-- Logs begin at Mon 2022-10-17 16:58:18 UTC, end at Mon 2022-10-17 19:00:00 UTC. -- Oct 17 17:39:42.853555 dv-neutron-860895-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 17 17:39:45.351955 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.common.config [-] Logging enabled! Oct 17 17:39:45.352686 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev57 Oct 17 17:39:45.352686 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89085) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 17 17:39:45.355822 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.common.config [-] Logging enabled! Oct 17 17:39:45.356073 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev57 Oct 17 17:39:45.356374 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89085) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 17 17:39:45.357341 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 17:39:45.357524 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 17:39:45.357849 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 17:39:45.358089 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 17:39:45.358309 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 17:39:45.358623 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.358917 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.359230 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.359457 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.359746 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.360029 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.360308 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.360591 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.360881 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.361159 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.361431 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.361711 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.361937 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.362211 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.362492 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.362770 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.362990 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] debug = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.363819 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.364375 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.364794 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.365071 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.365355 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.365635 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.365901 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.366175 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.366456 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.366779 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] host = dv-neutron-860895-1-hyperv {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.367059 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.367356 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.367633 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.367913 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.368182 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.368451 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.368729 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.368999 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.369267 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] log_file = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.369534 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.369814 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.370094 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.370374 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.370593 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.370809 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.371112 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.371393 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.371662 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.371931 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.372199 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.372465 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.372732 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.372996 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.373270 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.373585 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.373816 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.374085 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.374353 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.374616 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.374880 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.375181 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.375449 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.375719 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.375987 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.376266 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.376527 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.376792 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.377083 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.377359 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.377631 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.377906 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.378175 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.378449 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.378715 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.379763 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.380036 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] use_json = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.380306 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.380575 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.380853 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.381119 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.381385 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.381655 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.381919 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.382194 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.382461 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:45.382750 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.383069 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.383421 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.383704 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.383986 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.384259 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.384542 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.384814 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.385095 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.385377 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.385657 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.385933 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.386213 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.386485 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.386773 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.387092 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.387381 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.387664 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.387931 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.388197 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.388464 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.388735 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.389014 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.389299 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.389580 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.389848 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.390117 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.390399 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.390672 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.390937 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.391234 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.391518 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.391792 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.392059 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.392337 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.392624 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.392905 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.393171 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.393442 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.393724 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.393994 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.394257 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.394548 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.394819 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.395188 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.395472 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.395749 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.396015 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.396281 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.396555 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.396822 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.397089 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.397359 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.397625 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.397895 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.398158 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.398424 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.398689 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.398954 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.399240 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.399506 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.399769 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.400039 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.400303 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.400568 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.400832 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.401097 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.401362 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.401641 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.401919 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.402210 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.402482 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.402755 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.403025 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.403317 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.403588 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.403857 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.404128 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.404401 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.404666 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.404949 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.405227 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.405510 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.405791 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.406062 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.406353 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.406630 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.406909 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.407213 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.407491 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.407772 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.408052 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.408343 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.408633 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.408922 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.409212 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.409500 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.409776 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.410125 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.410555 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:45.410776 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 17:39:45.411016 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89085) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 17 17:39:45.794252 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO keyring.backend [-] Loading KWallet Oct 17 17:39:45.801994 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO keyring.backend [-] Loading SecretService Oct 17 17:39:45.805396 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO keyring.backend [-] Loading Windows Oct 17 17:39:45.806680 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO keyring.backend [-] Loading chainer Oct 17 17:39:45.807255 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO keyring.backend [-] Loading macOS Oct 17 17:39:45.839628 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 17 17:39:45.839906 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 17 17:39:45.840198 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 17 17:39:45.840532 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 17 17:39:46.231356 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.231649 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.231919 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.233106 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.233377 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.233636 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.268956 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.269229 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.270029 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.282859 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.283161 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.283423 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.312664 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.312930 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.313189 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.353239 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.353841 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.353841 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.583842 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.584117 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.584380 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.584645 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.585373 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.704010 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.704328 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.704610 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.704875 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.705134 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.705439 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.705697 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.705947 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.706196 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.706482 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.706734 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.707088 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.707483 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.707741 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.708008 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.708280 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.708535 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.708803 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.709051 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.709324 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.709670 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.709931 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.710175 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.710455 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.710697 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.710937 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.711339 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 17:39:46.711576 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 17:39:46.711807 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 17:39:46.712035 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 17:39:46.712269 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 17:39:46.712496 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 17:39:46.712846 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 17 17:39:46.715946 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 17 17:39:46.719814 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 17 17:39:46.723420 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Oct 17 17:39:46.725022 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 17 17:39:46.725602 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 17 17:39:46.725936 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 17 17:39:46.726313 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 17 17:39:46.729073 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 17 17:39:46.729321 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 17 17:39:46.729657 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 17:39:46.757871 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 17 17:39:46.758307 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.758604 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89085) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 17 17:39:46.758961 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.760312 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89085) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 17 17:39:46.760585 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 17:39:46.760820 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 17 17:39:46.786552 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.786827 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:46.848743 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 17 17:39:46.848873 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 17 17:39:46.849095 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 17 17:39:46.849463 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 17 17:39:46.884245 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_db.sqlalchemy.engines [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89085) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 17 17:39:47.226678 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Initializing driver for type 'gre' Oct 17 17:39:47.227274 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] gre ID ranges: [(1, 1000)] Oct 17 17:39:47.284634 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Initializing driver for type 'local' Oct 17 17:39:47.285005 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Initializing driver for type 'vlan' Oct 17 17:39:47.297174 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] VlanTypeDriver initialization complete Oct 17 17:39:47.297547 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Initializing driver for type 'vxlan' Oct 17 17:39:47.298059 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] vxlan ID ranges: [(1, 1000)] Oct 17 17:39:47.354619 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Initializing extension driver 'port_security' Oct 17 17:39:47.355241 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.extensions.port_security [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] PortSecurityExtensionDriver initialization complete Oct 17 17:39:47.355348 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Initializing mechanism driver 'openvswitch' Oct 17 17:39:47.355671 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Initializing mechanism driver 'hyperv' Oct 17 17:39:47.362168 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:39:47.362844 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > port after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.363276 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > port after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.364215 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > port after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.364745 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 17:39:47.365182 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > subnet after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.365539 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > subnet after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.365888 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > subnet after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.366280 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 17:39:47.366688 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > network after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.367060 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > network after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.367407 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > network after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.367794 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 17:39:47.368199 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > security_group after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.368549 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > security_group after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.368889 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > security_group after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.369418 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 17:39:47.369827 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.370178 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.370525 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.370918 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 17:39:47.371359 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > address_group after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.371710 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > address_group after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.372052 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > address_group after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.372446 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89085) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 17 17:39:47.372893 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] ML2 OVO RPC backend initialized. {{(pid=89085) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Oct 17 17:39:47.373607 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router_interface after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.373974 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.374393 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > network before_response 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.374745 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > networks before_response 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.375124 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > port before_response 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.375471 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > ports before_response 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.375816 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > subnet before_response 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.376160 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > subnets before_response 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.376507 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > network after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.376892 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > network after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.377183 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > network after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.377518 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > port after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.377853 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > port after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.378187 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > port after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.378522 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > subnet after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.378961 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > subnet after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.379593 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > subnet after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.380175 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.plugin [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Modular L2 Plugin initialization complete Oct 17 17:39:47.380509 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading services supported by the core plugin {{(pid=89085) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 17 17:39:47.380836 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.plugins.ml2.managers [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Got port-security extension from driver 'port_security' Oct 17 17:39:47.381298 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.extensions.vlantransparent [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Disabled vlantransparent extension. Oct 17 17:39:47.381785 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89085) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 17 17:39:47.382101 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading Plugin: router Oct 17 17:39:47.418808 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router_interface before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.419234 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router after_create 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.419608 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router before_create 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.419979 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.420353 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.420713 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router after_delete 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.421075 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > floatingip after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.421440 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router after_create 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.421789 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router after_update 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.422142 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router after_update 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.422492 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.422860 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router after_update 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.423300 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router precommit_update 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.423684 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: port after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.424028 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: port after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.424371 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: subnet after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.424711 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.425062 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > port precommit_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.425412 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router precommit_create 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.425780 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: port before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.426125 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router precommit_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.426483 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router after_update 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.426826 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router precommit_delete 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.427202 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router precommit_create 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.427567 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router_interface after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.427913 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router precommit_update 55549900 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.428276 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > agent after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.428624 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > agent after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.428969 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > network after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.429823 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Tracking information for resource: router configured {{(pid=89085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 17:39:47.430156 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Tracking information for resource: floatingip configured {{(pid=89085) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 17:39:47.435110 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.db.l3_agentschedulers_db [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 17 17:39:47.435695 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: port after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.436062 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: port after_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.436421 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: port after_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.436777 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: port after_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.437562 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router before_create 55550100 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.437930 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router precommit_delete 55550100 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.438295 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router precommit_create 55550100 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.438666 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > router precommit_update 55550100 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.443305 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.services.provider_configuration [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service providers = [] {{(pid=89085) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 17 17:39:47.443673 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.db.servicetype_db [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89085) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 17 17:39:47.446603 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.services.service_base [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 17:39:47.446954 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.services.service_base [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 17:39:47.447321 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.services.service_base [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 17:39:47.448214 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.services.service_base [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89085) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 17:39:47.448585 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.services.service_base [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 17 17:39:47.448957 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 17:39:47.449275 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 17 17:39:47.460424 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 17:39:47.460760 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading Plugin: auto_allocate Oct 17 17:39:47.466587 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: network precommit_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.466958 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: network precommit_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.467501 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 17:39:47.467821 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading Plugin: tag Oct 17 17:39:47.475106 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 17:39:47.475439 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading Plugin: timestamp Oct 17 17:39:47.480719 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 17:39:47.481049 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading Plugin: network_ip_availability Oct 17 17:39:47.486235 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.486619 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.486980 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.487729 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 17:39:47.488052 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading Plugin: flavors Oct 17 17:39:47.492887 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 17:39:47.493229 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading Plugin: revisions Oct 17 17:39:47.497725 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89085) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 17:39:47.498123 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_concurrency.lockutils [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.658s {{(pid=89085) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 17 17:39:47.498865 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89085) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 17 17:39:47.499243 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Initializing extension manager. Oct 17 17:39:47.499751 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: __init__.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.500092 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: __pycache__ {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.500427 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.500756 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: address_group.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.501508 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.502064 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: address-group Oct 17 17:39:47.502386 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: address_scope.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.503313 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.503959 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: address-scope Oct 17 17:39:47.504535 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: admin_state_down_before_update.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.505463 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.505971 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: router-admin-state-down-before-update Oct 17 17:39:47.506295 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: agent.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.506999 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.507531 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: agent Oct 17 17:39:47.507854 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: agent_resources_synced.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.508764 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.509268 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: agent-resources-synced Oct 17 17:39:47.509588 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: allowedaddresspairs.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.511403 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.511924 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: allowed-address-pairs Oct 17 17:39:47.512253 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: auto_allocated_topology.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.513342 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.513857 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: auto-allocated-topology Oct 17 17:39:47.514182 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: availability_zone.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.515018 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.515543 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: availability_zone Oct 17 17:39:47.515865 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: availability_zone_filter.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.516777 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.517282 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: availability_zone_filter Oct 17 17:39:47.517602 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: data_plane_status.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.518507 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.519008 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension data-plane-status not supported by any of loaded plugins Oct 17 17:39:47.519355 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: default_subnetpools.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.521097 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.521608 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: default-subnetpools Oct 17 17:39:47.521930 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: dhcpagentscheduler.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.522755 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.523285 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: dhcp_agent_scheduler Oct 17 17:39:47.523618 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: dns.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.524526 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.525031 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension dns-integration not supported by any of loaded plugins Oct 17 17:39:47.526472 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: dns_domain_ports.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.526472 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.526735 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 17 17:39:47.527778 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: dvr.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.527778 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.528230 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: dvr Oct 17 17:39:47.528549 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: empty_string_filtering.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.529460 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.529957 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: empty-string-filtering Oct 17 17:39:47.530278 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.531218 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.531717 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 17 17:39:47.532041 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.532959 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.533466 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 17 17:39:47.533787 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: external_net.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.534696 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.535854 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: external-net Oct 17 17:39:47.536235 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: extra_dhcp_opt.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.537154 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.537668 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: extra_dhcp_opt Oct 17 17:39:47.537989 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: extraroute.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.538899 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.539432 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: extraroute Oct 17 17:39:47.539754 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: extraroute_atomic.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.540787 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.541296 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: extraroute-atomic Oct 17 17:39:47.541615 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: filter_validation.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.542278 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.542777 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: filter-validation Oct 17 17:39:47.543125 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: fip_pf_description.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.544041 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.544538 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 17 17:39:47.544854 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: fip_port_details.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.545766 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.546268 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: fip-port-details Oct 17 17:39:47.546586 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: flavors.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.547847 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.548355 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: flavors Oct 17 17:39:47.548679 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.550315 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.551011 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 17 17:39:47.551494 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: floatingip_pools.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.552200 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.552711 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: floatingip-pools Oct 17 17:39:47.553036 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: ip_allocation.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.553973 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.554479 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension ip_allocation not supported by any of loaded plugins Oct 17 17:39:47.554806 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.555746 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.556316 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: ip-substring-filtering Oct 17 17:39:47.556647 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: l2_adjacency.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.557621 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.558121 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension l2_adjacency not supported by any of loaded plugins Oct 17 17:39:47.558445 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: l3.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.559605 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.560122 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: router Oct 17 17:39:47.560450 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: l3_conntrack_helper.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.562777 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.563347 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 17 17:39:47.563684 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.564653 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.565172 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: ext-gw-mode Oct 17 17:39:47.565503 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.566510 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.567021 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: l3-ha Oct 17 17:39:47.567374 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: l3_flavors.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.568289 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.568794 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: l3-flavors Oct 17 17:39:47.569119 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.570045 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.570547 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: l3-port-ip-change-not-allowed Oct 17 17:39:47.570873 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: l3agentscheduler.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.571918 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.572425 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: l3_agent_scheduler Oct 17 17:39:47.572752 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: logging.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.574255 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.574768 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension logging not supported by any of loaded plugins Oct 17 17:39:47.575131 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: metering.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.575879 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.576453 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: metering Oct 17 17:39:47.576779 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.577878 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.578388 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: metering_source_and_destination_fields Oct 17 17:39:47.578712 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: multiprovidernet.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.579672 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.580179 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: multi-provider Oct 17 17:39:47.580502 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: netmtu.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.581422 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.582412 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: net-mtu Oct 17 17:39:47.582938 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: netmtu_writable.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.583940 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.584447 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: net-mtu-writable Oct 17 17:39:47.584771 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: network_availability_zone.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.585443 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.585952 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: network_availability_zone Oct 17 17:39:47.586270 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: network_ip_availability.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.587378 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.587890 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: network-ip-availability Oct 17 17:39:47.588209 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: network_segment_range.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.588970 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.589471 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension network-segment-range not supported by any of loaded plugins Oct 17 17:39:47.589793 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: pagination.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.590766 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.591120 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: pagination Oct 17 17:39:47.591442 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: port_device_profile.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.592352 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.592862 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: port-device-profile Oct 17 17:39:47.593185 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.594104 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.594609 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: port-mac-address-regenerate Oct 17 17:39:47.594932 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.595873 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.596378 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: port-numa-affinity-policy Oct 17 17:39:47.596698 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: port_resource_request.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.598207 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.598759 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension port-resource-request not supported by any of loaded plugins Oct 17 17:39:47.599108 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: portbindings.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.600044 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.600552 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: binding Oct 17 17:39:47.600874 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: portbindings_extended.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.602255 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.602773 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: binding-extended Oct 17 17:39:47.603137 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: portsecurity.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.604063 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.604575 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: port-security Oct 17 17:39:47.604898 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: project_id.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.605924 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.606198 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: project-id Oct 17 17:39:47.606522 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: providernet.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.607476 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.607989 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: provider Oct 17 17:39:47.608316 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: qos.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.611786 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.612305 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension qos not supported by any of loaded plugins Oct 17 17:39:47.612638 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.613908 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.614422 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 17 17:39:47.614753 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.615703 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.616223 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 17 17:39:47.616551 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: qos_default.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.617465 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.617975 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension qos-default not supported by any of loaded plugins Oct 17 17:39:47.618303 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: qos_fip.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.618954 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.619484 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension qos-fip not supported by any of loaded plugins Oct 17 17:39:47.619807 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: qos_gateway_ip.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.620734 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.621272 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 17 17:39:47.621594 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: qos_port_network_policy.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.622501 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.623004 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 17 17:39:47.623351 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: qos_rule_type_details.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.624272 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.624779 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 17 17:39:47.625101 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: qos_rules_alias.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.626145 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.626649 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 17 17:39:47.627014 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: quotasv2.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.627899 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.628227 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: quotas Oct 17 17:39:47.628547 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: quotasv2_detail.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.630495 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.630829 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: quota_details Oct 17 17:39:47.631188 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: rbac.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.632230 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.632754 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: rbac-policies Oct 17 17:39:47.633082 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: rbac_address_group.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.634018 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.634531 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: rbac-address-group Oct 17 17:39:47.634853 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: rbac_address_scope.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.635798 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.636312 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: rbac-address-scope Oct 17 17:39:47.636636 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: rbac_security_groups.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.637554 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.638062 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: rbac-security-groups Oct 17 17:39:47.638384 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: rbac_subnetpool.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.639356 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.639855 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: rbac-subnetpool Oct 17 17:39:47.640178 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: revisionifmatch.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.641212 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.641719 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: revision-if-match Oct 17 17:39:47.642044 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: revisions.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.643181 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.643693 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: standard-attr-revisions Oct 17 17:39:47.644016 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: router_availability_zone.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.645207 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.645714 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: router_availability_zone Oct 17 17:39:47.646031 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: routerservicetype.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.646947 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.647495 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension router-service-type not supported by any of loaded plugins Oct 17 17:39:47.647818 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.648734 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.649243 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: security-groups-normalized-cidr Oct 17 17:39:47.649564 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: security_groups_port_filtering.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.650476 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.650985 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: port-security-groups-filtering Oct 17 17:39:47.651332 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.652251 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.652754 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: security-groups-remote-address-group Oct 17 17:39:47.653076 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: securitygroup.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.663200 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.663733 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: security-group Oct 17 17:39:47.664066 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: segment.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.664853 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.665359 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension segment not supported by any of loaded plugins Oct 17 17:39:47.665682 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.666630 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.667175 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 17 17:39:47.667497 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: servicetype.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.668611 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.669131 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: service-type Oct 17 17:39:47.669457 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: sorting.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.670437 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.670770 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: sorting Oct 17 17:39:47.671123 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: standard_attr_segment.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.672043 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.672557 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 17 17:39:47.672881 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: standardattrdescription.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.673545 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.674052 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: standard-attr-description Oct 17 17:39:47.674383 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: stateful_security_group.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.675353 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.675989 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: stateful-security-group Oct 17 17:39:47.676300 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: stdattrs_common.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.676878 dv-neutron-860895-1-hyperv neutron-server[89085]: WARNING neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 17 17:39:47.677203 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.678211 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.678724 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 17 17:39:47.679075 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: subnet_onboard.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.680135 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.680645 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: subnet_onboard Oct 17 17:39:47.680969 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.681893 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.682397 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 17 17:39:47.682721 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: subnet_service_types.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.683685 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.684206 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: subnet-service-types Oct 17 17:39:47.684528 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: subnetallocation.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.685607 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.686125 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: subnet_allocation Oct 17 17:39:47.686454 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.687165 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.687676 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: subnetpool-prefix-ops Oct 17 17:39:47.687997 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.688933 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.689444 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 17 17:39:47.689765 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: tagging.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.690826 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.691471 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: standard-attr-tag Oct 17 17:39:47.691930 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: timestamp.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.693319 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.693831 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loaded extension: standard-attr-timestamp Oct 17 17:39:47.694165 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: trunk.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.695235 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.695754 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension trunk not supported by any of loaded plugins Oct 17 17:39:47.696079 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: trunk_details.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.697001 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.697509 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension trunk-details not supported by any of loaded plugins Oct 17 17:39:47.697830 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: uplink_status_propagation.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.698755 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.699297 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 17 17:39:47.699621 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Loading extension file: vlantransparent.py {{(pid=89085) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 17:39:47.700283 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89085) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 17:39:47.700785 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extension vlan-transparent not supported by any of loaded plugins Oct 17 17:39:47.703239 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:network Oct 17 17:39:47.703980 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:subnet Oct 17 17:39:47.704771 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 17:39:47.705388 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:port Oct 17 17:39:47.706649 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.707755 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service FLAVORS assigned prefix: {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.708622 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.709069 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.709403 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:router Oct 17 17:39:47.710077 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:floatingip Oct 17 17:39:47.710788 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service METERING assigned prefix: /metering {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.712279 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.712652 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.713005 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:39:47.714150 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 17:39:47.714609 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:security_group Oct 17 17:39:47.715322 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 17:39:47.716058 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service CORE assigned prefix: {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.716389 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 17:39:47.716737 dv-neutron-860895-1-hyperv neutron-server[89085]: WARNING neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] subnetpool is already registered Oct 17 17:39:47.717337 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service CORE assigned prefix: {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.717666 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 17:39:47.717987 dv-neutron-860895-1-hyperv neutron-server[89085]: WARNING neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] subnetpool is already registered Oct 17 17:39:47.720620 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.721051 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service FLAVORS assigned prefix: {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.721652 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.722078 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.722410 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:router Oct 17 17:39:47.723478 dv-neutron-860895-1-hyperv neutron-server[89085]: WARNING neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] router is already registered Oct 17 17:39:47.724086 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:floatingip Oct 17 17:39:47.724416 dv-neutron-860895-1-hyperv neutron-server[89085]: WARNING neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] floatingip is already registered Oct 17 17:39:47.725068 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service METERING assigned prefix: /metering {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.725741 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 17:39:47.726071 dv-neutron-860895-1-hyperv neutron-server[89085]: WARNING neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] rbac_policy is already registered Oct 17 17:39:47.726613 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:security_group Oct 17 17:39:47.726951 dv-neutron-860895-1-hyperv neutron-server[89085]: WARNING neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] security_group is already registered Oct 17 17:39:47.727579 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 17:39:47.727912 dv-neutron-860895-1-hyperv neutron-server[89085]: WARNING neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] security_group_rule is already registered Oct 17 17:39:47.728580 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service CORE assigned prefix: {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.728909 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 17:39:47.729232 dv-neutron-860895-1-hyperv neutron-server[89085]: WARNING neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] subnetpool is already registered Oct 17 17:39:47.729850 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.v2.resource_helper [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Service CORE assigned prefix: {{(pid=89085) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 17:39:47.730176 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 17:39:47.730497 dv-neutron-860895-1-hyperv neutron-server[89085]: WARNING neutron.quota.resource_registry [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] subnetpool is already registered Oct 17 17:39:47.731179 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: extensions {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.732651 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: address-groups {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.734517 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: address-scopes {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.735793 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: agents {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.736977 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: auto-allocated-topology {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.738277 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: availability_zones {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.740645 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: dhcp-networks {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.742106 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: dhcp-agents {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.743582 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: routers {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.856108 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: flavors {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.857304 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: service_profiles {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.858548 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: next_providers {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.860148 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: service_profiles {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.861626 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: floatingip-pools {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.862883 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: routers {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.864993 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: floatingips {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.866198 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: l3-routers {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.867632 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: l3-agents {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.869083 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: metering-labels {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.870534 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: metering-label-rules {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.871874 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: network-ip-availabilities {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.873151 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: bindings {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.874838 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: quotas {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.876340 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: quotas {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.878053 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: rbac-policies {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.880271 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: security-groups {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.881492 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: security-group-rules {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.882755 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: service-providers {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.884033 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: subnetpools {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.885636 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: subnetpools {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.887197 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: tags {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.888899 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: tags {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.890741 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: tags {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.892611 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: tags {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.894471 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: tags {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.896938 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: tags {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.898651 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: tags {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.900631 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: tags {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.902413 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: tags {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.904309 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron.api.extensions [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Extended resource: tags {{(pid=89085) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 17:39:47.910397 dv-neutron-860895-1-hyperv neutron-server[89085]: WARNING keystonemiddleware.auth_token [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 17 17:39:47.915184 dv-neutron-860895-1-hyperv neutron-server[89085]: WARNING keystonemiddleware.auth_token [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 17 17:39:47.923513 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_concurrency.lockutils [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Acquired lock "singleton_lock" {{(pid=89085) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 17 17:39:47.923993 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_concurrency.lockutils [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Releasing lock "singleton_lock" {{(pid=89085) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 17 17:39:47.924618 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO oslo_service.service [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Starting 2 workers Oct 17 17:39:47.929323 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Started child 89190 {{(pid=89085) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 17 17:39:47.934297 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Started child 89191 {{(pid=89085) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 17 17:39:47.934482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:39:47.935183 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO neutron.service [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Neutron service started, listening on 0.0.0.0:9696 Oct 17 17:39:47.936067 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Notify callbacks [] for process, before_spawn {{(pid=89085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:39:47.936234 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [-] (89190) wsgi starting up on http://0.0.0.0:9696 Oct 17 17:39:47.938141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:39:47.938668 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO oslo_service.service [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Starting 1 workers Oct 17 17:39:47.939567 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [-] (89191) wsgi starting up on http://0.0.0.0:9696 Oct 17 17:39:47.944030 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Started child 89192 {{(pid=89085) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 17 17:39:47.944580 dv-neutron-860895-1-hyperv neutron-server[89085]: INFO oslo_service.service [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Starting 1 workers Oct 17 17:39:47.948358 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.service [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] calling RpcWorker wait() {{(pid=89192) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 17 17:39:47.948895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.service [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] returning from RpcWorker wait() {{(pid=89192) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 17 17:39:47.948975 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Started child 89193 {{(pid=89085) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 17 17:39:47.949745 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG neutron_lib.callbacks.manager [None req-d3bc7238-6ab8-4287-b682-a47ea0768aca None None] Notify callbacks [] for process, after_spawn {{(pid=89085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:39:47.950283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:39:47.950785 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:39:47.951758 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89085) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 17 17:39:47.951896 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 17:39:47.952087 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 17:39:47.952308 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 17:39:47.952650 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 17:39:47.952815 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 17:39:47.953338 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.953618 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.953897 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.954153 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.954278 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:39:47.954729 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.954965 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.955267 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.955531 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.955819 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.956069 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.956239 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.956406 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.956662 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.956918 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.957866 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.958203 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.958516 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.958735 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.958910 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.959187 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.959507 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.959779 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.960054 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] debug = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.960311 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.960785 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.961033 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.961283 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.961519 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.961787 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.962039 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.962287 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.962547 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.962753 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.962993 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.963273 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.963517 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.963750 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.963976 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.964236 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.964470 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.964932 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] host = dv-neutron-860895-1-hyperv {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.965171 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.965394 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.965625 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.965859 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.966105 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.966325 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.966593 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.966854 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.967136 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.967387 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.967650 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.967899 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.968121 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.968369 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_file = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.968534 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_options = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.968770 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.969069 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.969331 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.969527 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.969696 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.969876 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.970142 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.970306 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.970557 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.970784 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.970995 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.971234 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.971472 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.971704 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.971965 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.972196 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.972429 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.972691 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.972941 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.973352 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.973728 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.973980 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.974221 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.974440 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.974657 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.974889 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.975179 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.975400 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.975627 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.975868 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.976111 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.976454 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.976790 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.977134 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.977323 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:39:47.977471 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.977631 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.977871 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.978141 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.978375 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.978621 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.978890 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.979131 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.979470 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.979847 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.980113 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.980474 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] use_json = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.980818 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.981060 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.981327 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.981848 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.982095 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.982391 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.982678 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.982877 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.983003 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:47.983449 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.983752 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.984072 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.984320 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.984552 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.984792 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.985027 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.985981 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.985981 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.985981 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.986397 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.986397 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.986664 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.986843 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.986983 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.987316 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.987559 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.987831 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.988054 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.988298 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.988579 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.988819 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.989176 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.989439 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.989710 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.989974 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.990220 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.990441 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.990677 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.990915 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.991162 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.991381 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.991652 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.991874 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.992679 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.992908 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.993144 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.993388 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.993619 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.993880 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.994154 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.994405 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.994633 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.994870 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.995114 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.995337 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.995555 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.995785 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.996003 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.996256 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.996716 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.997149 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.997573 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.997972 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.998370 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.998799 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.999242 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:47.999649 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.000058 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.000471 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.000864 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.001328 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.001582 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.001830 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.002054 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.002281 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.002519 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.002739 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.003139 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.003526 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.004795 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.005278 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.005691 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.006104 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.006501 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.006915 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.007345 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.007783 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.008217 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.008648 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.009077 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.009506 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.009921 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.010339 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.010763 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.011264 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.011815 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.012279 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.012724 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.013184 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.013447 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.013679 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.013963 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.014221 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.014448 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.014778 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.015747 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.016008 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.016262 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.016522 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.016781 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.017005 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.017408 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.017797 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.018204 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.018610 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.018867 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.019189 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.019600 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.020558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 34726) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:39:48.021019 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.021350 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.021860 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.022339 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.022678 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.022844 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.024293 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.024293 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.024293 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.024293 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.024293 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.024772 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.025065 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.025524 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.025927 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.026573 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.026573 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.026757 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.026878 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.027404 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.027746 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.028040 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.028352 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.028606 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.028979 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.029249 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.029491 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.029719 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.030009 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.030278 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.030522 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.030786 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.031144 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076070 Oct 17 17:39:48.031561 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.031979 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.032446 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.032764 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.033709 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.033709 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.033709 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.033709 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.034047 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.034129 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.034336 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.034560 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.034778 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.035119 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.036368 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.036622 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.036859 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.037245 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.037488 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.037730 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.037951 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.038197 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.038441 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.038665 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.038885 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.039317 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.040162 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.040162 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.040162 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.040398 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.040587 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.040795 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.041045 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.041308 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.041566 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.041790 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.042054 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.042276 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.042536 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.042744 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.043035 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.044072 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.044072 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.044072 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.044072 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.044359 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.044359 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.044717 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.044980 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.045213 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.045605 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.045932 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.047036 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.047308 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.047594 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.048516 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.048726 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.049034 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.049587 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.050090 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.050769 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.050997 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.051368 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.051703 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.052089 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.052488 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.052893 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.053147 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.053375 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.053600 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.053825 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.054059 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.054422 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.054648 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.054873 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.055854 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.055854 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.055854 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.056122 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.056203 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.056412 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.057674 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.057674 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.057674 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.057674 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.057674 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.058038 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.058038 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.058168 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.058410 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.058628 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.058924 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.059215 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.059440 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.059745 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.059956 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.060334 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.060604 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.060933 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.061154 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.061401 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.061623 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.061845 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.062071 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.062336 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.062659 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.062956 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.063255 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.063518 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.063853 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.064118 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.064393 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.064611 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.064923 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.065268 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.065738 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.066006 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.066271 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.067195 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.067445 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.067671 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.067934 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.068190 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.068410 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.068671 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.068912 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.069164 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.069403 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.069644 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.069906 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.070320 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.070564 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.071079 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.071079 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.071236 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 17:39:48.071716 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89085) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 17 17:39:48.071875 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 17:39:48.072483 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 17:39:48.072483 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 17:39:48.072483 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 17:39:48.072687 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 17:39:48.072752 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.072870 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.073035 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.073199 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.073362 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.073564 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.073731 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.073892 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.074056 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.074215 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.074376 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.074537 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.074700 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.074859 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.075020 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.075244 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.075365 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.075516 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.075681 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.075842 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.076004 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.076166 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.076338 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] debug = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.076505 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.076683 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.077479 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.077479 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.077479 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.077479 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.077479 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.077784 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.077784 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.077903 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.078025 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.078330 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.078632 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.078921 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.079225 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.079511 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.079824 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.080122 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] host = dv-neutron-860895-1-hyperv {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.080414 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.080724 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.081017 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.081312 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.081596 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.081876 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.082698 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.082997 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.083415 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.083719 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.084014 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.084310 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.084595 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.084874 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_file = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.085167 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_options = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.085461 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.085770 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.086053 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.086376 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.086723 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.086907 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.087079 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.087379 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.087681 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.087974 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.088280 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.088558 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.088836 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.089111 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.089201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:39:48.089464 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.089741 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.090034 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.090337 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.090628 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.090921 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.091236 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.091519 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.091869 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.092163 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.092457 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.093179 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.093681 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.094197 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.094526 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.095228 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.095557 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.095876 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.096196 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.096506 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.096809 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.096988 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.097128 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.097321 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.097482 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.097699 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.097850 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.098061 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.098329 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.098625 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.098885 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.099293 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] use_json = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.099455 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.099821 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.100179 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.100535 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.100886 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.101235 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.101586 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.101953 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.102318 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 17:39:48.102703 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.102916 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.103203 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.103423 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.103654 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.103880 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.104095 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.104259 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.104501 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.104724 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.104953 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.105175 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.105409 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.105646 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.105874 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.106103 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.106319 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.106540 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.106714 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.106883 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.107077 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.107250 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.107413 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.107587 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.107764 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.107928 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.108078 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.108240 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.108400 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.108565 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.109434 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.109434 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.109434 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.109434 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.109434 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.109749 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.109749 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.109865 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.109928 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.110161 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.110252 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.110403 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.110562 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.110717 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.110922 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.111015 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.111227 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.111391 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.111551 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.112400 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.112400 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.112400 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.112400 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.112400 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.112714 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.112714 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.112828 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.112930 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.113785 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.114244 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.114617 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.114968 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.118346 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.118546 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.118737 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.118925 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.119141 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.119855 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.120030 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.120207 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.120384 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.121369 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.121544 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.121716 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.121889 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.122062 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.122230 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.122402 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.122570 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.122739 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.123726 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.127230 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.127423 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.127759 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.128146 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.128534 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.128945 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.129660 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.129845 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.130018 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.130191 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.130361 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.132859 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.133191 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.133506 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.133817 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.134223 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.134546 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.134842 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.135173 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.135469 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.135641 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.135938 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.136267 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.136594 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.137718 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.137718 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.137718 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.137718 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.137718 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.137718 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.138207 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.138406 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.138629 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.138957 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.139298 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.139631 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.139975 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.140145 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.140309 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.140487 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.140640 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.140805 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.140971 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.141132 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.141295 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.141457 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.141619 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.141790 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.142239 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.142239 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.142391 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.142457 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.142589 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.142747 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.143006 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.143190 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.143516 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.143671 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.143817 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.145125 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.145125 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.145125 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.145125 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.145505 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.145505 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.145505 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.145706 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.145770 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.145923 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.146217 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.146526 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.146820 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.147146 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.147445 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.147610 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.147770 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.147931 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.148090 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.148355 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.148521 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.148681 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.148842 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.149001 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.149162 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.149320 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.149479 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.149638 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.149796 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.149954 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.150116 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.150275 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.150434 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.150593 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.150753 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.150911 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.151098 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.152082 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.152082 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.152082 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.152082 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.152082 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.152082 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.152750 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.152750 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.152750 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.152750 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.152750 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.153101 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.153179 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.153303 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.153476 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.153627 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.153773 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.153934 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.154088 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.154484 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.154653 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.154816 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.154975 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.155188 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.155391 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.155530 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.155666 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.155803 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.155951 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.156095 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.156235 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.156370 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.156526 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.156680 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.156818 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.156980 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.157133 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.157278 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.157415 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.157576 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.157748 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.157908 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.158067 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.158225 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.158404 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.158572 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.158730 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.158889 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.159067 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.160001 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.160783 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.161441 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.161441 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.161441 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.161441 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.161845 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.161845 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.161845 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.162134 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.162238 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.162340 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.162463 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.162620 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.162780 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.162942 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.163203 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.163649 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.163649 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.163649 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.163944 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.163944 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.164714 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.164714 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.164714 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.164714 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.164714 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.165071 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.165071 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.165220 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.165332 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.165490 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.165648 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.165806 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.165964 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.166123 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.166282 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.166439 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.166599 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.166757 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.166915 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.167110 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.167260 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.167418 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.167577 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.167735 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.167898 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.168056 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.168214 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 17:39:48.168366 dv-neutron-860895-1-hyperv neutron-server[89085]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89085) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 17:39:58.988264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df085b9-dde4-4173-83ed-8021ff185919 None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 17:39:59.077822 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df085b9-dde4-4173-83ed-8021ff185919 None None] No non-hosted networks {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 17 17:39:59.112182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.agentschedulers_db [None req-8df085b9-dde4-4173-83ed-8021ff185919 None None] DHCP Agent not found on host dv-neutron-860895-1-hyperv {{(pid=89192) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 17 17:39:59.171553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4829fb38-16c0-406e-9dfa-5649b4d4a75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530861'] for agent, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:01.464116 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d3f0a4b4-e794-462a-bc37-a00c08a6065c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530861'] for agent, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:01.487222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-07c59759-7d36-4243-82c1-d303be46e2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:02.426733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530861'] for agent, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:02.501178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530861'] for agent, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:02.506540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:02.507393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:02.507901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:02.508425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:02.508926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:02.509443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:02.509782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:02.510131 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:02.510457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:02.510803 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:02.511168 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:02.511492 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:02.511903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-860895-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:40:02.517372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-860895-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:40:04.173912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530861'] for agent, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:04.202532 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.db.l3_hamode_db [None req-6dfa7c91-6cee-4b0d-adfa-89829ba3e3e6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 17 17:40:04.297602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa7c91-6cee-4b0d-adfa-89829ba3e3e6 None None] Routers set() bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:40:04.297940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfa7c91-6cee-4b0d-adfa-89829ba3e3e6 None None] Router IDs set() for agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 17 17:40:05.615605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 34824) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:06.216171 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING oslo_policy.policy [None req-a95a891d-c2d9-412a-9122-4df11716296c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 17:40:06.216743 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING oslo_policy.policy [None req-a95a891d-c2d9-412a-9122-4df11716296c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 17:40:06.435745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-a95a891d-c2d9-412a-9122-4df11716296c admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:40:06.436992 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a95a891d-c2d9-412a-9122-4df11716296c admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8192856 Oct 17 17:40:08.881296 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 34838) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:09.248220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-4d472c27-3adc-4e26-b717-c1b0822f1b05 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:40:09.341818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.policy [None req-4d472c27-3adc-4e26-b717-c1b0822f1b05 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89191) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 17:40:09.387766 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING oslo_policy.policy [None req-4d472c27-3adc-4e26-b717-c1b0822f1b05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 17:40:09.388133 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING oslo_policy.policy [None req-4d472c27-3adc-4e26-b717-c1b0822f1b05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 17:40:09.397428 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.quota [None req-4d472c27-3adc-4e26-b717-c1b0822f1b05 admin admin] Loaded quota_driver: . Oct 17 17:40:09.413507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4d472c27-3adc-4e26-b717-c1b0822f1b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:40:09.475952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4d472c27-3adc-4e26-b717-c1b0822f1b05 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738779374480', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738779381159', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738779369518', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738779233383', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738779223750', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738779216211', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1656857', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1792590', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-657303', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-607627'] for rbac-policy, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:09.542162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4d472c27-3adc-4e26-b717-c1b0822f1b05 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:09.543614 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4d472c27-3adc-4e26-b717-c1b0822f1b05 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6613173 Oct 17 17:40:12.251184 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 34852) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:12.592044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '76e9f242035f44aa8c076fab33048874', 'name': 'private'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:40:12.596673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:40:12.601782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Usage tracker for resource:network and tenant:76e9f242035f44aa8c076fab33048874 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:40:12.606406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:40:12.612367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:40:12.622337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Made reservation on behalf of 76e9f242035f44aa8c076fab33048874 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:40:12.625236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:12.642720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:12.656225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:40:12.659835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Usage tracker for resource:security_group_rule and tenant:76e9f242035f44aa8c076fab33048874 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:40:12.666478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:40:12.672243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:40:12.768956 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:12.772660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:12.796725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:40:12.821691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738780633820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:12.822242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Unsubscribe: segment precommit_create {{(pid=89191) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 17:40:12.822726 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Added segment d5f46258-f9d0-466c-a833-713999007864 of type vlan for network caed9c08-164f-441e-ad25-aae51cda2618 Oct 17 17:40:12.831511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50fbe25-431f-4c75-928f-fe0119413f26,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:12.882129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:12.882471 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:12.882802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:12.883153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:12.883479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:12.883799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:12.884118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:12.884438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:12.884751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:12.885064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:12.885375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:12.885685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Tracked resource versions report: Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: pushed versions: Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: { 'AddressGroup': {'1.2'}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'ConntrackHelper': {'1.0'}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Log': {'1.0'}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Network': {'1.1'}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Port': {'1.7'}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'PortForwarding': {'1.2'}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'QosPolicy': {'1.8'}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'SecurityGroup': {'1.4'}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'SecurityGroupRule': {'1.2'}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'SubPort': {'1.0'}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Subnet': {'1.1'}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Trunk': {'1.1'}} Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: consumer versions: Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: { DHCP agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: L3 agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: Metadata agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: Metering agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: Open vSwitch agent@dv-neutron-860895-1-hyperv: { 'AddressGroup': '1.2', Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'ConntrackHelper': '1.0', Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Log': '1.0', Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Network': '1.1', Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Port': '1.7', Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'PortForwarding': '1.2', Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'QosPolicy': '1.8', Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'SecurityGroup': '1.4', Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'SecurityGroupRule': '1.2', Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'SubPort': '1.0', Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Subnet': '1.1', Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Trunk': '1.1'}} Oct 17 17:40:12.887019 dv-neutron-860895-1-hyperv neutron-server[89191]: {{(pid=89191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 17:40:12.937232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:12.977824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:12.979002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:40:12.979663 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:13.088848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] Pushing event updated for resources: {'Network': ['ID=caed9c08-164f-441e-ad25-aae51cda2618,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:13.091458 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-612853b0-74a4-440b-b979-37f419c24478 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8393147 Oct 17 17:40:13.103433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network caed9c08-164f-441e-ad25-aae51cda2618 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:40:15.820325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 34868) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:16.263692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4ffcf2-fceb-403a-81b1-600de4272cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:40:16.265009 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fc4ffcf2-fceb-403a-81b1-600de4272cb0 admin admin] 10.222.0.69 "GET /v2.0/networks/caed9c08-164f-441e-ad25-aae51cda2618 HTTP/1.1" status: 200 len: 825 time: 0.4437618 Oct 17 17:40:16.292155 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d62fb4b5-a1fc-44d0-9c0b-8da3376a2a14 admin admin] 10.222.0.69 "GET /v2.0/subnetpools/2c939a32-9a85-4431-b2a8-976b287aa714 HTTP/1.1" status: 200 len: 734 time: 0.0209877 Oct 17 17:40:16.300394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'subnetpool_id': '2c939a32-9a85-4431-b2a8-976b287aa714', 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:40:16.305134 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:40:16.308810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Usage tracker for resource:subnet and tenant:76e9f242035f44aa8c076fab33048874 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:40:16.312040 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:40:16.318135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:40:16.327883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Made reservation on behalf of 76e9f242035f44aa8c076fab33048874 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:40:16.330048 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:16.600112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:16.694234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:16.698323 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Checking segment: {'id': 'd5f46258-f9d0-466c-a833-713999007864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:40:16.698712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Network hostable DHCP agents. Network: caed9c08-164f-441e-ad25-aae51cda2618, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:40:16.719182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Network caed9c08-164f-441e-ad25-aae51cda2618 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:40:16.731574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, caed9c08-164f-441e-ad25-aae51cda2618) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:40:16.736319 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:40:16.736889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:16.742567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527f1f3c-3435-4159-88ef-86ece97f48d1 None None] Network caed9c08-164f-441e-ad25-aae51cda2618 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:40:16.758225 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5ad697f4-ab76-4c52-b486-e39d273de6b6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4607024 Oct 17 17:40:17.038591 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-caed9c08-164f-441e-ad25-aae51cda2618', 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'fixed_ips': [{'subnet_id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:40:17.039816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:17.225185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Allocated IP 172.20.0.2 (caed9c08-164f-441e-ad25-aae51cda2618/9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c/a883882f-0156-493a-89ba-79e3b2a23315) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:40:17.454479 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:17.468131 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Transition to ACTIVE for port object a883882f-0156-493a-89ba-79e3b2a23315 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:40:17.489798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Transition to ACTIVE for port object a883882f-0156-493a-89ba-79e3b2a23315 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:40:17.496736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:17.558904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Network caed9c08-164f-441e-ad25-aae51cda2618 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:40:17.561596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:40:17.569554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:40:17.575757 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Pushing event updated for resources: {'Port': ['ID=a883882f-0156-493a-89ba-79e3b2a23315,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:17.619196 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:17.619563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:17.619910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:17.620244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:17.620578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:17.620926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:17.621257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:17.621589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:17.621932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:17.622259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:17.622587 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:17.622912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Tracked resource versions report: Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: pushed versions: Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: { 'AddressGroup': {'1.2'}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'ConntrackHelper': {'1.0'}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Log': {'1.0'}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Network': {'1.1'}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Port': {'1.7'}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'PortForwarding': {'1.2'}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'QosPolicy': {'1.8'}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'SecurityGroup': {'1.4'}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'SecurityGroupRule': {'1.2'}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'SubPort': {'1.0'}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Subnet': {'1.1'}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Trunk': {'1.1'}} Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: consumer versions: Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: { DHCP agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: L3 agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: Metadata agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: Metering agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: Open vSwitch agent@dv-neutron-860895-1-hyperv: { 'AddressGroup': '1.2', Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'ConntrackHelper': '1.0', Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Log': '1.0', Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Network': '1.1', Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Port': '1.7', Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'PortForwarding': '1.2', Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'QosPolicy': '1.8', Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'SecurityGroup': '1.4', Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'SecurityGroupRule': '1.2', Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'SubPort': '1.0', Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Subnet': '1.1', Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Trunk': '1.1'}} Oct 17 17:40:17.624320 dv-neutron-860895-1-hyperv neutron-server[89192]: {{(pid=89192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 17:40:17.692409 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Attempting to bind port a883882f-0156-493a-89ba-79e3b2a23315 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:40:17.692806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Attempting to bind port a883882f-0156-493a-89ba-79e3b2a23315 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd5f46258-f9d0-466c-a833-713999007864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:40:17.693223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Attempting to bind port a883882f-0156-493a-89ba-79e3b2a23315 on network caed9c08-164f-441e-ad25-aae51cda2618 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:40:17.698527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:40:17.698915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Checking segment: {'id': 'd5f46258-f9d0-466c-a833-713999007864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:40:17.699399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:17.699786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Bound using segment: {'id': 'd5f46258-f9d0-466c-a833-713999007864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:40:17.700265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Bound port: a883882f-0156-493a-89ba-79e3b2a23315, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f46258-f9d0-466c-a833-713999007864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:40:17.700669 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:17.790078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] For port a883882f-0156-493a-89ba-79e3b2a23315, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:40:17.794020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] For port a883882f-0156-493a-89ba-79e3b2a23315, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a883882f-0156-493a-89ba-79e3b2a23315,segment=NetworkSegment(d5f46258-f9d0-466c-a833-713999007864),segment_id=d5f46258-f9d0-466c-a833-713999007864)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:40:17.798259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:17.881725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d2161-a219-45eb-8b35-2c246fe2ee46 None None] Pushing event updated for resources: {'Port': ['ID=a883882f-0156-493a-89ba-79e3b2a23315,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:19.242530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 34878) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:19.611882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-1bedb9db-c862-439d-b5c4-e9b75e9a2e34 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:40:19.612951 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1bedb9db-c862-439d-b5c4-e9b75e9a2e34 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3694525 Oct 17 17:40:21.780972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbde8d6-22ec-4eac-863b-c0f377d7654e None None] Network caed9c08-164f-441e-ad25-aae51cda2618 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:40:21.878398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1e83c878-a809-490f-91ba-7b8f5fccd08b None None] Provisioning for port a883882f-0156-493a-89ba-79e3b2a23315 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:40:22.325969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 34892) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:22.458170 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a883882f-0156-493a-89ba-79e3b2a23315 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:40:22.526689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port a883882f-0156-493a-89ba-79e3b2a23315 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:40:22.531535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port a883882f-0156-493a-89ba-79e3b2a23315 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:40:22.531943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:22.532297 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port a883882f-0156-493a-89ba-79e3b2a23315 Oct 17 17:40:22.656741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port a883882f-0156-493a-89ba-79e3b2a23315 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:40:22.657166 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:22.690377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port a883882f-0156-493a-89ba-79e3b2a23315, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a883882f-0156-493a-89ba-79e3b2a23315,segment=NetworkSegment(d5f46258-f9d0-466c-a833-713999007864),segment_id=d5f46258-f9d0-466c-a833-713999007864)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:40:22.694435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:22.703716 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-6f4e15da-bbe3-4759-ae17-e0c402e70238 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:40:22.704699 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6f4e15da-bbe3-4759-ae17-e0c402e70238 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3778906 Oct 17 17:40:22.767359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=a883882f-0156-493a-89ba-79e3b2a23315,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:24.418182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a883882f-0156-493a-89ba-79e3b2a23315 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:40:24.484134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port a883882f-0156-493a-89ba-79e3b2a23315 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:40:24.484503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:24.484839 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port a883882f-0156-493a-89ba-79e3b2a23315 Oct 17 17:40:24.625697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port a883882f-0156-493a-89ba-79e3b2a23315 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:40:25.425265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 34904) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:25.772385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ab903d83-26a6-4706-8533-a75c4900dd7a admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '76e9f242035f44aa8c076fab33048874'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:40:25.777494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ab903d83-26a6-4706-8533-a75c4900dd7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:40:25.781447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ab903d83-26a6-4706-8533-a75c4900dd7a admin admin] Usage tracker for resource:router and tenant:76e9f242035f44aa8c076fab33048874 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:40:25.784831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ab903d83-26a6-4706-8533-a75c4900dd7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:40:25.790584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ab903d83-26a6-4706-8533-a75c4900dd7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:40:25.802070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab903d83-26a6-4706-8533-a75c4900dd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:25.803708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab903d83-26a6-4706-8533-a75c4900dd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:25.827163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab903d83-26a6-4706-8533-a75c4900dd7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:25.943827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab903d83-26a6-4706-8533-a75c4900dd7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:25.963185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab903d83-26a6-4706-8533-a75c4900dd7a admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:25.964370 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ab903d83-26a6-4706-8533-a75c4900dd7a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5381522 Oct 17 17:40:26.992971 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 5 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:40:28.369417 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 34914) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:28.944806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c89243c5-a70b-4101-8ec5-99e411a86e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:28.976143 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING oslo_policy.policy [None req-f3208c2b-6931-4246-9420-ed0c8144255d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 17:40:28.976649 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING oslo_policy.policy [None req-f3208c2b-6931-4246-9420-ed0c8144255d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 17:40:29.196656 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-f3208c2b-6931-4246-9420-ed0c8144255d admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:40:29.197676 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f3208c2b-6931-4246-9420-ed0c8144255d admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8270872 Oct 17 17:40:31.434038 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8c27f2ff-95dc-4c72-a608-8cc23da15c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:31.773557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 34928) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:32.136127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:40:32.137632 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.quota [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Loaded quota_driver: . Oct 17 17:40:32.153605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:40:32.160367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Usage tracker for resource:network and tenant:b5ff6e4ed42946da8fbd6aac35fc3e9e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:40:32.165598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:40:32.173385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:40:32.191070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Made reservation on behalf of b5ff6e4ed42946da8fbd6aac35fc3e9e for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:40:32.266383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.policy [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89190) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 17:40:32.313217 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING oslo_policy.policy [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 17:40:32.313592 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING oslo_policy.policy [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 17:40:32.325124 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:32.345007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:32.360804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:40:32.365675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Usage tracker for resource:security_group_rule and tenant:b5ff6e4ed42946da8fbd6aac35fc3e9e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:40:32.369662 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:40:32.369872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:32.375940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:40:32.478421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:32.482072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:32.499843 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Reserving flat network on physical network physnet1 {{(pid=89190) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 17 17:40:32.501263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:32.532315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738780633820', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:32.532860 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Unsubscribe: segment precommit_create {{(pid=89190) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 17:40:32.533350 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Added segment c7805ce4-64dd-473d-ae38-9ce5f46d9865 of type flat for network 6780153d-9acc-46e5-a017-90331dae5b00 Oct 17 17:40:32.585772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6acf442-cade-47f6-912d-7588acbc5dab,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:32.603693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:32.604030 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:32.604351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:32.604669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:32.604983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:32.605298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:32.605608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:32.606015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:32.606384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:32.606697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:32.607007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:32.607470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Tracked resource versions report: Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: pushed versions: Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: { 'AddressGroup': {'1.2'}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'ConntrackHelper': {'1.0'}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Log': {'1.0'}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Network': {'1.1'}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Port': {'1.7'}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'PortForwarding': {'1.2'}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'QosPolicy': {'1.8'}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'SecurityGroup': {'1.4'}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'SecurityGroupRule': {'1.2'}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'SubPort': {'1.0'}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Subnet': {'1.1'}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Trunk': {'1.1'}} Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: consumer versions: Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: { DHCP agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: L3 agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: Metadata agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: Metering agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: Open vSwitch agent@dv-neutron-860895-1-hyperv: { 'AddressGroup': '1.2', Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'ConntrackHelper': '1.0', Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Log': '1.0', Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Network': '1.1', Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Port': '1.7', Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'PortForwarding': '1.2', Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'QosPolicy': '1.8', Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'SecurityGroup': '1.4', Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'SecurityGroupRule': '1.2', Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'SubPort': '1.0', Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Subnet': '1.1', Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Trunk': '1.1'}} Oct 17 17:40:32.608784 dv-neutron-860895-1-hyperv neutron-server[89190]: {{(pid=89190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 17:40:32.655310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:32.699181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:32.700225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:40:32.700845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:32.809436 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] Pushing event updated for resources: {'Network': ['ID=6780153d-9acc-46e5-a017-90331dae5b00,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:32.812084 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d4c6f2b3-0179-4a6e-b2bc-046da4273eb6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0375614 Oct 17 17:40:32.846023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 6780153d-9acc-46e5-a017-90331dae5b00 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:40:34.141581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:35.233196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 34954) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:35.450748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146d32f5-cce2-464a-b7b9-bb918863ea55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:40:35.452183 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-146d32f5-cce2-464a-b7b9-bb918863ea55 admin admin] 10.222.0.69 "GET /v2.0/subnets/9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c HTTP/1.1" status: 200 len: 849 time: 0.2180378 Oct 17 17:40:35.631084 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0b0d2e02-d8b2-4900-b421-7eb7563766ae admin admin] 10.222.0.69 "GET /v2.0/routers/9af50b37-9d67-4831-b910-424c829d4c6b HTTP/1.1" status: 200 len: 704 time: 0.1722233 Oct 17 17:40:36.117957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:36.347800 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Allocated IP 172.20.0.1 (caed9c08-164f-441e-ad25-aae51cda2618/9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c/cf654e6a-6cde-40fa-bcf9-daf7512320db) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:40:36.508308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:36.527408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Transition to ACTIVE for port object cf654e6a-6cde-40fa-bcf9-daf7512320db will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:40:36.584971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:36.654547 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Network caed9c08-164f-441e-ad25-aae51cda2618 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:40:36.657348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:40:36.664235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:40:36.664819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:36.808166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Pushing event updated for resources: {'Port': ['ID=cf654e6a-6cde-40fa-bcf9-daf7512320db,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:36.836293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Provisioning for port cf654e6a-6cde-40fa-bcf9-daf7512320db completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:40:36.841117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Provisioning complete for port cf654e6a-6cde-40fa-bcf9-daf7512320db triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:40:36.841487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:36.841823 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Attempt 1 to provision port cf654e6a-6cde-40fa-bcf9-daf7512320db Oct 17 17:40:36.898150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Port cf654e6a-6cde-40fa-bcf9-daf7512320db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:40:36.934445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:37.194756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:37.199842 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:37.200541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:37.326818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Pushing event updated for resources: {'Port': ['ID=cf654e6a-6cde-40fa-bcf9-daf7512320db,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:37.388416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Network caed9c08-164f-441e-ad25-aae51cda2618 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:40:37.389444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:40:37.399619 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Attempt 2 to provision port cf654e6a-6cde-40fa-bcf9-daf7512320db Oct 17 17:40:37.456577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Port cf654e6a-6cde-40fa-bcf9-daf7512320db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:40:37.579446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Router 9af50b37-9d67-4831-b910-424c829d4c6b is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:40:37.731567 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:40:37.741690 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Sync routers for ids ['9af50b37-9d67-4831-b910-424c829d4c6b'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:40:37.742164 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-02cf91bc-7d97-403d-b0fd-e14caa30b54a admin admin] 10.222.0.69 "PUT /v2.0/routers/9af50b37-9d67-4831-b910-424c829d4c6b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1061144 Oct 17 17:40:37.751790 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Routers {'9af50b37-9d67-4831-b910-424c829d4c6b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:40:37.752612 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:40:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9af50b37-9d67-4831-b910-424c829d4c6b'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:40:37.929498 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Set router 9af50b37-9d67-4831-b910-424c829d4c6b gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:40:37.958170 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Attempt 3 to provision port cf654e6a-6cde-40fa-bcf9-daf7512320db Oct 17 17:40:38.013243 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Port cf654e6a-6cde-40fa-bcf9-daf7512320db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:40:38.300803 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'name': 'router1', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:40:25Z', 'updated_at': '2022-10-17T17:40:36Z', 'revision_number': 2, 'project_id': '76e9f242035f44aa8c076fab33048874', 'gw_port_host': None, '_interfaces': [{'id': 'cf654e6a-6cde-40fa-bcf9-daf7512320db', 'name': '', 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'mac_address': 'fa:16:3e:91:e4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:40:36Z', 'updated_at': '2022-10-17T17:40:37Z', 'revision_number': 2, 'project_id': '76e9f242035f44aa8c076fab33048874', 'subnets': [{'id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c939a32-9a85-4431-b2a8-976b287aa714'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:40:38.305863 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Checking router: 9af50b37-9d67-4831-b910-424c829d4c6b for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:40:38.306236 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Updating router 9af50b37-9d67-4831-b910-424c829d4c6b port cf654e6a-6cde-40fa-bcf9-daf7512320db binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:40:38.358309 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:38.514319 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Attempt 4 to provision port cf654e6a-6cde-40fa-bcf9-daf7512320db Oct 17 17:40:38.570866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Port cf654e6a-6cde-40fa-bcf9-daf7512320db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:40:38.737144 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:38.752493 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Transition to ACTIVE for port object cf654e6a-6cde-40fa-bcf9-daf7512320db will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:40:38.759534 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:38.968647 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Pushing event updated for resources: {'Port': ['ID=cf654e6a-6cde-40fa-bcf9-daf7512320db,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:38.980160 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:38.980508 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:38.980844 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:38.981172 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:38.981494 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:38.981836 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:38.982161 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:38.982480 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:38.982815 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:38.983157 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:38.983473 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:38.983787 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Tracked resource versions report: Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: pushed versions: Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: { 'AddressGroup': {'1.2'}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'ConntrackHelper': {'1.0'}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Log': {'1.0'}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Network': {'1.1'}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Port': {'1.7'}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'PortForwarding': {'1.2'}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'QosPolicy': {'1.8'}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'SecurityGroup': {'1.4'}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'SecurityGroupRule': {'1.2'}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'SubPort': {'1.0'}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Subnet': {'1.1'}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Trunk': {'1.1'}} Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: consumer versions: Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: { DHCP agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: L3 agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: Metadata agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: Metering agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: Open vSwitch agent@dv-neutron-860895-1-hyperv: { 'AddressGroup': '1.2', Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'ConntrackHelper': '1.0', Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Log': '1.0', Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Network': '1.1', Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Port': '1.7', Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'PortForwarding': '1.2', Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'QosPolicy': '1.8', Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'SecurityGroup': '1.4', Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'SecurityGroupRule': '1.2', Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'SubPort': '1.0', Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Subnet': '1.1', Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Trunk': '1.1'}} Oct 17 17:40:38.985109 dv-neutron-860895-1-hyperv neutron-server[89193]: {{(pid=89193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 17:40:38.991857 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Attempting to bind port cf654e6a-6cde-40fa-bcf9-daf7512320db on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:40:38.992255 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Attempting to bind port cf654e6a-6cde-40fa-bcf9-daf7512320db by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd5f46258-f9d0-466c-a833-713999007864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:40:38.992677 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Attempting to bind port cf654e6a-6cde-40fa-bcf9-daf7512320db on network caed9c08-164f-441e-ad25-aae51cda2618 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:40:38.998055 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:40:38.998452 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Checking segment: {'id': 'd5f46258-f9d0-466c-a833-713999007864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:40:38.998903 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:38.999310 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Bound using segment: {'id': 'd5f46258-f9d0-466c-a833-713999007864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:40:38.999800 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Bound port: cf654e6a-6cde-40fa-bcf9-daf7512320db, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f46258-f9d0-466c-a833-713999007864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:40:39.000184 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:39.072121 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Attempt 5 to provision port cf654e6a-6cde-40fa-bcf9-daf7512320db Oct 17 17:40:39.091535 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] For port cf654e6a-6cde-40fa-bcf9-daf7512320db, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:40:39.095862 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] For port cf654e6a-6cde-40fa-bcf9-daf7512320db, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=cf654e6a-6cde-40fa-bcf9-daf7512320db,segment=NetworkSegment(d5f46258-f9d0-466c-a833-713999007864),segment_id=d5f46258-f9d0-466c-a833-713999007864)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:40:39.105975 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:39.143586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c658c-99a6-4c71-93e5-c1db07b7d6c7 None None] Port cf654e6a-6cde-40fa-bcf9-daf7512320db had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:40:39.206881 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Routers {'9af50b37-9d67-4831-b910-424c829d4c6b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:40:39.207606 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:40:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9af50b37-9d67-4831-b910-424c829d4c6b'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:40:39.342645 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaae5e2-b747-4bfb-9994-c2f3ae76c216 None None] Pushing event updated for resources: {'Port': ['ID=cf654e6a-6cde-40fa-bcf9-daf7512320db,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:39.375206 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] Set router 9af50b37-9d67-4831-b910-424c829d4c6b gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:40:39.701988 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'name': 'router1', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:40:25Z', 'updated_at': '2022-10-17T17:40:36Z', 'revision_number': 2, 'project_id': '76e9f242035f44aa8c076fab33048874', 'gw_port_host': None, '_interfaces': [{'id': 'cf654e6a-6cde-40fa-bcf9-daf7512320db', 'name': '', 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'mac_address': 'fa:16:3e:91:e4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:40:36Z', 'updated_at': '2022-10-17T17:40:39Z', 'revision_number': 4, 'project_id': '76e9f242035f44aa8c076fab33048874', 'subnets': [{'id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c939a32-9a85-4431-b2a8-976b287aa714'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:40:39.705881 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c470cfb-75c6-4a94-be0d-fda6a1fcd85b None None] The sync data for ids ['9af50b37-9d67-4831-b910-424c829d4c6b'] in dv-neutron-860895-1-hyperv is: [{'id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'name': 'router1', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:40:25Z', 'updated_at': '2022-10-17T17:40:36Z', 'revision_number': 2, 'project_id': '76e9f242035f44aa8c076fab33048874', 'gw_port_host': None, '_interfaces': [{'id': 'cf654e6a-6cde-40fa-bcf9-daf7512320db', 'name': '', 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'mac_address': 'fa:16:3e:91:e4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:40:36Z', 'updated_at': '2022-10-17T17:40:39Z', 'revision_number': 4, 'project_id': '76e9f242035f44aa8c076fab33048874', 'subnets': [{'id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c939a32-9a85-4431-b2a8-976b287aa714'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:40:39.998313 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 34976) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:40.148754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d311e51-9227-477a-889e-88ed32226abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:40:40.149308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4d311e51-9227-477a-889e-88ed32226abf admin admin] Synchronizing usage tracker for tenant:b5ff6e4ed42946da8fbd6aac35fc3e9e on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:40:40.166694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4d311e51-9227-477a-889e-88ed32226abf admin admin] Unset dirty status for tenant:b5ff6e4ed42946da8fbd6aac35fc3e9e on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:40:40.167960 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4d311e51-9227-477a-889e-88ed32226abf admin admin] 10.222.0.69 "GET /v2.0/networks/6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 842 time: 0.1686981 Oct 17 17:40:40.177689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'gateway_ip': '172.26.8.1', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.26.8.0/24'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:40:40.183023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:40:40.186810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Usage tracker for resource:subnet and tenant:b5ff6e4ed42946da8fbd6aac35fc3e9e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:40:40.189670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:40:40.199756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:40:40.209443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Made reservation on behalf of b5ff6e4ed42946da8fbd6aac35fc3e9e for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:40:40.211768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:40.463455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device cf654e6a-6cde-40fa-bcf9-daf7512320db up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:40:40.540610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port cf654e6a-6cde-40fa-bcf9-daf7512320db completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:40:40.545788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port cf654e6a-6cde-40fa-bcf9-daf7512320db triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:40:40.546157 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:40.546488 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port cf654e6a-6cde-40fa-bcf9-daf7512320db Oct 17 17:40:40.609333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:40:40.609803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:40.668565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port cf654e6a-6cde-40fa-bcf9-daf7512320db is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:40:40.668964 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:40.686821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:40:40.687217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Network hostable DHCP agents. Network: 6780153d-9acc-46e5-a017-90331dae5b00, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:40:40.702147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port cf654e6a-6cde-40fa-bcf9-daf7512320db, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=cf654e6a-6cde-40fa-bcf9-daf7512320db,segment=NetworkSegment(d5f46258-f9d0-466c-a833-713999007864),segment_id=d5f46258-f9d0-466c-a833-713999007864)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:40:40.705920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:40.710801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80343e29-0bef-4c2e-a793-10cee29d8bae,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:40.721555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:40:40.731746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 6780153d-9acc-46e5-a017-90331dae5b00) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:40:40.740140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:40:40.740275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1684e0d8-8071-46c5-84ae-645a23346e79 None None] Network 6780153d-9acc-46e5-a017-90331dae5b00 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:40:40.740757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:40.761050 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1319d181-12ad-4580-9a1b-55caa242bbd7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5872269 Oct 17 17:40:40.875098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=cf654e6a-6cde-40fa-bcf9-daf7512320db,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:41.000500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ffd77b-a411-43ab-8556-51bfd65d1029 None None] Network 6780153d-9acc-46e5-a017-90331dae5b00 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:40:42.427544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device cf654e6a-6cde-40fa-bcf9-daf7512320db up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:40:42.497607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port cf654e6a-6cde-40fa-bcf9-daf7512320db triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:40:42.497975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:42.498308 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port cf654e6a-6cde-40fa-bcf9-daf7512320db Oct 17 17:40:42.615129 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port cf654e6a-6cde-40fa-bcf9-daf7512320db is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:40:43.042280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 34990) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:43.278672 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-041327d7-9405-4001-9b5d-f5102840d18f admin admin] 10.222.0.69 "GET /v2.0/routers/9af50b37-9d67-4831-b910-424c829d4c6b HTTP/1.1" status: 200 len: 710 time: 0.2351882 Oct 17 17:40:43.404533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d78d76d-af93-4d20-ad32-30dfc1eff274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:40:43.405876 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8d78d76d-af93-4d20-ad32-30dfc1eff274 admin admin] 10.222.0.69 "GET /v2.0/networks/6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 886 time: 0.1221287 Oct 17 17:40:43.415212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:40:43.852413 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:44.181797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:44.236776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:44.369960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Allocated IP 172.26.8.45 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/872512d6-9f25-43c7-b94c-1118d77f3ed6) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:40:44.556288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:44.585761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:44.649159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:40:44.651993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:40:44.655522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:40:44.771151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Pushing event updated for resources: {'Port': ['ID=872512d6-9f25-43c7-b94c-1118d77f3ed6,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:45.042114 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:45.385441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:45.388598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:45.565456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Router 9af50b37-9d67-4831-b910-424c829d4c6b has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:40:45.744294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:40:45.752306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:45.753474 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6b005f35-6203-4c0f-87c8-1bc18f0f8416 admin admin] 10.222.0.69 "PUT /v2.0/routers/9af50b37-9d67-4831-b910-424c829d4c6b HTTP/1.1" status: 200 len: 889 time: 2.3414502 Oct 17 17:40:45.754050 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Sync routers for ids ['9af50b37-9d67-4831-b910-424c829d4c6b'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:40:45.765178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Routers {'9af50b37-9d67-4831-b910-424c829d4c6b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:40:45.765867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:40:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9af50b37-9d67-4831-b910-424c829d4c6b'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:40:45.984248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Set router 9af50b37-9d67-4831-b910-424c829d4c6b gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:40:46.322582 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'name': 'router1', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '872512d6-9f25-43c7-b94c-1118d77f3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:40:25Z', 'updated_at': '2022-10-17T17:40:44Z', 'revision_number': 4, 'project_id': '76e9f242035f44aa8c076fab33048874', 'gw_port': {'id': '872512d6-9f25-43c7-b94c-1118d77f3ed6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:40:44Z', 'updated_at': '2022-10-17T17:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'cf654e6a-6cde-40fa-bcf9-daf7512320db', 'name': '', 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'mac_address': 'fa:16:3e:91:e4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:40:36Z', 'updated_at': '2022-10-17T17:40:40Z', 'revision_number': 5, 'project_id': '76e9f242035f44aa8c076fab33048874', 'subnets': [{'id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c939a32-9a85-4431-b2a8-976b287aa714'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:40:46.327370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Checking router: 9af50b37-9d67-4831-b910-424c829d4c6b for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:40:46.327714 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Updating router 9af50b37-9d67-4831-b910-424c829d4c6b port 872512d6-9f25-43c7-b94c-1118d77f3ed6 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:40:46.382923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:46.742542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:46.754220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Transition to ACTIVE for port object 872512d6-9f25-43c7-b94c-1118d77f3ed6 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:40:46.760699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:46.821191 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Attempting to bind port 872512d6-9f25-43c7-b94c-1118d77f3ed6 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:40:46.821624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Attempting to bind port 872512d6-9f25-43c7-b94c-1118d77f3ed6 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:40:46.821984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Attempting to bind port 872512d6-9f25-43c7-b94c-1118d77f3ed6 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:40:46.833292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:40:46.833832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:40:46.834242 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:46.834633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:40:46.835119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Bound port: 872512d6-9f25-43c7-b94c-1118d77f3ed6, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:40:46.835506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:46.878215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dc0a8-5b3a-4ac6-b6e0-a0be0f80c88d None None] Pushing event updated for resources: {'Port': ['ID=872512d6-9f25-43c7-b94c-1118d77f3ed6,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:46.916189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] For port 872512d6-9f25-43c7-b94c-1118d77f3ed6, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:40:46.919410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] For port 872512d6-9f25-43c7-b94c-1118d77f3ed6, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=872512d6-9f25-43c7-b94c-1118d77f3ed6,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:40:46.923480 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:46.982901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Routers {'9af50b37-9d67-4831-b910-424c829d4c6b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:40:46.983604 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:40:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9af50b37-9d67-4831-b910-424c829d4c6b'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:40:47.138311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dc0a8-5b3a-4ac6-b6e0-a0be0f80c88d None None] Pushing event updated for resources: {'Port': ['ID=872512d6-9f25-43c7-b94c-1118d77f3ed6,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:47.187859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] Set router 9af50b37-9d67-4831-b910-424c829d4c6b gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:40:47.545435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'name': 'router1', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '872512d6-9f25-43c7-b94c-1118d77f3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:40:25Z', 'updated_at': '2022-10-17T17:40:44Z', 'revision_number': 4, 'project_id': '76e9f242035f44aa8c076fab33048874', 'gw_port': {'id': '872512d6-9f25-43c7-b94c-1118d77f3ed6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:40:44Z', 'updated_at': '2022-10-17T17:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'cf654e6a-6cde-40fa-bcf9-daf7512320db', 'name': '', 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'mac_address': 'fa:16:3e:91:e4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:40:36Z', 'updated_at': '2022-10-17T17:40:40Z', 'revision_number': 5, 'project_id': '76e9f242035f44aa8c076fab33048874', 'subnets': [{'id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c939a32-9a85-4431-b2a8-976b287aa714'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:40:47.549357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43f18f-40d2-4af9-bd52-4b81faf12064 None None] The sync data for ids ['9af50b37-9d67-4831-b910-424c829d4c6b'] in dv-neutron-860895-1-hyperv is: [{'id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'name': 'router1', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '872512d6-9f25-43c7-b94c-1118d77f3ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:40:25Z', 'updated_at': '2022-10-17T17:40:44Z', 'revision_number': 4, 'project_id': '76e9f242035f44aa8c076fab33048874', 'gw_port': {'id': '872512d6-9f25-43c7-b94c-1118d77f3ed6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ee:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:40:44Z', 'updated_at': '2022-10-17T17:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'cf654e6a-6cde-40fa-bcf9-daf7512320db', 'name': '', 'network_id': 'caed9c08-164f-441e-ad25-aae51cda2618', 'tenant_id': '76e9f242035f44aa8c076fab33048874', 'mac_address': 'fa:16:3e:91:e4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af50b37-9d67-4831-b910-424c829d4c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:40:36Z', 'updated_at': '2022-10-17T17:40:40Z', 'revision_number': 5, 'project_id': '76e9f242035f44aa8c076fab33048874', 'subnets': [{'id': '9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2c939a32-9a85-4431-b2a8-976b287aa714'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:40:48.197187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35000) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:40:48.375330 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-573e075a-aece-49e6-bd42-76e8e266543c admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1769822 Oct 17 17:40:48.461188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 872512d6-9f25-43c7-b94c-1118d77f3ed6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:40:48.531765 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 872512d6-9f25-43c7-b94c-1118d77f3ed6 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:40:48.537498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 872512d6-9f25-43c7-b94c-1118d77f3ed6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:40:48.537881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:48.538225 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 872512d6-9f25-43c7-b94c-1118d77f3ed6 Oct 17 17:40:48.656554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 872512d6-9f25-43c7-b94c-1118d77f3ed6 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:40:48.656951 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:48.674525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 872512d6-9f25-43c7-b94c-1118d77f3ed6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=872512d6-9f25-43c7-b94c-1118d77f3ed6,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:40:48.678982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:48.747565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=872512d6-9f25-43c7-b94c-1118d77f3ed6,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:40:50.438182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 872512d6-9f25-43c7-b94c-1118d77f3ed6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:40:50.514281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 872512d6-9f25-43c7-b94c-1118d77f3ed6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:40:50.514652 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:40:50.514985 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 872512d6-9f25-43c7-b94c-1118d77f3ed6 Oct 17 17:40:50.643516 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 872512d6-9f25-43c7-b94c-1118d77f3ed6 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:40:58.954365 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8d677e8b-feff-4c61-969d-6c35ea5b26ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:41:01.436238 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6d18721-bd89-422f-b8f3-c52b1a5e7f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:41:02.376797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:41:02.503313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:41:03.992619 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 5 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:41:04.147968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:41:28.948067 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d24cd524-3863-4482-bffc-5fe69c855661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:41:31.440861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-95a85af6-8d30-4c21-8a68-f5748495fe71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:41:32.376694 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:41:32.514692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:41:34.144243 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:41:41.021652 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 5 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:41:58.956124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aeaca1c1-e62b-40ec-a5e0-434d96e3800f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:42:01.439427 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5490626b-04fe-4a13-a076-81132e73de59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:42:02.384653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:42:02.514502 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:42:04.153677 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:42:17.990216 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 5 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:42:28.948936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b09494d5-70ac-4023-bb44-acd0d5abf3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:42:31.433549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d93eb13b-c3d6-487d-b54a-0b236508a641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:42:32.384645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:42:32.507150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:42:34.153586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:42:54.988997 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 5 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:42:58.483494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35602) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:42:58.555572 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca8e2f5-066f-4a14-92d1-694355cbc008 admin admin] GET failed (client error): The resource could not be found. Oct 17 17:42:58.556874 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9ca8e2f5-066f-4a14-92d1-694355cbc008 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0724561 Oct 17 17:42:58.690811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab828c4-fc08-49e8-978d-9610e7dd34df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:42:58.692201 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9ab828c4-fc08-49e8-978d-9610e7dd34df admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1313007 Oct 17 17:42:58.953192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5cd5e3e3-fa87-4933-b4db-f4b1d82e036e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:00.921238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35612) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:01.026597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd743b8-e0f4-4ce1-81a5-adc80a3690db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:01.027189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5dd743b8-e0f4-4ce1-81a5-adc80a3690db admin admin] Synchronizing usage tracker for tenant:b5ff6e4ed42946da8fbd6aac35fc3e9e on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:43:01.043997 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5dd743b8-e0f4-4ce1-81a5-adc80a3690db admin admin] Unset dirty status for tenant:b5ff6e4ed42946da8fbd6aac35fc3e9e on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:43:01.050635 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5dd743b8-e0f4-4ce1-81a5-adc80a3690db admin admin] 10.222.0.69 "GET /v2.0/subnets/9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c HTTP/1.1" status: 200 len: 849 time: 0.1284158 Oct 17 17:43:01.056354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:43:01.173689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:01.362541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738780658571'] for subnet, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:01.407828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:01.408403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:01.409654 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] 10.222.0.69 "PUT /v2.0/subnets/9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c HTTP/1.1" status: 200 len: 868 time: 0.3576140 Oct 17 17:43:01.437894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696bff48-175b-459b-aaa0-5cd94804d29a None None] Network caed9c08-164f-441e-ad25-aae51cda2618 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:43:01.440204 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:43:01.448254 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:01.448682 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:01.448970 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:01.449295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:01.449600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:01.449919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:01.450211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:01.450546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:01.450866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:01.451216 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:01.451526 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:01.451836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e7555e-c651-459a-8f0d-e0f9a39b36c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:01.466913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7a6fbce8-01c9-4b24-a634-9f0bb6ab9395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:01.878484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d18c047d-d855-4d58-b5f0-82ccfe479472 None None] Provisioning complete for port a883882f-0156-493a-89ba-79e3b2a23315 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:43:01.878851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d18c047d-d855-4d58-b5f0-82ccfe479472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:01.879213 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-d18c047d-d855-4d58-b5f0-82ccfe479472 None None] Attempt 1 to provision port a883882f-0156-493a-89ba-79e3b2a23315 Oct 17 17:43:02.008633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d18c047d-d855-4d58-b5f0-82ccfe479472 None None] Current status of the port a883882f-0156-493a-89ba-79e3b2a23315 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:43:02.019819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d18c047d-d855-4d58-b5f0-82ccfe479472 None None] Provisioning complete for port cf654e6a-6cde-40fa-bcf9-daf7512320db triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:43:02.020189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d18c047d-d855-4d58-b5f0-82ccfe479472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:02.020523 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-d18c047d-d855-4d58-b5f0-82ccfe479472 None None] Attempt 1 to provision port cf654e6a-6cde-40fa-bcf9-daf7512320db Oct 17 17:43:02.138556 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d18c047d-d855-4d58-b5f0-82ccfe479472 None None] Current status of the port cf654e6a-6cde-40fa-bcf9-daf7512320db is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:43:02.387073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:02.510219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:03.639128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35622) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:03.813160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e425e3-220b-48ca-b597-b92daf6b599d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:03.813634 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e425e3-220b-48ca-b597-b92daf6b599d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:03.815373 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a3e425e3-220b-48ca-b597-b92daf6b599d admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1752281 Oct 17 17:43:04.157923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:06.052352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 35632) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:06.234071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1cc039-18dd-4c2c-a8dc-ed348c70f793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:06.234446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1cc039-18dd-4c2c-a8dc-ed348c70f793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:06.235986 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1a1cc039-18dd-4c2c-a8dc-ed348c70f793 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1824620 Oct 17 17:43:08.428456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 35642) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:08.599784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e0234-dcf3-4be1-9bfc-6ef8da4e4f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:08.601117 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-920e0234-dcf3-4be1-9bfc-6ef8da4e4f4c admin admin] 10.222.0.69 "GET /v2.0/networks/6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 886 time: 0.1717463 Oct 17 17:43:10.813983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35652) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:10.991858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc124c95-d366-4665-9fa3-ce2550742339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:10.993118 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cc124c95-d366-4665-9fa3-ce2550742339 admin admin] 10.222.0.69 "GET /v2.0/networks/caed9c08-164f-441e-ad25-aae51cda2618 HTTP/1.1" status: 200 len: 869 time: 0.1781757 Oct 17 17:43:13.170929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35662) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:13.277756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bfedca-294e-464d-8176-c88c61270004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:13.278146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bfedca-294e-464d-8176-c88c61270004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:13.280097 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c6bfedca-294e-464d-8176-c88c61270004 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080039 Oct 17 17:43:15.476328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35672) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:15.585823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d82c64-bfce-45a7-8773-b6991dd07009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:15.586272 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d82c64-bfce-45a7-8773-b6991dd07009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:15.587826 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e5d82c64-bfce-45a7-8773-b6991dd07009 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1105697 Oct 17 17:43:17.773862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 35682) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:17.876446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6de57d8-b0c3-45f4-b0ab-6e17bc2399fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:17.877783 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b6de57d8-b0c3-45f4-b0ab-6e17bc2399fd admin admin] 10.222.0.69 "GET /v2.0/subnets/80343e29-0bef-4c2e-a793-10cee29d8bae HTTP/1.1" status: 200 len: 816 time: 0.1029885 Oct 17 17:43:20.069200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 35692) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:20.177128 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a77c1-3028-436b-9ad8-2d32866eaf2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:20.178940 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-128a77c1-3028-436b-9ad8-2d32866eaf2f admin admin] 10.222.0.69 "GET /v2.0/subnets/9b0a3ea4-0af7-4429-8e91-fabacd7a8c7c HTTP/1.1" status: 200 len: 868 time: 0.1088271 Oct 17 17:43:28.957499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-abcd157a-7588-4078-b5d2-e980d0e19d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:31.440133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e8704b9a-3746-47a0-94ee-0f94dcc82a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:31.988020 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 5 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:43:32.389681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:32.515005 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:34.160812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:39.940220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 35738) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:39.991554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-1fa55d9f-ab43-4785-b59c-f8e7c0781aa0 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:43:39.992541 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1fa55d9f-ab43-4785-b59c-f8e7c0781aa0 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513623 Oct 17 17:43:42.292085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 35748) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:42.359755 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a362fda9-1e37-4fdf-9e9e-996a383b38eb admin admin] GET failed (client error): The resource could not be found. Oct 17 17:43:42.361039 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a362fda9-1e37-4fdf-9e9e-996a383b38eb admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0680263 Oct 17 17:43:42.495327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94176e97-3233-4db8-9a1e-1d4ddd099a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:42.496796 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-94176e97-3233-4db8-9a1e-1d4ddd099a99 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1317694 Oct 17 17:43:44.754484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35758) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:44.806440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:43:44.811127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:43:44.821873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:43:44.835894 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Made reservation on behalf of b5ff6e4ed42946da8fbd6aac35fc3e9e for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:43:44.840670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:44.933331 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING neutron.services.revisions.revision_plugin [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Could not find related network for resource to bump revision. Oct 17 17:43:44.947539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:43:44.957803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:44.957974 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Added segment 93eaa2bc-4b21-4422-bf91-a89d5702ef76 of type vlan for network f2a80534-db40-46e3-851e-6c97ab9b8f65 Oct 17 17:43:44.987505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:45.019282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:45.020275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:45.020868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:45.127300 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a80534-db40-46e3-851e-6c97ab9b8f65,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:43:45.130402 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4eeb5218-004e-4a88-8547-5f352f9a9528 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3749373 Oct 17 17:43:45.142769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network f2a80534-db40-46e3-851e-6c97ab9b8f65 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:43:47.371512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35768) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:43:47.440004 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-46786120-42ad-4ae8-9622-2b51f7effb55 admin admin] GET failed (client error): The resource could not be found. Oct 17 17:43:47.440522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-46786120-42ad-4ae8-9622-2b51f7effb55 admin admin] Synchronizing usage tracker for tenant:b5ff6e4ed42946da8fbd6aac35fc3e9e on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:43:47.460194 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-46786120-42ad-4ae8-9622-2b51f7effb55 admin admin] Unset dirty status for tenant:b5ff6e4ed42946da8fbd6aac35fc3e9e on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:43:47.461334 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-46786120-42ad-4ae8-9622-2b51f7effb55 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0888832 Oct 17 17:43:47.570367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf3ddde-8b1c-4ca8-ae16-1516bb09fe1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:47.571915 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1cf3ddde-8b1c-4ca8-ae16-1516bb09fe1b admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1066191 Oct 17 17:43:47.581603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Request body: {'subnet': {'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:43:47.586803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:43:47.596341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:43:47.607284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Made reservation on behalf of b5ff6e4ed42946da8fbd6aac35fc3e9e for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:43:47.609518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Notify callbacks [] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:47.862623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:47.938587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9780902e-f480-4bfe-a120-63016be5e886,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:43:47.948332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Checking segment: {'id': '93eaa2bc-4b21-4422-bf91-a89d5702ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:43:47.948679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Network hostable DHCP agents. Network: f2a80534-db40-46e3-851e-6c97ab9b8f65, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:43:47.968632 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Network f2a80534-db40-46e3-851e-6c97ab9b8f65 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:43:47.980737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, f2a80534-db40-46e3-851e-6c97ab9b8f65) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:43:47.985391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:43:47.986158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:47.995133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492df5bc-6e2b-4b7a-a0d3-146644f8a98f None None] Network f2a80534-db40-46e3-851e-6c97ab9b8f65 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:43:48.014400 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9efc535a-b89a-4cb5-ab2e-3b3f44b0178b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4362791 Oct 17 17:43:48.232286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-f2a80534-db40-46e3-851e-6c97ab9b8f65', 'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65', 'tenant_id': 'b5ff6e4ed42946da8fbd6aac35fc3e9e', 'fixed_ips': [{'subnet_id': '9780902e-f480-4bfe-a120-63016be5e886'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:43:48.233129 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:48.396506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Allocated IP 192.168.233.2 (f2a80534-db40-46e3-851e-6c97ab9b8f65/9780902e-f480-4bfe-a120-63016be5e886/6671fd8f-9316-4edb-bc55-12a93ba78530) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:43:48.657615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:48.672625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Transition to ACTIVE for port object 6671fd8f-9316-4edb-bc55-12a93ba78530 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:43:48.695871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Transition to ACTIVE for port object 6671fd8f-9316-4edb-bc55-12a93ba78530 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:43:48.702306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:48.774462 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Network f2a80534-db40-46e3-851e-6c97ab9b8f65 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:43:48.777785 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Pushing event updated for resources: {'Port': ['ID=6671fd8f-9316-4edb-bc55-12a93ba78530,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:43:48.785035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:43:48.787927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:48.787927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:48.788267 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:48.788600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:48.788930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:48.789252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:48.789572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:48.789888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:48.790220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:48.790535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:48.790933 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:48.791189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:43:48.796431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:43:48.908146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Attempting to bind port 6671fd8f-9316-4edb-bc55-12a93ba78530 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:43:48.908437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Attempting to bind port 6671fd8f-9316-4edb-bc55-12a93ba78530 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '93eaa2bc-4b21-4422-bf91-a89d5702ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:43:48.908799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Attempting to bind port 6671fd8f-9316-4edb-bc55-12a93ba78530 on network f2a80534-db40-46e3-851e-6c97ab9b8f65 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:43:48.914451 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:43:48.914821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Checking segment: {'id': '93eaa2bc-4b21-4422-bf91-a89d5702ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:43:48.915253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:48.915643 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Bound using segment: {'id': '93eaa2bc-4b21-4422-bf91-a89d5702ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:43:48.916122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Bound port: 6671fd8f-9316-4edb-bc55-12a93ba78530, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93eaa2bc-4b21-4422-bf91-a89d5702ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:43:48.916525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:49.013237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] For port 6671fd8f-9316-4edb-bc55-12a93ba78530, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:43:49.016815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] For port 6671fd8f-9316-4edb-bc55-12a93ba78530, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6671fd8f-9316-4edb-bc55-12a93ba78530,segment=NetworkSegment(93eaa2bc-4b21-4422-bf91-a89d5702ef76),segment_id=93eaa2bc-4b21-4422-bf91-a89d5702ef76)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:43:49.023816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:49.115177 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9d49e-104a-4889-92e9-8aac12017579 None None] Pushing event updated for resources: {'Port': ['ID=6671fd8f-9316-4edb-bc55-12a93ba78530,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:43:49.963227 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3782dc8c-28d9-4479-8ab9-490972a19ade None None] Network f2a80534-db40-46e3-851e-6c97ab9b8f65 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:43:50.075674 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ca328325-6574-4315-b5c3-df864905cb27 None None] Provisioning for port 6671fd8f-9316-4edb-bc55-12a93ba78530 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:43:50.560617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6671fd8f-9316-4edb-bc55-12a93ba78530 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:43:50.629609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 6671fd8f-9316-4edb-bc55-12a93ba78530 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:43:50.636069 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6671fd8f-9316-4edb-bc55-12a93ba78530 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:43:50.636451 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:50.636809 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6671fd8f-9316-4edb-bc55-12a93ba78530 Oct 17 17:43:50.804902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6671fd8f-9316-4edb-bc55-12a93ba78530 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:43:50.805293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:50.841080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 6671fd8f-9316-4edb-bc55-12a93ba78530, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6671fd8f-9316-4edb-bc55-12a93ba78530,segment=NetworkSegment(93eaa2bc-4b21-4422-bf91-a89d5702ef76),segment_id=93eaa2bc-4b21-4422-bf91-a89d5702ef76)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:43:50.845347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:50.921251 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=6671fd8f-9316-4edb-bc55-12a93ba78530,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:43:52.539021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6671fd8f-9316-4edb-bc55-12a93ba78530 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:43:52.607862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6671fd8f-9316-4edb-bc55-12a93ba78530 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:43:52.608221 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:43:52.608548 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6671fd8f-9316-4edb-bc55-12a93ba78530 Oct 17 17:43:52.727967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6671fd8f-9316-4edb-bc55-12a93ba78530 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:43:58.962261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b65ec7e-bbef-4dcb-bb28-8a588353d6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:44:01.448651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-49e17746-fc40-4451-88d5-b06eb4d9fcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:44:02.393901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:44:02.521053 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:44:04.165865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:44:08.986976 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 5 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:44:28.961207 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e1dd-0dba-45f2-a143-8498c3aa1cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:44:31.441528 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-970f907a-99ac-4c64-934b-12014c367e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:44:32.396534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:44:32.518924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:44:34.168856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:44:45.986122 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 5 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:44:58.958514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b8775938-cd54-441e-8b4b-3b53882fdbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:00.738628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35820) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:45:00.745553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-31d5f96b-eee6-465d-a644-b99827f638a1 tempest-verify_tempest_config-1614171563 tempest-verify_tempest_config-1614171563-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:45:00.746544 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-31d5f96b-eee6-465d-a644-b99827f638a1 tempest-verify_tempest_config-1614171563 tempest-verify_tempest_config-1614171563-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068927 Oct 17 17:45:01.081837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 35838) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:45:01.214886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:01.230203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:45:01.234147 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Usage tracker for resource:security_group_rule and tenant:88ab595f3abb4c8182d9e061f29502ba is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:45:01.237091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:45:01.243305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:45:01.336191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:01.340121 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:01.385224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a7f34b-77f2-4692-937d-fb9422b73558,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:45:01.389294 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88ab595f3abb4c8182d9e061f29502ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3064196 Oct 17 17:45:01.392539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35844) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:45:01.395200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.395550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.395883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.396209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.396532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.396853 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.397172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.398151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.398468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.398788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.399115 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.399427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc95c141-2417-4caf-8402-6fc00410905c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.448212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd3e4-20f7-4ddc-b51c-6c7c6a7c0162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:01.460905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:01.488808 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:01.583715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:01.598014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a7f34b-77f2-4692-937d-fb9422b73558,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:45:01.608553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.608914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.609247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.609592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.609897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.610231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.610561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.610897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.611242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.611554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.611864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.612173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:45:01.614937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:01.616976 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0cc56280-78d8-41af-aa4a-3b1dc207cc7a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/07a7f34b-77f2-4692-937d-fb9422b73558 HTTP/1.1" status: 204 len: 168 time: 0.2225513 Oct 17 17:45:02.400740 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:02.522132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:04.172269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:22.985397 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 5 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:45:28.952605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce5bf-3688-4b96-b06d-6269e05e4000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:31.453995 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7d92f5c6-fec2-46d8-a344-d2c649b39fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:32.404823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:32.527145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:34.175646 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:58.957186 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-746383a1-c6f7-417c-817d-9bd06055217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:45:59.984110 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 5 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:46:01.445351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fbe3ce7d-1bef-4adc-acea-045cb3274b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:46:02.406393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:46:02.529726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:46:04.177752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:46:24.662248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-530861'] for agent, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:46:28.950713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f582f5a5-0998-4181-843e-12f357f1775f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:46:31.448660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2fbfac48-b619-457f-940f-753518015a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:46:32.407821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:46:32.532940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:46:34.181284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:46:36.983900 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:46:39.597127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35914) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:46:39.711626 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-16eee3d9-2632-44c4-b10e-13debc909339 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1133811 Oct 17 17:46:41.933163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 35924) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:46:41.988047 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b4a228b2-cd06-4536-ae82-12728795bf4c admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0538108 Oct 17 17:46:54.640173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:46:58.952347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cf223fbc-b509-40e9-a9e1-b6f57acd4231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:47:01.451842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eccf14ba-af7e-40d1-9415-664c384ba128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:47:02.412219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:47:02.536035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:47:04.183517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:47:13.983884 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:47:24.669385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:47:28.957126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0e6af65f-e320-4eb6-a414-1b3cdac1ee50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:47:31.454398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2d017746-d139-495f-975a-3f8449cbaff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:47:32.415099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:47:32.539435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:47:34.190167 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:47:50.983423 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:47:54.678289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:47:58.961524 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e0fe024-4bf6-464a-9ca9-93c10addf928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:01.460250 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4efbc9fe-911e-4031-af02-e99124377ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:02.418848 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:02.544613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:04.190433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:10.147176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36114) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:10.370825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36126) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:10.687646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1216233957'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:10.692657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:10.697202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Usage tracker for resource:network and tenant:46e65a3b4d7745eeb6c67e8a8ce48721 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:10.700372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36140) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:10.702479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:10.709490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:10.722450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Made reservation on behalf of 46e65a3b4d7745eeb6c67e8a8ce48721 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:10.727366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:10.743334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:10.759478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1591875466-network', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:10.767200 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:10.773493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36146) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:10.774531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Usage tracker for resource:security_group_rule and tenant:46e65a3b4d7745eeb6c67e8a8ce48721 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:10.778658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:10.782531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Usage tracker for resource:network and tenant:995cd1702baf4d09a90e2ff17f6fc980 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:10.785757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:10.791211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:10.795303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:10.802770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:10.835903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Made reservation on behalf of 995cd1702baf4d09a90e2ff17f6fc980 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:10.838419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:10.855990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:10.888202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:10.905575 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Usage tracker for resource:security_group_rule and tenant:995cd1702baf4d09a90e2ff17f6fc980 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:10.915021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:10.936685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:10.941433 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:10.945103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.000416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:11.014129 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.014740 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Added segment 6fbba2df-1d68-4d2e-a05f-458de9c602ee of type vlan for network 54c6eee1-a133-4b30-9c1a-b79cb664bee5 Oct 17 17:48:11.020124 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676b875a-1121-4b40-a2c5-42e8f5c959f2,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:11.034589 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.034927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.035489 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.035818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.036324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.036642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.036964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.037285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.037605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.037916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.038407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.038940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Tracked resource versions report: Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: pushed versions: Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: { 'AddressGroup': {'1.2'}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'ConntrackHelper': {'1.0'}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Log': {'1.0'}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Network': {'1.1'}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Port': {'1.7'}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'PortForwarding': {'1.2'}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'QosPolicy': {'1.8'}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'SecurityGroup': {'1.4'}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'SecurityGroupRule': {'1.2'}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'SubPort': {'1.0'}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Subnet': {'1.1'}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Trunk': {'1.1'}} Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: consumer versions: Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: { DHCP agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: HyperV agent@hv-neutron-8608: {}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: L3 agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: Metadata agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: Metering agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: Open vSwitch agent@dv-neutron-860895-1-hyperv: { 'AddressGroup': '1.2', Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'ConntrackHelper': '1.0', Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Log': '1.0', Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Network': '1.1', Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Port': '1.7', Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'PortForwarding': '1.2', Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'QosPolicy': '1.8', Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'SecurityGroup': '1.4', Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'SecurityGroupRule': '1.2', Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'SubPort': '1.0', Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Subnet': '1.1', Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: 'Trunk': '1.1'}} Oct 17 17:48:11.040318 dv-neutron-860895-1-hyperv neutron-server[89190]: {{(pid=89190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 17:48:11.068900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.112109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.118146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:11.118838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.178673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1098042584-network', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:11.184648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:11.194687 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Usage tracker for resource:network and tenant:654f9b38b43d444ba34dd32ecf9486da is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:11.204017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:11.219314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:11.249527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Made reservation on behalf of 654f9b38b43d444ba34dd32ecf9486da for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:11.252008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.269861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Pushing event updated for resources: {'Network': ['ID=54c6eee1-a133-4b30-9c1a-b79cb664bee5,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:11.272664 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-59948075-network', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:11.277037 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.278702 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8195feb1-8cb7-43cd-aef5-51338975ac82 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1302290 Oct 17 17:48:11.283859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 54c6eee1-a133-4b30-9c1a-b79cb664bee5 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:11.284502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36162) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:11.293141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Request body: {'subnet': {'network_id': '54c6eee1-a133-4b30-9c1a-b79cb664bee5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:11.299319 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:11.303610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Usage tracker for resource:security_group_rule and tenant:654f9b38b43d444ba34dd32ecf9486da is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:11.306832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:11.313596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:11.399543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:11.419972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Usage tracker for resource:network and tenant:a3f4e422ce3c4b4ea78d81856a691f25 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:11.425523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:11.427157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:11.429273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.434288 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:11.435154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Usage tracker for resource:subnet and tenant:46e65a3b4d7745eeb6c67e8a8ce48721 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:11.440696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.446117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:11.455142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:11.458210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:11.466823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.467194 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Added segment 7c5c917c-49ea-4612-88eb-0567cf48f62c of type vlan for network 867fdddf-660d-43b9-8967-850b2cd274b8 Oct 17 17:48:11.479764 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.486903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.499791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.502733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:11.545857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea9597a-81da-41f0-9dbd-9944ce22d331,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:11.548485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Made reservation on behalf of 46e65a3b4d7745eeb6c67e8a8ce48721 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:11.550412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60741255-d168-4fbd-9f6c-dca253aa321c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:11.553497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks [] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.558105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Made reservation on behalf of a3f4e422ce3c4b4ea78d81856a691f25 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:11.560486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.576502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.576854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.579454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.581295 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.581429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.581765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.582102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.582443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.583476 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.584024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.584540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.585062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Tracked resource versions report: Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: pushed versions: Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: { 'AddressGroup': {'1.2'}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'ConntrackHelper': {'1.0'}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Log': {'1.0'}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Network': {'1.1'}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Port': {'1.7'}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'PortForwarding': {'1.2'}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'QosPolicy': {'1.8'}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'SecurityGroup': {'1.4'}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'SecurityGroupRule': {'1.2'}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'SubPort': {'1.0'}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Subnet': {'1.1'}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Trunk': {'1.1'}} Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: consumer versions: Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: { DHCP agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: HyperV agent@hv-neutron-8608: {}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: L3 agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: Metadata agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: Metering agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: Open vSwitch agent@dv-neutron-860895-1-hyperv: { 'AddressGroup': '1.2', Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'ConntrackHelper': '1.0', Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Log': '1.0', Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Network': '1.1', Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Port': '1.7', Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'PortForwarding': '1.2', Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'QosPolicy': '1.8', Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'SecurityGroup': '1.4', Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'SecurityGroupRule': '1.2', Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'SubPort': '1.0', Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Subnet': '1.1', Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: 'Trunk': '1.1'}} Oct 17 17:48:11.586708 dv-neutron-860895-1-hyperv neutron-server[89191]: {{(pid=89191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 17:48:11.614429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.641668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.642143 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Added segment fd612814-d04b-46c2-a355-2f7f05d5df13 of type vlan for network 03f5626e-6646-4d1a-9305-f3c3d025ed6e Oct 17 17:48:11.645062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:11.652320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f4e422ce3c4b4ea78d81856a691f25 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:11.656548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:11.660873 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.661940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:11.662729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.704332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.724508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:11.732053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36188) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:11.732917 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9583418 Oct 17 17:48:11.740435 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Request body: {'subnet': {'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1098042584-subnet', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:11.746712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:11.751156 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Usage tracker for resource:subnet and tenant:654f9b38b43d444ba34dd32ecf9486da is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:11.754590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:11.761480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:11.787401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Made reservation on behalf of 654f9b38b43d444ba34dd32ecf9486da for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:11.791286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.838959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7d798-d388-4a61-92cf-3b3ea3823b7f admin admin] Pushing event updated for resources: {'Network': ['ID=867fdddf-660d-43b9-8967-850b2cd274b8,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:11.852414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 867fdddf-660d-43b9-8967-850b2cd274b8 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:11.943058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.946680 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:11.950680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.953231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.959663 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.982120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:11.998548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:11.999335 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Added segment 3dd99bbb-7938-4b28-b288-d9c4a4b7af35 of type vlan for network 79ac80e2-073f-4d37-b0c3-f487b129c61c Oct 17 17:48:12.059496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34461b5-eb95-480f-bae5-b0dbceb76f69,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:12.064239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:12.107979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:12.109095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:12.109658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:12.236214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] Pushing event updated for resources: {'Network': ['ID=79ac80e2-073f-4d37-b0c3-f487b129c61c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:12.240005 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c3e3d04e-3169-46c4-b990-45b102b6fc38 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5383651 Oct 17 17:48:12.243140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36206) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:12.249076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Request body: {'subnet': {'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-59948075-subnet', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:12.253416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 79ac80e2-073f-4d37-b0c3-f487b129c61c details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:12.272794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:12.273568 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9016225 Oct 17 17:48:12.277198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36210) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:12.294771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4febb-3b78-4d4f-b5a0-9e92fd41aab8 admin admin] Pushing event updated for resources: {'Network': ['ID=03f5626e-6646-4d1a-9305-f3c3d025ed6e,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:12.295581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Request body: {'subnet': {'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1591875466-subnet', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:12.308934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:12.313677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Usage tracker for resource:subnet and tenant:995cd1702baf4d09a90e2ff17f6fc980 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:12.317924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:12.325923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:12.335505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Usage tracker for resource:subnet and tenant:a3f4e422ce3c4b4ea78d81856a691f25 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:12.339198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:12.342831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Made reservation on behalf of 995cd1702baf4d09a90e2ff17f6fc980 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:12.345515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Notify callbacks [] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:12.366794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:12.374334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 03f5626e-6646-4d1a-9305-f3c3d025ed6e details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:12.378412 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:12.462157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Made reservation on behalf of a3f4e422ce3c4b4ea78d81856a691f25 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:12.465564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Notify callbacks [] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:12.529595 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:12.548298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Checking segment: {'id': '6fbba2df-1d68-4d2e-a05f-458de9c602ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '54c6eee1-a133-4b30-9c1a-b79cb664bee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:12.549028 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Network hostable DHCP agents. Network: 54c6eee1-a133-4b30-9c1a-b79cb664bee5, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:48:12.563582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Pushing event updated for resources: {'Subnet': ['ID=01cd1fd6-dbd0-41e5-a94e-ab7537ef7db9,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:12.609543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36218) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:12.694968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Network 54c6eee1-a133-4b30-9c1a-b79cb664bee5 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:48:12.702782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Checking segment: {'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:12.703529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Network hostable DHCP agents. Network: 867fdddf-660d-43b9-8967-850b2cd274b8, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:48:12.713121 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=581cdf88-02d3-42a0-acf9-ce0d3088d30b,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:12.736274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 54c6eee1-a133-4b30-9c1a-b79cb664bee5) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:12.743541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:12.745893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:12.747584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7343f0-a495-450a-9886-482c389779c0 None None] Network 54c6eee1-a133-4b30-9c1a-b79cb664bee5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:12.766465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Network 867fdddf-660d-43b9-8967-850b2cd274b8 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:48:12.777836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 867fdddf-660d-43b9-8967-850b2cd274b8) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:12.783061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:12.784436 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:12.794048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0268788f-b36a-40e9-910a-5cb69cb49757 None None] Network 867fdddf-660d-43b9-8967-850b2cd274b8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:12.804947 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7613c82f-8a71-47a5-82eb-ed30649641de tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5184617 Oct 17 17:48:12.807984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36228) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:12.815790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Request body: {'port': {'network_id': '54c6eee1-a133-4b30-9c1a-b79cb664bee5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-851762732'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:12.834885 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ba2a5c69-b3c2-4901-9100-0349e024b1f1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1015184 Oct 17 17:48:12.836491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:12.841274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36234) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:12.905850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:12.936383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:12.949601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:12.953753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Usage tracker for resource:router and tenant:654f9b38b43d444ba34dd32ecf9486da is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:12.973326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f3d772-483f-4177-8883-a19140d2941f,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:13.006888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Checking segment: {'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:13.007256 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Network hostable DHCP agents. Network: 03f5626e-6646-4d1a-9305-f3c3d025ed6e, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:48:13.056079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:13.066304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:13.088274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.090312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.106061 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1762857345'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:13.147825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:13.154685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.158724 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Usage tracker for resource:network and tenant:4a0a2cc3623b4a76950cec424360e5db is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:13.168297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:13.179952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:13.183485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-867fdddf-660d-43b9-8967-850b2cd274b8', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'fixed_ips': [{'subnet_id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:48:13.184660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.224118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Network 03f5626e-6646-4d1a-9305-f3c3d025ed6e is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:48:13.257972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Made reservation on behalf of 4a0a2cc3623b4a76950cec424360e5db for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:13.265947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.279036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:13.285257 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Checking segment: {'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:13.285772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Network hostable DHCP agents. Network: 79ac80e2-073f-4d37-b0c3-f487b129c61c, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:48:13.287010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Usage tracker for resource:port and tenant:46e65a3b4d7745eeb6c67e8a8ce48721 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:13.291432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:13.298689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 03f5626e-6646-4d1a-9305-f3c3d025ed6e) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:13.304624 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:13.305260 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.314273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.325017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda448af-5e6a-46d1-83c7-e9860dc5dd0d,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:13.359079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:13.372018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Allocated IP 172.20.0.2 (867fdddf-660d-43b9-8967-850b2cd274b8/581cdf88-02d3-42a0-acf9-ce0d3088d30b/c778b302-c171-4665-a743-2b2ef513d2f7) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:13.397510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36242) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:13.417940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Usage tracker for resource:security_group_rule and tenant:4a0a2cc3623b4a76950cec424360e5db is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:13.424440 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b30405db-11b2-480f-a762-95e783e7587b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1462133 Oct 17 17:48:13.426684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Network 79ac80e2-073f-4d37-b0c3-f487b129c61c is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:48:13.437546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:13.440163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36248) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:13.455739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:13.459811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:13.463527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 79ac80e2-073f-4d37-b0c3-f487b129c61c) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:13.466651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:13.477213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36252) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:13.480030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:13.480613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.503840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Usage tracker for resource:router and tenant:995cd1702baf4d09a90e2ff17f6fc980 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:13.514555 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe135921-c462-4186-8b57-c41153855ad8 None None] Network 03f5626e-6646-4d1a-9305-f3c3d025ed6e requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:13.515640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:13.544775 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fcbdd8bc-01b8-4437-8f9b-732a11ddc41e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3001692 Oct 17 17:48:13.545131 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b8e82a-9d57-470f-8099-1a03a434130a None None] Network 79ac80e2-073f-4d37-b0c3-f487b129c61c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:13.548027 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:13.551237 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36260) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:13.554119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:13.560807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:13.576452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:13.582125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Usage tracker for resource:router and tenant:a3f4e422ce3c4b4ea78d81856a691f25 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:13.588231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:13.592617 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.593735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.606124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:13.645763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.651680 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Made reservation on behalf of 46e65a3b4d7745eeb6c67e8a8ce48721 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:13.655914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.674167 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.678821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.683785 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] device_id is not set on port 4a92d4f9-a7f8-4db1-8ede-133d098b056e yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:48:13.702448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.741315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1833142777', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:13.749066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:13.768352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Usage tracker for resource:port and tenant:d3c7bf8ba24949728743e2a7d4c8f258 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:13.782440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-7947e6bc-cd70-43d3-83ad-ffbdd7a5b21e tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-39094407'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:13.786177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:13.805695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7947e6bc-cd70-43d3-83ad-ffbdd7a5b21e tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:13.810437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7947e6bc-cd70-43d3-83ad-ffbdd7a5b21e tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Usage tracker for resource:router and tenant:236bd08c56df4b8ebc8b86f13e9b3897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:13.813475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7947e6bc-cd70-43d3-83ad-ffbdd7a5b21e tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:13.819511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7947e6bc-cd70-43d3-83ad-ffbdd7a5b21e tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:13.832117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.840129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:13.851520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.853472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7947e6bc-cd70-43d3-83ad-ffbdd7a5b21e tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.854691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7947e6bc-cd70-43d3-83ad-ffbdd7a5b21e tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.940313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:13.983522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Allocated IP 172.20.0.9 (54c6eee1-a133-4b30-9c1a-b79cb664bee5/01cd1fd6-dbd0-41e5-a94e-ab7537ef7db9/4a92d4f9-a7f8-4db1-8ede-133d098b056e) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:14.073958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00315486-977b-4fce-8dcb-03eb4905899c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:14.082819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Made reservation on behalf of d3c7bf8ba24949728743e2a7d4c8f258 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:14.086565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.118323 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.151983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7947e6bc-cd70-43d3-83ad-ffbdd7a5b21e tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.179563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:14.196795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.198270 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Added segment f70e514f-7969-4d2c-9d16-dd03c3f54d27 of type vlan for network f39e2a21-5f5e-4816-9c3a-a879520a5223 Oct 17 17:48:14.240652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.277442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-54c6eee1-a133-4b30-9c1a-b79cb664bee5', 'network_id': '54c6eee1-a133-4b30-9c1a-b79cb664bee5', 'tenant_id': '46e65a3b4d7745eeb6c67e8a8ce48721', 'fixed_ips': [{'subnet_id': '01cd1fd6-dbd0-41e5-a94e-ab7537ef7db9'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:48:14.278671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.305856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'fixed_ips': [{'subnet_id': '75f3d772-483f-4177-8883-a19140d2941f'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:48:14.306798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.371882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:14.378971 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.410231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.431479 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-79ac80e2-073f-4d37-b0c3-f487b129c61c', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'fixed_ips': [{'subnet_id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:48:14.432984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.433498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7947e6bc-cd70-43d3-83ad-ffbdd7a5b21e tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.438844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36280) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:14.453368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Transition to ACTIVE for port object c778b302-c171-4665-a743-2b2ef513d2f7 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:14.455536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.520093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Usage tracker for resource:security_group_rule and tenant:d3c7bf8ba24949728743e2a7d4c8f258 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:14.528501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:14.544464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:48:14.556322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:14.581931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.634947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.648610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Transition to ACTIVE for port object c778b302-c171-4665-a743-2b2ef513d2f7 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:14.652528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Transition to ACTIVE for port object 4a92d4f9-a7f8-4db1-8ede-133d098b056e will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:14.676002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.707634 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Allocated IP 172.26.8.238 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/2219f5bd-83cf-463d-ba27-e9ea03901524) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:14.757256 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.785636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.790843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:14.791525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.795615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Pushing event updated for resources: {'Port': ['ID=c778b302-c171-4665-a743-2b2ef513d2f7,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:14.836095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:14.836791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:14.837307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:14.837791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:14.838343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:14.839441 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:14.839930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:14.840399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:14.840891 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:14.841202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7947e6bc-cd70-43d3-83ad-ffbdd7a5b21e tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.841896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:14.842368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:14.842483 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7947e6bc-cd70-43d3-83ad-ffbdd7a5b21e tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 1.3411615 Oct 17 17:48:14.842925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Tracked resource versions report: Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: pushed versions: Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: { 'AddressGroup': {'1.2'}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'ConntrackHelper': {'1.0'}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Log': {'1.0'}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Network': {'1.1'}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Port': {'1.7'}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'PortForwarding': {'1.2'}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'QosPolicy': {'1.8'}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'SecurityGroup': {'1.4'}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'SecurityGroupRule': {'1.2'}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'SubPort': {'1.0'}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Subnet': {'1.1'}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Trunk': {'1.1'}} Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: consumer versions: Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: { DHCP agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: HyperV agent@hv-neutron-8608: {}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: L3 agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: Metadata agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: Metering agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: Open vSwitch agent@dv-neutron-860895-1-hyperv: { 'AddressGroup': '1.2', Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'ConntrackHelper': '1.0', Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Log': '1.0', Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Network': '1.1', Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Port': '1.7', Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'PortForwarding': '1.2', Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'QosPolicy': '1.8', Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'SecurityGroup': '1.4', Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'SecurityGroupRule': '1.2', Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'SubPort': '1.0', Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Subnet': '1.1', Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: 'Trunk': '1.1'}} Oct 17 17:48:14.844210 dv-neutron-860895-1-hyperv neutron-server[89192]: {{(pid=89192) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 17:48:14.852840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36288) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:14.901984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:14.928906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Network 867fdddf-660d-43b9-8967-850b2cd274b8 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:14.943130 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:14.969398 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Pushing event updated for resources: {'Port': ['ID=4a92d4f9-a7f8-4db1-8ede-133d098b056e,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:14.970967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:14.988504 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Network 54c6eee1-a133-4b30-9c1a-b79cb664bee5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:14.992425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:14.997560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:14.999276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:15.004820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:15.005551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.069394 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ab0a12c4-29ac-4693-8a4f-36b5fd8a2981 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2600906 Oct 17 17:48:15.092317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.103449 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Allocated IP 172.20.0.2 (54c6eee1-a133-4b30-9c1a-b79cb664bee5/01cd1fd6-dbd0-41e5-a94e-ab7537ef7db9/0672a8b6-4ec0-4e84-95d1-7580eafa4880) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:15.105973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Allocated IP 172.20.0.2 (79ac80e2-073f-4d37-b0c3-f487b129c61c/cda448af-5e6a-46d1-83c7-e9860dc5dd0d/f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:15.121006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36296) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:15.126468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Allocated IP 172.20.0.2 (03f5626e-6646-4d1a-9305-f3c3d025ed6e/75f3d772-483f-4177-8883-a19140d2941f/eeaa8317-be5f-4439-9496-278a5eacf825) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:15.132939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Attempting to bind port c778b302-c171-4665-a743-2b2ef513d2f7 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:15.133268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Attempting to bind port c778b302-c171-4665-a743-2b2ef513d2f7 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:15.133637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Attempting to bind port c778b302-c171-4665-a743-2b2ef513d2f7 on network 867fdddf-660d-43b9-8967-850b2cd274b8 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:15.144048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:48:15.144418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Checking segment: {'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:15.144828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.145218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Bound using segment: {'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:48:15.145758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Bound port: c778b302-c171-4665-a743-2b2ef513d2f7, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:48:15.146141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.157656 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.182843 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5722024 Oct 17 17:48:15.198461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36300) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:15.207088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:15.211014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Usage tracker for resource:floatingip and tenant:b8fc4bb4fd2c4d4eb1037144966ecdde is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:15.220426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:15.232112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd35b15-73be-4af9-a821-9ef04a726a2a tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Pushing event updated for resources: {'Network': ['ID=f39e2a21-5f5e-4816-9c3a-a879520a5223,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:15.235412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:15.249170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3986e18f-c8c2-4c8b-81e6-f97f9caae466 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.255408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:15.256286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network f39e2a21-5f5e-4816-9c3a-a879520a5223 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:15.260256 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:15.263288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:15.407027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Request body: {'network': {'name': 'tempest-network--1905847104', 'router:external': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:15.411711 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:15.415677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Usage tracker for resource:network and tenant:a5627579dcc946cba6146a6a4078ac64 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:15.425125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:15.437298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Pushing event updated for resources: {'Port': ['ID=2219f5bd-83cf-463d-ba27-e9ea03901524,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:15.441130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:15.448743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d833f-ae7f-4a96-b92c-26a7a5530722 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Deleting port 4a92d4f9-a7f8-4db1-8ede-133d098b056e {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:48:15.449999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b4d833f-ae7f-4a96-b92c-26a7a5530722 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.452178 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.492436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] For port c778b302-c171-4665-a743-2b2ef513d2f7, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:48:15.496201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] For port c778b302-c171-4665-a743-2b2ef513d2f7, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=c778b302-c171-4665-a743-2b2ef513d2f7,segment=NetworkSegment(7c5c917c-49ea-4612-88eb-0567cf48f62c),segment_id=7c5c917c-49ea-4612-88eb-0567cf48f62c)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:48:15.530473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.768380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.775375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3986e18f-c8c2-4c8b-81e6-f97f9caae466 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.780221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3986e18f-c8c2-4c8b-81e6-f97f9caae466 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.785627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.800446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9079dd-3c13-4628-b49c-b7b54548f737 None None] Pushing event updated for resources: {'Port': ['ID=c778b302-c171-4665-a743-2b2ef513d2f7,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:15.841487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Made reservation on behalf of a5627579dcc946cba6146a6a4078ac64 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:15.843795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.861131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.890822 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] device_id is not set on port db369745-95c8-47d6-99de-84fd0c35ae5d yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:48:15.900555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:15.920876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Usage tracker for resource:security_group_rule and tenant:a5627579dcc946cba6146a6a4078ac64 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:15.940003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:15.956349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:15.989936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b4d833f-ae7f-4a96-b92c-26a7a5530722 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.994069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3986e18f-c8c2-4c8b-81e6-f97f9caae466 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:15.995627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3986e18f-c8c2-4c8b-81e6-f97f9caae466 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd5b4f80-57aa-4672-9bef-54accd33de5c {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:48:16.001914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaa6d4e-bc8e-4b2a-8b33-3e846be587ec,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:16.062146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.087134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Transition to ACTIVE for port object f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:16.095893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.131892 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Transition to ACTIVE for port object 0672a8b6-4ec0-4e84-95d1-7580eafa4880 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:16.134913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.159742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d833f-ae7f-4a96-b92c-26a7a5530722 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Calling delete_port for 4a92d4f9-a7f8-4db1-8ede-133d098b056e owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:48:16.169616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Transition to ACTIVE for port object eeaa8317-be5f-4439-9496-278a5eacf825 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:16.200850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Transition to ACTIVE for port object eeaa8317-be5f-4439-9496-278a5eacf825 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:16.206014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Transition to ACTIVE for port object f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:16.233049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3986e18f-c8c2-4c8b-81e6-f97f9caae466 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.234105 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3986e18f-c8c2-4c8b-81e6-f97f9caae466 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] 10.222.0.69 "DELETE /v2.0/routers/bd5b4f80-57aa-4672-9bef-54accd33de5c HTTP/1.1" status: 204 len: 168 time: 1.3239574 Oct 17 17:48:16.241716 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36308) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:16.258015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Transition to ACTIVE for port object 0672a8b6-4ec0-4e84-95d1-7580eafa4880 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:16.263905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.274171 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.321842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.328244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.355980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Network 03f5626e-6646-4d1a-9305-f3c3d025ed6e is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:16.357181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:16.369407 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:16.384400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Network 54c6eee1-a133-4b30-9c1a-b79cb664bee5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:16.387341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Network 79ac80e2-073f-4d37-b0c3-f487b129c61c is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:16.388526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:16.393347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:16.395559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c7e8857a-142b-489e-adff-40ca0554e12a tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Request body: {'router': {'name': 'tempest-router-366968226', 'distributed': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:16.425687 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:16.429655 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:16.475659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c7e8857a-142b-489e-adff-40ca0554e12a tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:16.537558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c7e8857a-142b-489e-adff-40ca0554e12a tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Usage tracker for resource:router and tenant:236bd08c56df4b8ebc8b86f13e9b3897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:16.555001 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c7e8857a-142b-489e-adff-40ca0554e12a tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:16.602527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Pushing event updated for resources: {'Port': ['ID=eeaa8317-be5f-4439-9496-278a5eacf825,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:16.638059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Allocated IP 172.26.8.155 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/db369745-95c8-47d6-99de-84fd0c35ae5d) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:16.675744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b4d833f-ae7f-4a96-b92c-26a7a5530722 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.676619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c7e8857a-142b-489e-adff-40ca0554e12a tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:16.723436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.800346 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d833f-ae7f-4a96-b92c-26a7a5530722 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Pushing event deleted for resources: {'Port': ['ID=4a92d4f9-a7f8-4db1-8ede-133d098b056e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:16.858318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c7e8857a-142b-489e-adff-40ca0554e12a tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.859746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c7e8857a-142b-489e-adff-40ca0554e12a tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.892943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Attempting to bind port eeaa8317-be5f-4439-9496-278a5eacf825 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:16.893615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Attempting to bind port eeaa8317-be5f-4439-9496-278a5eacf825 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:16.894754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Attempting to bind port eeaa8317-be5f-4439-9496-278a5eacf825 on network 03f5626e-6646-4d1a-9305-f3c3d025ed6e {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:16.911007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.924721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Attempting to bind port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:16.926234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Attempting to bind port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:16.926665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Attempting to bind port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 on network 79ac80e2-073f-4d37-b0c3-f487b129c61c {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:16.933818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Attempting to bind port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:16.934253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Attempting to bind port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6fbba2df-1d68-4d2e-a05f-458de9c602ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '54c6eee1-a133-4b30-9c1a-b79cb664bee5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:16.934673 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Attempting to bind port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 on network 54c6eee1-a133-4b30-9c1a-b79cb664bee5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:16.940263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:48:16.940784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Checking segment: {'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:16.941589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.942005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.942119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Bound using segment: {'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:48:16.942577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Bound port: eeaa8317-be5f-4439-9496-278a5eacf825, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:48:16.943031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.960500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6b4d833f-ae7f-4a96-b92c-26a7a5530722 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:16.965552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device c778b302-c171-4665-a743-2b2ef513d2f7 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:16.995810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Pushing event updated for resources: {'Port': ['ID=f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:17.006573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:48:17.006573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Checking segment: {'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:17.006573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.006905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Bound using segment: {'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:48:17.007628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Bound port: f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:48:17.008085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.020823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.022884 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6b4d833f-ae7f-4a96-b92c-26a7a5530722 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] 10.222.0.69 "DELETE /v2.0/ports/4a92d4f9-a7f8-4db1-8ede-133d098b056e HTTP/1.1" status: 204 len: 168 time: 1.9008427 Oct 17 17:48:17.024898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.026550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36312) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:17.040193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.091142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:17.105435 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.108511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3084db-2b28-4ea3-8f04-c8714d37975d,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:17.116806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.117146 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Added segment 03faf048-790e-4c7c-8001-13b3b2b9090e of type vlan for network 2a0f7e41-67a9-41fa-b048-eb02cfbce492 Oct 17 17:48:17.119490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Pushing event updated for resources: {'Port': ['ID=0672a8b6-4ec0-4e84-95d1-7580eafa4880,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:17.124683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.211177 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:48:17.211561 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Checking segment: {'id': '6fbba2df-1d68-4d2e-a05f-458de9c602ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '54c6eee1-a133-4b30-9c1a-b79cb664bee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:17.211954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.212352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Bound using segment: {'id': '6fbba2df-1d68-4d2e-a05f-458de9c602ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '54c6eee1-a133-4b30-9c1a-b79cb664bee5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:48:17.212804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Bound port: 0672a8b6-4ec0-4e84-95d1-7580eafa4880, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbba2df-1d68-4d2e-a05f-458de9c602ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '54c6eee1-a133-4b30-9c1a-b79cb664bee5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:48:17.213187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.234273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c7e8857a-142b-489e-adff-40ca0554e12a tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.238573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6d2516-7ec7-4777-b84a-49476489b7f1 None None] Network 867fdddf-660d-43b9-8967-850b2cd274b8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:17.305508 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e1cc0d5a-69c0-487f-8968-a5c1334d4391 tempest-DHCPAgentSchedulersTestJSON-1725317187 tempest-DHCPAgentSchedulersTestJSON-1725317187-project-admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.2776020 Oct 17 17:48:17.312951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36320) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:17.326632 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-593526915'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:17.345465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:17.355984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Usage tracker for resource:network and tenant:46e65a3b4d7745eeb6c67e8a8ce48721 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:17.364998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:17.368773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.389669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:17.396048 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c7e8857a-142b-489e-adff-40ca0554e12a tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.427996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] For port eeaa8317-be5f-4439-9496-278a5eacf825, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:48:17.430140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Made reservation on behalf of 46e65a3b4d7745eeb6c67e8a8ce48721 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:17.435010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.478027 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c7e8857a-142b-489e-adff-40ca0554e12a tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.482512 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c7e8857a-142b-489e-adff-40ca0554e12a tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1006110 Oct 17 17:48:17.483031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36324) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:17.487001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] For port eeaa8317-be5f-4439-9496-278a5eacf825, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=eeaa8317-be5f-4439-9496-278a5eacf825,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:48:17.509633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.567955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.568897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:17.569472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.572187 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.590833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] For port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:48:17.641478 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] For port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8,segment=NetworkSegment(3dd99bbb-7938-4b28-b288-d9c4a4b7af35),segment_id=3dd99bbb-7938-4b28-b288-d9c4a4b7af35)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:48:17.668248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:17.679181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7df05594-4758-4edb-a187-afbea1aefb1e None None] Provisioning for port c778b302-c171-4665-a743-2b2ef513d2f7 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:17.697814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.711680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] For port 0672a8b6-4ec0-4e84-95d1-7580eafa4880, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:48:17.715263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port c778b302-c171-4665-a743-2b2ef513d2f7 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:17.744203 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port c778b302-c171-4665-a743-2b2ef513d2f7 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:17.749636 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.750136 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port c778b302-c171-4665-a743-2b2ef513d2f7 Oct 17 17:48:17.752925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Allocated IP 172.26.8.32 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/3213aa12-7896-4e07-a459-d764333592d4) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:17.771972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.772468 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Added segment 759e0aee-6b73-4526-8e6c-580c018b311b of type vlan for network bb6478b7-d75c-4466-9253-012e421edcef Oct 17 17:48:17.774074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ced44684-a8a3-4ac1-8356-4a0c4fde29de tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.786567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] For port 0672a8b6-4ec0-4e84-95d1-7580eafa4880, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0672a8b6-4ec0-4e84-95d1-7580eafa4880,segment=NetworkSegment(6fbba2df-1d68-4d2e-a05f-458de9c602ee),segment_id=6fbba2df-1d68-4d2e-a05f-458de9c602ee)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:48:17.824884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.848507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257ca36-8e55-4754-b09e-4ccde9887fcc None None] Pushing event updated for resources: {'Port': ['ID=eeaa8317-be5f-4439-9496-278a5eacf825,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:17.850774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:48:17.914544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:17.935718 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.7167957 Oct 17 17:48:17.952401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36330) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:17.989622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf792f-f5ee-4f47-8bf6-22a34534ad77 None None] Pushing event updated for resources: {'Port': ['ID=f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:18.031773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:18.037432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:18.057789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:18.058894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:18.059605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.108486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Pushing event updated for resources: {'Port': ['ID=db369745-95c8-47d6-99de-84fd0c35ae5d,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:18.158360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c9b6c-112d-49cb-938b-2a768124db5e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event updated for resources: {'Network': ['ID=2a0f7e41-67a9-41fa-b048-eb02cfbce492,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:18.163834 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c8bc78c5-dc9d-4f48-95df-e3a14c57eb91 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7599795 Oct 17 17:48:18.164771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36334) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:18.198922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155'}]}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:18.218164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.224495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:18.233387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Usage tracker for resource:router and tenant:d3c7bf8ba24949728743e2a7d4c8f258 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:18.239742 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:18.250016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:18.290174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 2a0f7e41-67a9-41fa-b048-eb02cfbce492 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:18.312718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.314619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.342530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.349981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.505871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:18.516070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:18.525119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:18.539915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566aec47-5e79-4a42-8c47-39adf011c26d None None] Pushing event updated for resources: {'Port': ['ID=0672a8b6-4ec0-4e84-95d1-7580eafa4880,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:18.582539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port c778b302-c171-4665-a743-2b2ef513d2f7 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:18.583210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.589557 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event updated for resources: {'Port': ['ID=3213aa12-7896-4e07-a459-d764333592d4,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:18.608332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.642935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port c778b302-c171-4665-a743-2b2ef513d2f7, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=c778b302-c171-4665-a743-2b2ef513d2f7,segment=NetworkSegment(7c5c917c-49ea-4612-88eb-0567cf48f62c),segment_id=7c5c917c-49ea-4612-88eb-0567cf48f62c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:18.649261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.677697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Allocated IP 172.26.8.22 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:18.704427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.718821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ced44684-a8a3-4ac1-8356-4a0c4fde29de tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.726133 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ced44684-a8a3-4ac1-8356-4a0c4fde29de tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.827993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=c778b302-c171-4665-a743-2b2ef513d2f7,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:18.897978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.904922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:18.905183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.905797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.933049 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0672a8b6-4ec0-4e84-95d1-7580eafa4880 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:18.985139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ced44684-a8a3-4ac1-8356-4a0c4fde29de tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:18.985764 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced44684-a8a3-4ac1-8356-4a0c4fde29de tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c013acd8-18f6-4862-8b66-48bc81f35576 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:48:19.024473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e8f9d69d-4581-432d-a2d7-64a4b2e35acf None None] Provisioning complete for port c778b302-c171-4665-a743-2b2ef513d2f7 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:19.025071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e8f9d69d-4581-432d-a2d7-64a4b2e35acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:19.025215 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e8f9d69d-4581-432d-a2d7-64a4b2e35acf None None] Attempt 1 to provision port c778b302-c171-4665-a743-2b2ef513d2f7 Oct 17 17:48:19.145053 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:19.148229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:48:19.154505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:19.162877 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8487890 Oct 17 17:48:19.172237 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Sync routers for ids ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:48:19.183644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36338) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:19.200846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ced44684-a8a3-4ac1-8356-4a0c4fde29de tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:19.207163 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Routers {'3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:19.208173 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:19.211697 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ced44684-a8a3-4ac1-8356-4a0c4fde29de tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] 10.222.0.69 "DELETE /v2.0/routers/c013acd8-18f6-4862-8b66-48bc81f35576 HTTP/1.1" status: 204 len: 168 time: 1.7274725 Oct 17 17:48:19.215211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36342) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:19.234902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4eccd8-daba-4b2c-99d5-b3ea4ce5abb9 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Pushing event updated for resources: {'Network': ['ID=bb6478b7-d75c-4466-9253-012e421edcef,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:19.240793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:19.243878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b4ca9448-2866-4cc5-9d30-5a70d00565f1 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Request body: {'router': {'name': 'tempest-router-2076301413', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '876a7624707e4662b86d06c9dedbfd62'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:19.259754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network bb6478b7-d75c-4466-9253-012e421edcef details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:19.278074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b4ca9448-2866-4cc5-9d30-5a70d00565f1 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:19.283479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:19.324843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b4ca9448-2866-4cc5-9d30-5a70d00565f1 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Usage tracker for resource:router and tenant:876a7624707e4662b86d06c9dedbfd62 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:19.335148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b4ca9448-2866-4cc5-9d30-5a70d00565f1 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:19.339696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:19.343535 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-12fc2a3d-831d-4f14-a36f-1bce1a94277f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4977667 Oct 17 17:48:19.364088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36346) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:19.365251 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:19.443756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.444420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.445416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.445915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > port after_create 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.446396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.446884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > port after_update 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.447392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.447891 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.448420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.448887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.473688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b4ca9448-2866-4cc5-9d30-5a70d00565f1 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:19.491886 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9d69d-4581-432d-a2d7-64a4b2e35acf None None] Current status of the port c778b302-c171-4665-a743-2b2ef513d2f7 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:19.546816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:19.552535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device eeaa8317-be5f-4439-9496-278a5eacf825 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:19.707818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e0bef-11bd-4749-8664-a2f5db6f55db None None] Network 54c6eee1-a133-4b30-9c1a-b79cb664bee5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:19.707928 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Set router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:48:19.750703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.751075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.751392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.751716 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89190) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:19.752204 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0f7e41-67a9-41fa-b048-eb02cfbce492']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:19.801737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03faf048-790e-4c7c-8001-13b3b2b9090e') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:19.802081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03faf048-790e-4c7c-8001-13b3b2b9090e') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:19.825999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:19.864508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:19.876489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-42f3953f-5b04-4495-8e5a-772a57a37e00 None None] Provisioning for port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:19.897817 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-42f3953f-5b04-4495-8e5a-772a57a37e00 None None] Provisioning complete for port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:19.898605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-42f3953f-5b04-4495-8e5a-772a57a37e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:19.898605 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-42f3953f-5b04-4495-8e5a-772a57a37e00 None None] Attempt 1 to provision port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 Oct 17 17:48:19.903167 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:48:19.903740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:19.943574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40be2961-3ee2-4cd6-807a-8bcd9da3460f None None] Network 79ac80e2-073f-4d37-b0c3-f487b129c61c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:19.957402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9448-2866-4cc5-9d30-5a70d00565f1 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:19.958387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9448-2866-4cc5-9d30-5a70d00565f1 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:19.978854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port eeaa8317-be5f-4439-9496-278a5eacf825 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:20.012143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:20.110406 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0f1a500a-0f91-468b-b67a-e20bdce6894d tempest-DHCPAgentSchedulersTestJSON-1725317187 tempest-DHCPAgentSchedulersTestJSON-1725317187-project-admin] 10.222.0.69 "GET /v2.0/agents/e731fa0c-af0c-4d3c-b88a-e6aed57b3221/dhcp-networks HTTP/1.1" status: 200 len: 5677 time: 0.9193246 Oct 17 17:48:20.118289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36354) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:20.147354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9448-2866-4cc5-9d30-5a70d00565f1 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:20.156916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:20.208932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2a0f7e41-67a9-41fa-b048-eb02cfbce492 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 17:48:20.214228 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:20.226966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a0f7e41-67a9-41fa-b048-eb02cfbce492,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:20.235762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9448-2866-4cc5-9d30-5a70d00565f1 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:20.241739 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f635e0c3-edf8-490d-a02e-e8a62166c9ff tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "DELETE /v2.0/networks/2a0f7e41-67a9-41fa-b048-eb02cfbce492 HTTP/1.1" status: 204 len: 168 time: 2.2161012 Oct 17 17:48:20.260169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36358) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:20.280695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:20.303970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:20.320731 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:15Z', 'revision_number': 3, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:20.331408 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Checking router: 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:48:20.331904 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Updating router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 port 2219f5bd-83cf-463d-ba27-e9ea03901524 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:48:20.372874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1619a5-1b0a-4803-8e41-5ff6205268cd None None] Network 03f5626e-6646-4d1a-9305-f3c3d025ed6e requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:20.401773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b75e51-c81a-4240-bb3d-8603b8e18804 tempest-DHCPAgentSchedulersTestJSON-1725317187 tempest-DHCPAgentSchedulersTestJSON-1725317187-project-admin] Network bb6478b7-d75c-4466-9253-012e421edcef is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:48:20.421135 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 03faf048-790e-4c7c-8001-13b3b2b9090e resource provider aggregate not found Oct 17 17:48:20.438108 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-01b75e51-c81a-4240-bb3d-8603b8e18804 tempest-DHCPAgentSchedulersTestJSON-1725317187 tempest-DHCPAgentSchedulersTestJSON-1725317187-project-admin] 10.222.0.69 "POST /v2.0/agents/e731fa0c-af0c-4d3c-b88a-e6aed57b3221/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3185153 Oct 17 17:48:20.438911 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36368) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:20.442489 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 03faf048-790e-4c7c-8001-13b3b2b9090e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03faf048-790e-4c7c-8001-13b3b2b9090e found for delete ", "request_id": "req-67f69ec4-b811-4da5-a8b9-777c3f14d866"}]} Oct 17 17:48:20.458192 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:20.472972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Usage tracker for resource:network and tenant:a5627579dcc946cba6146a6a4078ac64 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:20.476635 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63051982-261f-4d28-bfef-e91db93f69a4 None None] Network bb6478b7-d75c-4466-9253-012e421edcef requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:20.499087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:20.689969 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4a44ccb8-c305-4624-9ec0-6631175b042d tempest-DHCPAgentSchedulersTestJSON-1725317187 tempest-DHCPAgentSchedulersTestJSON-1725317187-project-admin] 10.222.0.69 "GET /v2.0/agents/e731fa0c-af0c-4d3c-b88a-e6aed57b3221/dhcp-networks HTTP/1.1" status: 200 len: 6445 time: 0.2497985 Oct 17 17:48:20.692724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36372) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:20.784130 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device c778b302-c171-4665-a743-2b2ef513d2f7 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:20.801232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:20.802139 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ae8bdf83-c40d-4578-b948-aefde9bd9311 tempest-DHCPAgentSchedulersTestJSON-1725317187 tempest-DHCPAgentSchedulersTestJSON-1725317187-project-admin] 10.222.0.69 "DELETE /v2.0/agents/e731fa0c-af0c-4d3c-b88a-e6aed57b3221/dhcp-networks/bb6478b7-d75c-4466-9253-012e421edcef HTTP/1.1" status: 204 len: 168 time: 0.1081729 Oct 17 17:48:20.802888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36376) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:20.945733 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4ca9448-2866-4cc5-9d30-5a70d00565f1 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:20.950697 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b4ca9448-2866-4cc5-9d30-5a70d00565f1 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.7272472 Oct 17 17:48:20.981137 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36382) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:20.990943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:21.003925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port c778b302-c171-4665-a743-2b2ef513d2f7 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:21.004222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.004559 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port c778b302-c171-4665-a743-2b2ef513d2f7 Oct 17 17:48:21.013562 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:21.036102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:21.049510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-42f3953f-5b04-4495-8e5a-772a57a37e00 None None] Current status of the port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:21.049510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-42f3953f-5b04-4495-8e5a-772a57a37e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.065617 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:21.087301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:21.215640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Made reservation on behalf of a5627579dcc946cba6146a6a4078ac64 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:21.217886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.290237 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Allocated IP 172.26.8.79 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/0d4c7915-ddde-46d0-961c-43e9e151b057) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:21.305454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:21.336044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-42f3953f-5b04-4495-8e5a-772a57a37e00 None None] For port 0672a8b6-4ec0-4e84-95d1-7580eafa4880, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0672a8b6-4ec0-4e84-95d1-7580eafa4880,segment=NetworkSegment(6fbba2df-1d68-4d2e-a05f-458de9c602ee),segment_id=6fbba2df-1d68-4d2e-a05f-458de9c602ee)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:21.348009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:48:21.403344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.403604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.404047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.444407 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-42f3953f-5b04-4495-8e5a-772a57a37e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.445811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.446547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.550018 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89190) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Oct 17 17:48:21.550569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Router 376a5a3c-01f6-4ab2-8520-10987212945d migrating from provider to provider. {{(pid=89190) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Oct 17 17:48:21.551106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.556468 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.568365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.574543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port c778b302-c171-4665-a743-2b2ef513d2f7 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:21.598475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3953f-5b04-4495-8e5a-772a57a37e00 None None] Pushing event updated for resources: {'Port': ['ID=0672a8b6-4ec0-4e84-95d1-7580eafa4880,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:21.618094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:21.631583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Provisioning for port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:21.650430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Provisioning complete for port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:21.650995 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.653722 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Attempt 1 to provision port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 Oct 17 17:48:21.785400 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1e5ca4ba-e949-4912-a877-8aed5de036f2 tempest-DHCPAgentSchedulersTestJSON-1725317187 tempest-DHCPAgentSchedulersTestJSON-1725317187-project-admin] 10.222.0.69 "GET /v2.0/agents/e731fa0c-af0c-4d3c-b88a-e6aed57b3221/dhcp-networks HTTP/1.1" status: 200 len: 5677 time: 0.9811356 Oct 17 17:48:21.794545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36386) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:21.827980 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING neutron.scheduler.l3_agent_scheduler [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] No L3 agents can host the router 376a5a3c-01f6-4ab2-8520-10987212945d Oct 17 17:48:21.842391 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-98f1f4c3-eaf9-4718-808e-5570c3426c8c tempest-DHCPAgentSchedulersTestJSON-1725317187 tempest-DHCPAgentSchedulersTestJSON-1725317187-project-admin] 10.222.0.69 "GET /v2.0/networks/54c6eee1-a133-4b30-9c1a-b79cb664bee5/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0413406 Oct 17 17:48:21.846056 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36390) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:21.856468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Current status of the port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:21.857061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:21.921289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] For port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8,segment=NetworkSegment(3dd99bbb-7938-4b28-b288-d9c4a4b7af35),segment_id=3dd99bbb-7938-4b28-b288-d9c4a4b7af35)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:21.937249 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.038923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Provisioning for port eeaa8317-be5f-4439-9496-278a5eacf825 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:22.047563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Provisioning complete for port eeaa8317-be5f-4439-9496-278a5eacf825 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:22.047939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.048585 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Attempt 1 to provision port eeaa8317-be5f-4439-9496-278a5eacf825 Oct 17 17:48:22.058904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.059256 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Added segment 4ba7dc06-6977-49c8-a6f7-0e51ffc3d2e1 of type vlan for network 8c164746-8e1f-4e1a-90ed-366ed02740ef Oct 17 17:48:22.078042 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e2c3af98-1773-4a88-90c4-888c80b91da7 tempest-DHCPAgentSchedulersTestJSON-1725317187 tempest-DHCPAgentSchedulersTestJSON-1725317187-project-admin] 10.222.0.69 "GET /v2.0/networks/54c6eee1-a133-4b30-9c1a-b79cb664bee5/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2291849 Oct 17 17:48:22.081685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36394) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:22.101900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Pushing event updated for resources: {'Port': ['ID=f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:22.118977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.122804 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6172981 Oct 17 17:48:22.141366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36398) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:22.167220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1088820517'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:22.173144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:22.177271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Usage tracker for resource:network and tenant:b8fc4bb4fd2c4d4eb1037144966ecdde is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:22.180203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:22.187415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:22.196057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd1afe-08dc-446f-8feb-e487ceab1865 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event updated for resources: {'Port': ['ID=3213aa12-7896-4e07-a459-d764333592d4,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:22.228301 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Current status of the port eeaa8317-be5f-4439-9496-278a5eacf825 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:22.228703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.261095 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Made reservation on behalf of b8fc4bb4fd2c4d4eb1037144966ecdde for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:22.264797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.274866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] For port eeaa8317-be5f-4439-9496-278a5eacf825, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=eeaa8317-be5f-4439-9496-278a5eacf825,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:22.278807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.281362 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.286810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Hosts for router 376a5a3c-01f6-4ab2-8520-10987212945d: [] {{(pid=89190) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Oct 17 17:48:22.364978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac8dcd-10c8-4870-b3e4-c7bc816e1a1e None None] Pushing event updated for resources: {'Port': ['ID=eeaa8317-be5f-4439-9496-278a5eacf825,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:22.404614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Provisioning complete for port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:22.405069 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.405459 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Attempt 1 to provision port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 Oct 17 17:48:22.426328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.451150 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.459414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:22.461646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Hosts for other DVR routers connected to router 376a5a3c-01f6-4ab2-8520-10987212945d: set() {{(pid=89190) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Oct 17 17:48:22.464548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.465900 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-15300da8-1c71-4aad-b58a-9c90a119b00b tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] 10.222.0.69 "PUT /v2.0/routers/376a5a3c-01f6-4ab2-8520-10987212945d HTTP/1.1" status: 200 len: 717 time: 1.4843433 Oct 17 17:48:22.470501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36402) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:22.471451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Usage tracker for resource:security_group_rule and tenant:b8fc4bb4fd2c4d4eb1037144966ecdde is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:22.477004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:22.493146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.537815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:22.545999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Current status of the port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:22.548265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.560612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Provisioning complete for port eeaa8317-be5f-4439-9496-278a5eacf825 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:22.561264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.561810 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Attempt 1 to provision port eeaa8317-be5f-4439-9496-278a5eacf825 Oct 17 17:48:22.610101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.671020 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8a65bb27-8f8a-46db-96b4-bd4e7bc29f31 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] 10.222.0.69 "GET /v2.0/routers/376a5a3c-01f6-4ab2-8520-10987212945d HTTP/1.1" status: 200 len: 717 time: 0.1965036 Oct 17 17:48:22.675866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36406) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:22.698095 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4a4a1628-eb7e-4774-ae13-e33a1307b773 tempest-DHCPAgentSchedulersTestJSON-1725317187 tempest-DHCPAgentSchedulersTestJSON-1725317187-project-admin] 10.222.0.69 "GET /v2.0/agents/e731fa0c-af0c-4d3c-b88a-e6aed57b3221/dhcp-networks HTTP/1.1" status: 200 len: 5677 time: 0.6150761 Oct 17 17:48:22.701634 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36412) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:22.726023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Current status of the port eeaa8317-be5f-4439-9496-278a5eacf825 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:22.745696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Provisioning complete for port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:22.746749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.747650 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Attempt 1 to provision port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 Oct 17 17:48:22.779669 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.853045 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0672a8b6-4ec0-4e84-95d1-7580eafa4880 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:22.854264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.855480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:22.856180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:22.883418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.009293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:23.010008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.010462 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 Oct 17 17:48:23.032533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.044676 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e517dbb6-84cd-495b-b9e8-012877e8cf71 tempest-RoutersTestDVR-1409706191 tempest-RoutersTestDVR-1409706191-project] 10.222.0.69 "GET /v2.0/routers/376a5a3c-01f6-4ab2-8520-10987212945d HTTP/1.1" status: 200 len: 683 time: 0.3647318 Oct 17 17:48:23.054000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36416) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:23.058330 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.067083 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.8012326 Oct 17 17:48:23.075782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36420) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:23.079532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.101562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Request body: {'subnet': {'network_id': '8c164746-8e1f-4e1a-90ed-366ed02740ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:23.109006 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Current status of the port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:23.122293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3c31cd77-e38b-49e1-878b-2e07a30ed6f9 None None] Could not find standard attr ID for object 4a92d4f9-a7f8-4db1-8ede-133d098b056e. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:48:23.125981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:23.190610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:23.198418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Usage tracker for resource:subnet and tenant:a5627579dcc946cba6146a6a4078ac64 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:23.205839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:23.206941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee5e3d-d22a-4866-9909-a8aac11f4721 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event updated for resources: {'Network': ['ID=8c164746-8e1f-4e1a-90ed-366ed02740ef,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:23.207080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device eeaa8317-be5f-4439-9496-278a5eacf825 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:23.222354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:23.238745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.239347 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Added segment 33cad367-ae2c-485c-98f2-6e7dcad611c4 of type vlan for network e8b49e10-ffb1-472e-b829-a4737394dd82 Oct 17 17:48:23.271904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.276388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 8c164746-8e1f-4e1a-90ed-366ed02740ef details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:23.308866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:23.318919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.326301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:23.327746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.375331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port eeaa8317-be5f-4439-9496-278a5eacf825 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:23.375706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.376045 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port eeaa8317-be5f-4439-9496-278a5eacf825 Oct 17 17:48:23.416359 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:23.430530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:23.433646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:23.448204 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.468083 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Transition to ACTIVE for port object 2219f5bd-83cf-463d-ba27-e9ea03901524 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:23.477620 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.491191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.502061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event updated for resources: {'Network': ['ID=e8b49e10-ffb1-472e-b829-a4737394dd82,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:23.504569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c29f793-85cf-413a-91b6-fe58f487dee9,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:23.504833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2f34e997-1618-432e-a6d3-4e644d038599 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.520146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network e8b49e10-ffb1-472e-b829-a4737394dd82 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:23.520839 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-26dd24fd-8451-4b42-9618-21d4ad564699 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3659246 Oct 17 17:48:23.523776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36426) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:23.530960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Request body: {'subnet': {'network_id': 'e8b49e10-ffb1-472e-b829-a4737394dd82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:23.558195 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Made reservation on behalf of a5627579dcc946cba6146a6a4078ac64 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:23.560857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.590745 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Pushing event updated for resources: {'Port': ['ID=2219f5bd-83cf-463d-ba27-e9ea03901524,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:23.600577 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:23.600950 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:23.601291 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:23.601764 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:23.602096 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:23.602438 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:23.602762 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:23.603149 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:23.603489 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:23.603806 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:23.604120 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:23.605429 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Tracked resource versions report: Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: pushed versions: Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: { 'AddressGroup': {'1.2'}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'ConntrackHelper': {'1.0'}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Log': {'1.0'}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Network': {'1.1'}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Port': {'1.7'}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'PortForwarding': {'1.2'}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'QosPolicy': {'1.8'}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'SecurityGroup': {'1.4'}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'SecurityGroupRule': {'1.2'}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'SubPort': {'1.0'}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Subnet': {'1.1'}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Trunk': {'1.1'}} Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: consumer versions: Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: { DHCP agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: HyperV agent@hv-neutron-8608: {}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: L3 agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: Metadata agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: Metering agent@dv-neutron-860895-1-hyperv: {}, Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: Open vSwitch agent@dv-neutron-860895-1-hyperv: { 'AddressGroup': '1.2', Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'ConntrackHelper': '1.0', Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Log': '1.0', Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Network': '1.1', Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Port': '1.7', Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'PortForwarding': '1.2', Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'QosPolicy': '1.8', Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'SecurityGroup': '1.4', Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'SecurityGroupRule': '1.2', Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'SubPort': '1.0', Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Subnet': '1.1', Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: 'Trunk': '1.1'}} Oct 17 17:48:23.606737 dv-neutron-860895-1-hyperv neutron-server[89193]: {{(pid=89193) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 17:48:23.617389 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Attempting to bind port 2219f5bd-83cf-463d-ba27-e9ea03901524 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:23.617802 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Attempting to bind port 2219f5bd-83cf-463d-ba27-e9ea03901524 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:23.618159 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Attempting to bind port 2219f5bd-83cf-463d-ba27-e9ea03901524 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:23.624542 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:48:23.624914 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:23.625812 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.626345 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:48:23.627767 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Bound port: 2219f5bd-83cf-463d-ba27-e9ea03901524, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:48:23.627767 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.656660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6478b7-d75c-4466-9253-012e421edcef']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:23.698566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port eeaa8317-be5f-4439-9496-278a5eacf825 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:23.700505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:23.713183 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] For port 2219f5bd-83cf-463d-ba27-e9ea03901524, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:48:23.718368 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] For port 2219f5bd-83cf-463d-ba27-e9ea03901524, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2219f5bd-83cf-463d-ba27-e9ea03901524,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:48:23.725385 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.742778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759e0aee-6b73-4526-8e6c-580c018b311b') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:23.743151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759e0aee-6b73-4526-8e6c-580c018b311b') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:23.790989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.796790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:23.797518 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.798141 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 Oct 17 17:48:23.814532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:23.818461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Usage tracker for resource:subnet and tenant:b8fc4bb4fd2c4d4eb1037144966ecdde is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:23.821424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:23.826856 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6770c9-3704-45a0-9029-54944baa02e4 None None] Pushing event updated for resources: {'Port': ['ID=2219f5bd-83cf-463d-ba27-e9ea03901524,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:23.829009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:23.834399 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Routers {'3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:23.835094 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:23.848017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Made reservation on behalf of b8fc4bb4fd2c4d4eb1037144966ecdde for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:23.851688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.866828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.926637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:48:23.927066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:23.937098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Pushing event updated for resources: {'Port': ['ID=0d4c7915-ddde-46d0-961c-43e9e151b057,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:23.973768 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 759e0aee-6b73-4526-8e6c-580c018b311b resource provider aggregate not found Oct 17 17:48:23.994601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:24.048960 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 759e0aee-6b73-4526-8e6c-580c018b311b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 759e0aee-6b73-4526-8e6c-580c018b311b found for delete ", "request_id": "req-e10f1385-2c4f-4343-92f9-517f0fc3cf73"}]} Oct 17 17:48:24.080107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:24.095951 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] Set router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:48:24.111740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:24.130663 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] 10.222.0.69 "DELETE /v2.0/networks/bb6478b7-d75c-4466-9253-012e421edcef HTTP/1.1" status: 204 len: 168 time: 1.4277027 Oct 17 17:48:24.132695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36434) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:24.143391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e4547-5ff9-4b4c-8d4c-973d0c5ac5ec tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Pushing event deleted for resources: {'Network': ['ID=bb6478b7-d75c-4466-9253-012e421edcef,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:24.314235 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-704c3613-0820-4b81-92bc-da929983a373 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] DELETE failed (client error): The resource could not be found. Oct 17 17:48:24.314731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704c3613-0820-4b81-92bc-da929983a373 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:48:24.319350 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-704c3613-0820-4b81-92bc-da929983a373 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] 10.222.0.69 "DELETE /v2.0/ports/4a92d4f9-a7f8-4db1-8ede-133d098b056e HTTP/1.1" status: 404 len: 333 time: 0.1812630 Oct 17 17:48:24.321644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36438) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:24.334346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:24.419881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2f34e997-1618-432e-a6d3-4e644d038599 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:24.460387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2f34e997-1618-432e-a6d3-4e644d038599 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:24.504886 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:15Z', 'revision_number': 3, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:24.509989 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce529534-7d9c-4ff4-84d6-cb43bfcd2c03 None None] The sync data for ids ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'] in dv-neutron-860895-1-hyperv is: [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:15Z', 'revision_number': 3, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:48:24.566414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:24.587264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Allocated IP 172.20.0.1 (867fdddf-660d-43b9-8967-850b2cd274b8/581cdf88-02d3-42a0-acf9-ce0d3088d30b/9b764d0a-ce04-41ae-b54b-f075943ab99d) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:24.672326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:24.690747 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:24.736786 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Checking segment: {'id': '33cad367-ae2c-485c-98f2-6e7dcad611c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e8b49e10-ffb1-472e-b829-a4737394dd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:24.737227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Network hostable DHCP agents. Network: e8b49e10-ffb1-472e-b829-a4737394dd82, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:48:24.765148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event updated for resources: {'Subnet': ['ID=51e8e36f-ca10-4826-b197-5875fa9b1eb9,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:24.790471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Network e8b49e10-ffb1-472e-b829-a4737394dd82 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:48:24.822380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, e8b49e10-ffb1-472e-b829-a4737394dd82) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:24.833131 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f8fe0-14b9-45bb-b08d-e539e95a2c4a None None] Network e8b49e10-ffb1-472e-b829-a4737394dd82 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:24.851371 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:24.851965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:24.905530 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5986c784-7a9e-4a39-bfa8-8921c50f8623 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3800495 Oct 17 17:48:24.968904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36442) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:24.983653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2042089738', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:24.997098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:24.999667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:48:25.000191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.034882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Usage tracker for resource:router and tenant:b8fc4bb4fd2c4d4eb1037144966ecdde is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:25.046817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:25.058192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:25.109109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event updated for resources: {'Subnet': ['ID=720816d9-b160-43fa-86bb-8f0749972ed4,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:25.110533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2f34e997-1618-432e-a6d3-4e644d038599 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.110533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f34e997-1618-432e-a6d3-4e644d038599 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 376a5a3c-01f6-4ab2-8520-10987212945d {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:48:25.112556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.113858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.136393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Checking segment: {'id': '4ba7dc06-6977-49c8-a6f7-0e51ffc3d2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '8c164746-8e1f-4e1a-90ed-366ed02740ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:25.137006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Network hostable DHCP agents. Network: 8c164746-8e1f-4e1a-90ed-366ed02740ef, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:48:25.155733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.184457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Network 8c164746-8e1f-4e1a-90ed-366ed02740ef is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:48:25.224806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-e8b49e10-ffb1-472e-b829-a4737394dd82', 'network_id': 'e8b49e10-ffb1-472e-b829-a4737394dd82', 'tenant_id': 'b8fc4bb4fd2c4d4eb1037144966ecdde', 'fixed_ips': [{'subnet_id': '51e8e36f-ca10-4826-b197-5875fa9b1eb9'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:48:25.226048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.336925 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 8c164746-8e1f-4e1a-90ed-366ed02740ef) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:25.342363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:25.342955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.411057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da0f251-cee0-4c20-b27b-8a13f2119c65 None None] Network 8c164746-8e1f-4e1a-90ed-366ed02740ef requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:25.423312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a52e199-0e7e-4833-82bc-302f83b85e29 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Deleting subnet 01cd1fd6-dbd0-41e5-a94e-ab7537ef7db9 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:48:25.484980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a52e199-0e7e-4833-82bc-302f83b85e29 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.504618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.533394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.536002 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bed77faa-fae1-485b-ab02-99f5adbf328a tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4531174 Oct 17 17:48:25.540962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36446) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:25.547887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Allocated IP 172.20.0.2 (e8b49e10-ffb1-472e-b829-a4737394dd82/51e8e36f-ca10-4826-b197-5875fa9b1eb9/03a4c5ca-bcb9-4994-87e4-fd873fc1333b) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:25.552457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Request body: {'floatingip': {'floating_network_id': '8c164746-8e1f-4e1a-90ed-366ed02740ef'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:25.554468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.558160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:25.611120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2f34e997-1618-432e-a6d3-4e644d038599 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.616845 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2f34e997-1618-432e-a6d3-4e644d038599 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] 10.222.0.69 "DELETE /v2.0/routers/376a5a3c-01f6-4ab2-8520-10987212945d HTTP/1.1" status: 204 len: 168 time: 2.5542107 Oct 17 17:48:25.617754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36450) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:25.623797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Usage tracker for resource:floatingip and tenant:a5627579dcc946cba6146a6a4078ac64 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:25.629137 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-400f8b93-3acc-4707-bde7-5e4e5bc50aa8 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Request body: {'router': {'name': 'tempest-router-479876733', 'distributed': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:25.633567 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:25.642572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-400f8b93-3acc-4707-bde7-5e4e5bc50aa8 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:25.645907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:25.653912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-400f8b93-3acc-4707-bde7-5e4e5bc50aa8 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Usage tracker for resource:router and tenant:236bd08c56df4b8ebc8b86f13e9b3897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:25.658423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-400f8b93-3acc-4707-bde7-5e4e5bc50aa8 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:25.673868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-400f8b93-3acc-4707-bde7-5e4e5bc50aa8 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:25.676497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a52e199-0e7e-4833-82bc-302f83b85e29 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.689655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.716462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-400f8b93-3acc-4707-bde7-5e4e5bc50aa8 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.717576 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-400f8b93-3acc-4707-bde7-5e4e5bc50aa8 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.733297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-400f8b93-3acc-4707-bde7-5e4e5bc50aa8 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.764180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.764180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3a2f451-f03e-4958-86ae-4b7f70dacc11 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:48:25.765638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.851082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-400f8b93-3acc-4707-bde7-5e4e5bc50aa8 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.892457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-400f8b93-3acc-4707-bde7-5e4e5bc50aa8 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.894061 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-400f8b93-3acc-4707-bde7-5e4e5bc50aa8 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2743568 Oct 17 17:48:25.896673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36454) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:25.944028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b27e347-69e0-423e-a2bb-98de17d68ef0 None None] Network 8c164746-8e1f-4e1a-90ed-366ed02740ef requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:25.980999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:25.995342 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 17 17:48:25.999286 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fd2c42b1-0391-4ffc-a05f-aeb11a212e92 tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.8279836 Oct 17 17:48:26.002148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36458) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:26.075804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a52e199-0e7e-4833-82bc-302f83b85e29 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.110591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Transition to ACTIVE for port object 9b764d0a-ce04-41ae-b54b-f075943ab99d will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:26.157724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.227030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-09eefb7e-063a-4994-a950-72539d70c9fc tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Deleting port db369745-95c8-47d6-99de-84fd0c35ae5d {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:48:26.227620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-09eefb7e-063a-4994-a950-72539d70c9fc tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.262072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Transition to ACTIVE for port object 03a4c5ca-bcb9-4994-87e4-fd873fc1333b will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:26.293508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Transition to ACTIVE for port object 03a4c5ca-bcb9-4994-87e4-fd873fc1333b will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:26.303515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.312375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b1fcba5-a7dd-4b09-87ad-23c09c906a91 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.375972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Network e8b49e10-ffb1-472e-b829-a4737394dd82 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:26.379999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:26.383145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:26.428844 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Pushing event updated for resources: {'Port': ['ID=03a4c5ca-bcb9-4994-87e4-fd873fc1333b,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:26.482238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.503618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Attempting to bind port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:26.503989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Attempting to bind port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '33cad367-ae2c-485c-98f2-6e7dcad611c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e8b49e10-ffb1-472e-b829-a4737394dd82'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:26.504392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Attempting to bind port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b on network e8b49e10-ffb1-472e-b829-a4737394dd82 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:26.510402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:48:26.510818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Checking segment: {'id': '33cad367-ae2c-485c-98f2-6e7dcad611c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e8b49e10-ffb1-472e-b829-a4737394dd82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:26.511303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.511922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Bound using segment: {'id': '33cad367-ae2c-485c-98f2-6e7dcad611c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e8b49e10-ffb1-472e-b829-a4737394dd82'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:48:26.512446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Bound port: 03a4c5ca-bcb9-4994-87e4-fd873fc1333b, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33cad367-ae2c-485c-98f2-6e7dcad611c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e8b49e10-ffb1-472e-b829-a4737394dd82'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:48:26.512846 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.523266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.530282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a52e199-0e7e-4833-82bc-302f83b85e29 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.586145 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.595662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05edea70-0d30-4355-9312-5bdf1b5cdf5e None None] Network 54c6eee1-a133-4b30-9c1a-b79cb664bee5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:26.596778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a52e199-0e7e-4833-82bc-302f83b85e29 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.641052 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9a52e199-0e7e-4833-82bc-302f83b85e29 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] 10.222.0.69 "DELETE /v2.0/subnets/01cd1fd6-dbd0-41e5-a94e-ab7537ef7db9 HTTP/1.1" status: 204 len: 168 time: 2.2371333 Oct 17 17:48:26.641978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Router 8e719514-bac6-48ae-bf62-4e5283ec49af is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:48:26.655075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52e199-0e7e-4833-82bc-302f83b85e29 tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Pushing event deleted for resources: {'Subnet': ['ID=01cd1fd6-dbd0-41e5-a94e-ab7537ef7db9,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:26.656612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36462) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:26.679207 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.685520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Network 867fdddf-660d-43b9-8967-850b2cd274b8 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:26.707425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:26.713449 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] For port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:48:26.738843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] For port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=03a4c5ca-bcb9-4994-87e4-fd873fc1333b,segment=NetworkSegment(33cad367-ae2c-485c-98f2-6e7dcad611c4),segment_id=33cad367-ae2c-485c-98f2-6e7dcad611c4)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:48:26.744549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:26.746787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.788088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.826723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b1fcba5-a7dd-4b09-87ad-23c09c906a91 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.834112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b1fcba5-a7dd-4b09-87ad-23c09c906a91 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.983984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2219f5bd-83cf-463d-ba27-e9ea03901524 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:26.985674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b1fcba5-a7dd-4b09-87ad-23c09c906a91 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:26.986186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1fcba5-a7dd-4b09-87ad-23c09c906a91 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86a2afea-d637-444c-b5de-12700b3be94b {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:48:27.041651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Allocated IP 172.26.8.168 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/f6a06887-c9dd-43c2-a7a7-ad253ea6da0e) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:27.045387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b1fcba5-a7dd-4b09-87ad-23c09c906a91 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:27.046587 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8b1fcba5-a7dd-4b09-87ad-23c09c906a91 tempest-RoutersTestDVR-1919479793 tempest-RoutersTestDVR-1919479793-project-admin] 10.222.0.69 "DELETE /v2.0/routers/86a2afea-d637-444c-b5de-12700b3be94b HTTP/1.1" status: 204 len: 168 time: 1.1487896 Oct 17 17:48:27.069083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Allocated IP 172.20.0.10 (8c164746-8e1f-4e1a-90ed-366ed02740ef/720816d9-b160-43fa-86bb-8f0749972ed4/94ae7a62-5187-4aed-8c83-2d94a1866e16) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:27.131574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03654131-da30-4b20-a69a-a7276530e3a8 None None] Pushing event updated for resources: {'Port': ['ID=03a4c5ca-bcb9-4994-87e4-fd873fc1333b,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:27.140062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 2219f5bd-83cf-463d-ba27-e9ea03901524 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:27.158710 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 2219f5bd-83cf-463d-ba27-e9ea03901524 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:27.159219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:27.159566 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 2219f5bd-83cf-463d-ba27-e9ea03901524 Oct 17 17:48:27.282816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Provisioning for port 9b764d0a-ce04-41ae-b54b-f075943ab99d completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:27.297635 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Provisioning complete for port 9b764d0a-ce04-41ae-b54b-f075943ab99d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:27.298332 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:27.298723 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Attempt 1 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:27.347427 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc93f6-e004-4a9e-955e-cc36f479aa5c None None] DHCP port deletion for 54c6eee1-a133-4b30-9c1a-b79cb664bee5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:48:27.390370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-06cc93f6-e004-4a9e-955e-cc36f479aa5c None None] Deleting port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:48:27.390959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-06cc93f6-e004-4a9e-955e-cc36f479aa5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:27.498628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:27.533126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:27.582898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:27.608523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 2219f5bd-83cf-463d-ba27-e9ea03901524 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:27.609187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:27.617528 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:27.637887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:27.683525 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Network 8c164746-8e1f-4e1a-90ed-366ed02740ef is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:27.688423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:27.691984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:27.694992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:27.704326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Pushing event updated for resources: {'Port': ['ID=9b764d0a-ce04-41ae-b54b-f075943ab99d,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:27.706759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:27.716232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36472) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:27.721432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:27.732510 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:27.734597 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 2219f5bd-83cf-463d-ba27-e9ea03901524, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2219f5bd-83cf-463d-ba27-e9ea03901524,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:27.739494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:27.742385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-06cc93f6-e004-4a9e-955e-cc36f479aa5c None None] For port 0672a8b6-4ec0-4e84-95d1-7580eafa4880, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0672a8b6-4ec0-4e84-95d1-7580eafa4880,segment=NetworkSegment(6fbba2df-1d68-4d2e-a05f-458de9c602ee),segment_id=6fbba2df-1d68-4d2e-a05f-458de9c602ee)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:27.742770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-06cc93f6-e004-4a9e-955e-cc36f479aa5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:27.780487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event updated for resources: {'Port': ['ID=f6a06887-c9dd-43c2-a7a7-ad253ea6da0e,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:27.871161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event updated for resources: {'Port': ['ID=94ae7a62-5187-4aed-8c83-2d94a1866e16,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:27.932974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-06cc93f6-e004-4a9e-955e-cc36f479aa5c None None] Calling delete_port for 0672a8b6-4ec0-4e84-95d1-7580eafa4880 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:48:27.990669 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:48:28.037049 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=2219f5bd-83cf-463d-ba27-e9ea03901524,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:28.108988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:48:28.159056 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Attempt 2 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:28.208269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-09eefb7e-063a-4994-a950-72539d70c9fc tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:28.234108 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:28.234841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Sync routers for ids ['8e719514-bac6-48ae-bf62-4e5283ec49af'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:48:28.239072 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:28.250436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Routers {'8e719514-bac6-48ae-bf62-4e5283ec49af'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:28.251093 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8e719514-bac6-48ae-bf62-4e5283ec49af'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:28.311528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:28.314190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-06cc93f6-e004-4a9e-955e-cc36f479aa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:28.346195 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:28.352027 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-01925096-5590-4c83-94d6-d9ba23576416 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.9061863 Oct 17 17:48:28.353419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6a214497-05a4-402c-80fb-798694fbfb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:28.365232 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36478) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:28.463703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-09eefb7e-063a-4994-a950-72539d70c9fc tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Calling delete_port for db369745-95c8-47d6-99de-84fd0c35ae5d owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:48:28.476178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc93f6-e004-4a9e-955e-cc36f479aa5c None None] Pushing event deleted for resources: {'Port': ['ID=0672a8b6-4ec0-4e84-95d1-7580eafa4880,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:28.484036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cc93f6-e004-4a9e-955e-cc36f479aa5c None None] No DVR routers for this DVR port 0672a8b6-4ec0-4e84-95d1-7580eafa4880 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:48:28.540512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ac163e-80a8-462f-809b-eb26628b0ae2 None None] Network e8b49e10-ffb1-472e-b829-a4737394dd82 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:28.575554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:28.593355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6a214497-05a4-402c-80fb-798694fbfb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:28.628186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6a214497-05a4-402c-80fb-798694fbfb79 admin admin] Usage tracker for resource:security_group_rule and tenant:876a7624707e4662b86d06c9dedbfd62 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:28.640840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6a214497-05a4-402c-80fb-798694fbfb79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:28.652462 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Set router 8e719514-bac6-48ae-bf62-4e5283ec49af gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:48:28.660245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6a214497-05a4-402c-80fb-798694fbfb79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:28.736168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:28.744846 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Attempt 3 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:28.921839 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:28.951381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:29.001130 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 03a4c5ca-bcb9-4994-87e4-fd873fc1333b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:29.068612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:29.069570 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > segment before_delete 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.069570 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.070539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.070873 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > port after_create 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.071438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > port after_delete 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.072003 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > port after_update 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.072536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > segment after_delete 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.073115 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > subnet after_create 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.073636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > subnet after_delete 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.074182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > subnet after_update 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.210562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-55797c0f-984d-4877-af41-53a9ddcd116a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:29.268494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > subnet after_create 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.268764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > subnet after_delete 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.269219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > subnet before_create 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.269731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Subscribe: > subnet before_update 55550000 {{(pid=89191) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 17:48:29.269886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c6eee1-a133-4b30-9c1a-b79cb664bee5']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:29.278647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:29.324663 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2219f5bd-83cf-463d-ba27-e9ea03901524 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:29.324884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbba2df-1d68-4d2e-a05f-458de9c602ee') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:29.325126 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbba2df-1d68-4d2e-a05f-458de9c602ee') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:29.448712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:21Z', 'revision_number': 3, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:29.462816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Checking router: 8e719514-bac6-48ae-bf62-4e5283ec49af for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:48:29.463186 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Updating router 8e719514-bac6-48ae-bf62-4e5283ec49af port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:48:29.499399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 2219f5bd-83cf-463d-ba27-e9ea03901524 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:29.499399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:29.499399 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 2219f5bd-83cf-463d-ba27-e9ea03901524 Oct 17 17:48:29.505558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Router 1d85e75e-095d-446f-a049-3b6c8d98231d is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:48:29.520236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:29.544746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-09eefb7e-063a-4994-a950-72539d70c9fc tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:29.569185 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Attempt 4 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:29.648684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:29.666248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:29.668305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:29.673283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:48:29.789593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eefb7e-063a-4994-a950-72539d70c9fc tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Pushing event deleted for resources: {'Port': ['ID=db369745-95c8-47d6-99de-84fd0c35ae5d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:29.795306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:29.816904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:29.824678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:48:29.825093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:29.911715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 2219f5bd-83cf-463d-ba27-e9ea03901524 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:30.006005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.025396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event updated for resources: {'Port': ['ID=94ae7a62-5187-4aed-8c83-2d94a1866e16,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:30.035205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.045942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6a214497-05a4-402c-80fb-798694fbfb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.073828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6a214497-05a4-402c-80fb-798694fbfb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.111089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.123479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-09eefb7e-063a-4994-a950-72539d70c9fc tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.181190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.196758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.198841 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-97b9b5aa-1205-4ce8-bc85-3525d1e3dcb1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6562955 Oct 17 17:48:30.204118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36492) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:30.211733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0672a8b6-4ec0-4e84-95d1-7580eafa4880 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:48:30.242845 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-09eefb7e-063a-4994-a950-72539d70c9fc tempest-RoutersAdminNegativeTest-170785055 tempest-RoutersAdminNegativeTest-170785055-project-admin] 10.222.0.69 "DELETE /v2.0/ports/db369745-95c8-47d6-99de-84fd0c35ae5d HTTP/1.1" status: 204 len: 168 time: 4.2308390 Oct 17 17:48:30.251672 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.258968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a214497-05a4-402c-80fb-798694fbfb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6654164d-06ee-459d-ac9f-8b913f5a7820,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:30.261774 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Attempt 5 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:30.266471 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6a214497-05a4-402c-80fb-798694fbfb79 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=876a7624707e4662b86d06c9dedbfd62&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4823384 Oct 17 17:48:30.267488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] Pushing event deleted for resources: {'Network': ['ID=54c6eee1-a133-4b30-9c1a-b79cb664bee5,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:30.270008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36500) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:30.270671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:48:30.274301 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f620720d-2d62-4a5b-b8f1-9d3bafa9f19f tempest-DHCPAgentSchedulersTestJSON-1824369281 tempest-DHCPAgentSchedulersTestJSON-1824369281-project] 10.222.0.69 "DELETE /v2.0/networks/54c6eee1-a133-4b30-9c1a-b79cb664bee5 HTTP/1.1" status: 204 len: 168 time: 3.5873957 Oct 17 17:48:30.277438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.357005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fcdf05db-4e1b-4ae5-b4ed-cfd041f00e7b tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Synchronizing usage tracker for tenant:a5627579dcc946cba6146a6a4078ac64 on resource:floatingip {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:48:30.394616 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 6fbba2df-1d68-4d2e-a05f-458de9c602ee resource provider aggregate not found Oct 17 17:48:30.403279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Pushing event updated for resources: {'Port': ['ID=9b764d0a-ce04-41ae-b54b-f075943ab99d,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:30.413986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 0672a8b6-4ec0-4e84-95d1-7580eafa4880 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:48:30.414327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0672a8b6-4ec0-4e84-95d1-7580eafa4880 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:48:30.418680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:30.440068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.463891 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Sync routers for ids ['1d85e75e-095d-446f-a049-3b6c8d98231d'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:48:30.478058 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Routers {'1d85e75e-095d-446f-a049-3b6c8d98231d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:30.480019 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1d85e75e-095d-446f-a049-3b6c8d98231d'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:30.488964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fcdf05db-4e1b-4ae5-b4ed-cfd041f00e7b tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Unset dirty status for tenant:a5627579dcc946cba6146a6a4078ac64 on resource:floatingip {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:48:30.490244 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fcdf05db-4e1b-4ae5-b4ed-cfd041f00e7b tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "GET /v2.0/floatingips?floating_network_id=8c164746-8e1f-4e1a-90ed-366ed02740ef HTTP/1.1" status: 200 len: 690 time: 0.2832282 Oct 17 17:48:30.493905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Transition to ACTIVE for port object 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:30.497266 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 6fbba2df-1d68-4d2e-a05f-458de9c602ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fbba2df-1d68-4d2e-a05f-458de9c602ee found for delete ", "request_id": "req-8402a2b7-82a1-4d32-9f6c-60d8d89207b3"}]} Oct 17 17:48:30.499933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36510) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:30.506016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.513634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.579302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.584238 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4c5f0018-81d3-4ae4-b694-4759fc44991f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 17.0319979 Oct 17 17:48:30.590448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36516) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:30.617520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-525f95cc-d593-45e0-a8aa-d40afda772e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.623078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Attempting to bind port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:30.623610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Attempting to bind port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:30.624020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Attempting to bind port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:30.634700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:48:30.635095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:30.635497 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.635921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:48:30.636392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Bound port: 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:48:30.637081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.656210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36520) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:30.699136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.712561 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de1748-d02c-4b48-9952-d3acc6477093 None None] Pushing event updated for resources: {'Port': ['ID=4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:30.758753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-525f95cc-d593-45e0-a8aa-d40afda772e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.787626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] For port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:48:30.795383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] For port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:48:30.808540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.846519 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Router 34f4f581-a61e-466c-acf9-a7b9f647f5a2 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:48:30.880713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:30.894663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36528) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:30.935232 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Attempt 6 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:30.949100 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Set router 1d85e75e-095d-446f-a049-3b6c8d98231d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:48:31.022130 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Routers {'8e719514-bac6-48ae-bf62-4e5283ec49af'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:31.023452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8e719514-bac6-48ae-bf62-4e5283ec49af'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:31.236994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Network 867fdddf-660d-43b9-8967-850b2cd274b8 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:31.303098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:31.322092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:31.329538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e66fc7c-71ed-4636-813e-cd63ab35eb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:31.337830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de1748-d02c-4b48-9952-d3acc6477093 None None] Pushing event updated for resources: {'Port': ['ID=4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:31.384570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Deleting port 94ae7a62-5187-4aed-8c83-2d94a1866e16 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:48:31.384923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:31.391959 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:24Z', 'revision_number': 3, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:31.397061 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Checking router: 1d85e75e-095d-446f-a049-3b6c8d98231d for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:48:31.397689 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Updating router 1d85e75e-095d-446f-a049-3b6c8d98231d port 0d4c7915-ddde-46d0-961c-43e9e151b057 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:48:31.415430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] Set router 8e719514-bac6-48ae-bf62-4e5283ec49af gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:48:31.447472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8385aed3-cfe4-4975-bc22-21ef374693aa admin admin] Synchronizing usage tracker for tenant:b5ff6e4ed42946da8fbd6aac35fc3e9e on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:48:31.473746 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:31.517563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8e66fc7c-71ed-4636-813e-cd63ab35eb8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:31.520561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8385aed3-cfe4-4975-bc22-21ef374693aa admin admin] Unset dirty status for tenant:b5ff6e4ed42946da8fbd6aac35fc3e9e on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:48:31.521840 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8385aed3-cfe4-4975-bc22-21ef374693aa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46e65a3b4d7745eeb6c67e8a8ce48721&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6235855 Oct 17 17:48:31.530243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-525f95cc-d593-45e0-a8aa-d40afda772e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:31.536769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36536) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:31.539703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8e66fc7c-71ed-4636-813e-cd63ab35eb8f admin admin] Usage tracker for resource:security_group_rule and tenant:513f65c105d34d1e80b0be64b610e28f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:31.562184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8e66fc7c-71ed-4636-813e-cd63ab35eb8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:31.650051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f95cc-d593-45e0-a8aa-d40afda772e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6654164d-06ee-459d-ac9f-8b913f5a7820,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:31.671022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8e66fc7c-71ed-4636-813e-cd63ab35eb8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:31.825600 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Attempt 7 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:31.832164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-525f95cc-d593-45e0-a8aa-d40afda772e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:31.836002 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-525f95cc-d593-45e0-a8aa-d40afda772e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6654164d-06ee-459d-ac9f-8b913f5a7820 HTTP/1.1" status: 204 len: 168 time: 1.5246491 Oct 17 17:48:31.858890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:48:31.873003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Allocated IP 172.20.0.1 (03f5626e-6646-4d1a-9305-f3c3d025ed6e/75f3d772-483f-4177-8883-a19140d2941f/c454e4f6-5439-459a-b1f9-5110004e5de1) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:31.885574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:48:31.899880 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:31.914832 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Transition to ACTIVE for port object 0d4c7915-ddde-46d0-961c-43e9e151b057 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:31.933104 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:31.958932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:31.959295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:31.967520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a91d1-ab46-466c-bc81-7d20b477b3a1 None None] Sync routers for ids ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:48:32.017134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-74c86c25-70a8-4723-b185-0c410d115b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.031572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a91d1-ab46-466c-bc81-7d20b477b3a1 None None] Routers {'34f4f581-a61e-466c-acf9-a7b9f647f5a2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:32.032199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c43a91d1-ab46-466c-bc81-7d20b477b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:32.082225 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Attempting to bind port 0d4c7915-ddde-46d0-961c-43e9e151b057 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:32.082603 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Attempting to bind port 0d4c7915-ddde-46d0-961c-43e9e151b057 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:32.082969 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Attempting to bind port 0d4c7915-ddde-46d0-961c-43e9e151b057 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:32.107565 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:48:32.107940 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:32.108455 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.108734 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:48:32.109213 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Bound port: 0d4c7915-ddde-46d0-961c-43e9e151b057, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:48:32.109604 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.145411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:32.152424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.153320 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c3fa46db-5ee9-4e03-b825-b005623d3ec4 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.1832826 Oct 17 17:48:32.169321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c43a91d1-ab46-466c-bc81-7d20b477b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:32.206741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36546) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:32.206937 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dfcf6-1e41-4629-a6b1-8ad55b158dff None None] Pushing event updated for resources: {'Port': ['ID=0d4c7915-ddde-46d0-961c-43e9e151b057,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:32.216427 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a91d1-ab46-466c-bc81-7d20b477b3a1 None None] Routers {'34f4f581-a61e-466c-acf9-a7b9f647f5a2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:32.217251 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c43a91d1-ab46-466c-bc81-7d20b477b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:32.271436 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Calling delete_port for 94ae7a62-5187-4aed-8c83-2d94a1866e16 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:48:32.296356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c43a91d1-ab46-466c-bc81-7d20b477b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:32.297003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a91d1-ab46-466c-bc81-7d20b477b3a1 None None] The sync data for ids ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:48:32.298738 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] For port 0d4c7915-ddde-46d0-961c-43e9e151b057, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:48:32.300640 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-48638e70-a02d-4484-a141-857d15bd68aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.306938 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] For port 0d4c7915-ddde-46d0-961c-43e9e151b057, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0d4c7915-ddde-46d0-961c-43e9e151b057,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:48:32.307370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:21Z', 'revision_number': 3, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:32.318047 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.325662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0de23-7ac7-4562-ba5f-17edb253b49d None None] The sync data for ids ['8e719514-bac6-48ae-bf62-4e5283ec49af'] in dv-neutron-860895-1-hyperv is: [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:21Z', 'revision_number': 3, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:48:32.403821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36550) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:32.409604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-48638e70-a02d-4484-a141-857d15bd68aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.414121 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Routers {'1d85e75e-095d-446f-a049-3b6c8d98231d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:32.414745 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1d85e75e-095d-446f-a049-3b6c8d98231d'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:32.445275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.491965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8d703948-b2d9-4c2c-b5cf-c33bbec2461e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.513953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e66fc7c-71ed-4636-813e-cd63ab35eb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.557079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e66fc7c-71ed-4636-813e-cd63ab35eb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.568102 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dfcf6-1e41-4629-a6b1-8ad55b158dff None None] Pushing event updated for resources: {'Port': ['ID=0d4c7915-ddde-46d0-961c-43e9e151b057,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:32.586161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8d703948-b2d9-4c2c-b5cf-c33bbec2461e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:32.587541 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.599090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8d703948-b2d9-4c2c-b5cf-c33bbec2461e admin admin] Usage tracker for resource:security_group_rule and tenant:236bd08c56df4b8ebc8b86f13e9b3897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:32.617071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8d703948-b2d9-4c2c-b5cf-c33bbec2461e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:32.637108 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] Set router 1d85e75e-095d-446f-a049-3b6c8d98231d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:48:32.646306 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Attempt 8 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:32.646501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.650288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8d703948-b2d9-4c2c-b5cf-c33bbec2461e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:32.703130 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8e66fc7c-71ed-4636-813e-cd63ab35eb8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=513f65c105d34d1e80b0be64b610e28f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0417392 Oct 17 17:48:32.705069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36554) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:32.724395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66fc7c-71ed-4636-813e-cd63ab35eb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb6ed58-e0f5-451f-a09c-2d2e841f86b7,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:32.753366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-48638e70-a02d-4484-a141-857d15bd68aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.774161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:32.813765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48638e70-a02d-4484-a141-857d15bd68aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676b875a-1121-4b40-a2c5-42e8f5c959f2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:32.850709 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Transition to ACTIVE for port object c454e4f6-5439-459a-b1f9-5110004e5de1 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:32.863101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:32.865915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:48:32.877727 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2bf73ce9-a356-4e93-abe6-1b8371a5a5be admin admin] 10.222.0.69 "PUT /v2.0/routers/3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4546950 Oct 17 17:48:32.919727 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Sync routers for ids ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:48:32.999688 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Routers {'3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:33.000327 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:33.011577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event deleted for resources: {'Port': ['ID=94ae7a62-5187-4aed-8c83-2d94a1866e16,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:33.028013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:33.038065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c844d0a3-87cf-43ae-b9be-0e9c7271bd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:33.276098 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Attempt 9 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:33.305251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-48638e70-a02d-4484-a141-857d15bd68aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:33.309184 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-48638e70-a02d-4484-a141-857d15bd68aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/676b875a-1121-4b40-a2c5-42e8f5c959f2 HTTP/1.1" status: 204 len: 168 time: 1.7602894 Oct 17 17:48:33.360645 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c844d0a3-87cf-43ae-b9be-0e9c7271bd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:33.399114 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8d703948-b2d9-4c2c-b5cf-c33bbec2461e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:33.409296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:33.414979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:33.424212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:33.468576 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8d703948-b2d9-4c2c-b5cf-c33bbec2461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:33.546481 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Set router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:48:33.649757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Allocated IP 172.20.0.1 (79ac80e2-073f-4d37-b0c3-f487b129c61c/cda448af-5e6a-46d1-83c7-e9860dc5dd0d/a620045b-c2c5-4cc6-b40a-6e2888742c42) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:33.773603 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:24Z', 'revision_number': 3, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:33.784297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Network 03f5626e-6646-4d1a-9305-f3c3d025ed6e is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:33.806470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:33.844306 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8d703948-b2d9-4c2c-b5cf-c33bbec2461e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=236bd08c56df4b8ebc8b86f13e9b3897&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4369364 Oct 17 17:48:33.848591 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36574) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:33.849579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:33.880293 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Pushing event updated for resources: {'Port': ['ID=c454e4f6-5439-459a-b1f9-5110004e5de1,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:33.883537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d703948-b2d9-4c2c-b5cf-c33bbec2461e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f13f4a-7e7f-4e73-b305-e41ea6ba6090,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:33.917370 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Attempt 10 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:34.001012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.030949 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c777ddd8-e523-4fa7-99c9-e3a6fb9fac79 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:34.033443 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb90bd1-cf62-4182-b902-9d6fa469b5c7 None None] The sync data for ids ['1d85e75e-095d-446f-a049-3b6c8d98231d'] in dv-neutron-860895-1-hyperv is: [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:24Z', 'revision_number': 3, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:48:34.169417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Provisioning complete for port 9b764d0a-ce04-41ae-b54b-f075943ab99d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:34.179753 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.179753 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Attempt 1 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:34.191003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c844d0a3-87cf-43ae-b9be-0e9c7271bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.224189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36578) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:34.256686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.319365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844d0a3-87cf-43ae-b9be-0e9c7271bd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb6ed58-e0f5-451f-a09c-2d2e841f86b7,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:34.352896 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3d3d3764-43a8-4178-86d2-5c0fb53cfa94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.369756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.379255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36584) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:34.388618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:34.423331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1358302783', 'description': 'tempest-description--1945708149'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:34.437433 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '9b764d0a-ce04-41ae-b54b-f075943ab99d', 'name': '', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'mac_address': 'fa:16:3e:32:03:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:22Z', 'updated_at': '2022-10-17T17:48:29Z', 'revision_number': 2, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'subnets': [{'id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:34.442514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c844d0a3-87cf-43ae-b9be-0e9c7271bd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.444386 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Checking router: 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:48:34.445010 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Updating router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 port 9b764d0a-ce04-41ae-b54b-f075943ab99d binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:48:34.446642 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c844d0a3-87cf-43ae-b9be-0e9c7271bd49 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0eb6ed58-e0f5-451f-a09c-2d2e841f86b7 HTTP/1.1" status: 204 len: 168 time: 1.7337070 Oct 17 17:48:34.447994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3d3d3764-43a8-4178-86d2-5c0fb53cfa94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:34.459026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:34.476872 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Usage tracker for resource:security_group and tenant:654f9b38b43d444ba34dd32ecf9486da is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:34.484231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3d3d3764-43a8-4178-86d2-5c0fb53cfa94 admin admin] Usage tracker for resource:security_group_rule and tenant:c010073976964fedbd4b33927196aa13 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:34.499983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9be64478-0464-4ffb-b013-24cc57cca5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.502635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:34.519023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3d3d3764-43a8-4178-86d2-5c0fb53cfa94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:34.519298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.540127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:34.543162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3d3d3764-43a8-4178-86d2-5c0fb53cfa94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:34.545867 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.557164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.576729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Transition to ACTIVE for port object a620045b-c2c5-4cc6-b40a-6e2888742c42 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:34.584507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.664767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=720816d9-b160-43fa-86bb-8f0749972ed4,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:34.667984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9be64478-0464-4ffb-b013-24cc57cca5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.706881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:34.889844 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Attempt 2 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:34.941602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:34.958926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0d4c7915-ddde-46d0-961c-43e9e151b057 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:35.004425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Usage tracker for resource:security_group_rule and tenant:654f9b38b43d444ba34dd32ecf9486da is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:35.031871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.039962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:35.069926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:35.127264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c164746-8e1f-4e1a-90ed-366ed02740ef']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:35.156962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.181059 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:35.220010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba7dc06-6977-49c8-a6f7-0e51ffc3d2e1') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:35.221852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba7dc06-6977-49c8-a6f7-0e51ffc3d2e1') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:35.224239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 0d4c7915-ddde-46d0-961c-43e9e151b057 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:35.225826 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.230849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 0d4c7915-ddde-46d0-961c-43e9e151b057 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:35.231294 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.231626 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 0d4c7915-ddde-46d0-961c-43e9e151b057 Oct 17 17:48:35.241385 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Transition to ACTIVE for port object 9b764d0a-ce04-41ae-b54b-f075943ab99d will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:35.255849 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.261759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9be64478-0464-4ffb-b013-24cc57cca5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.309637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.380583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 0d4c7915-ddde-46d0-961c-43e9e151b057 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:35.380885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.400299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 0d4c7915-ddde-46d0-961c-43e9e151b057, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0d4c7915-ddde-46d0-961c-43e9e151b057,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:35.409319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.410159 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:35.467320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36592) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:35.499513 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c8d41-1dcb-4e10-90ee-5b2b860b2472 None None] Pushing event updated for resources: {'Port': ['ID=9b764d0a-ce04-41ae-b54b-f075943ab99d,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:35.613800 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=0d4c7915-ddde-46d0-961c-43e9e151b057,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:35.618607 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.628947 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Attempting to bind port 9b764d0a-ce04-41ae-b54b-f075943ab99d on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:35.629317 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Attempting to bind port 9b764d0a-ce04-41ae-b54b-f075943ab99d by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:35.629773 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Attempting to bind port 9b764d0a-ce04-41ae-b54b-f075943ab99d on network 867fdddf-660d-43b9-8967-850b2cd274b8 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:35.638363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:35.645779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:35.646206 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.646546 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 Oct 17 17:48:35.653530 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:48:35.653765 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Checking segment: {'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:35.654124 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.663168 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Bound using segment: {'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:48:35.663756 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Bound port: 9b764d0a-ce04-41ae-b54b-f075943ab99d, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:48:35.664202 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.679974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be64478-0464-4ffb-b013-24cc57cca5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f13f4a-7e7f-4e73-b305-e41ea6ba6090,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:35.686854 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Attempt 3 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:35.735676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.741854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Pushing event updated for resources: {'Port': ['ID=a620045b-c2c5-4cc6-b40a-6e2888742c42,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:35.747584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.754211 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-be7812d8-7fde-4e76-8875-667e466f21bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3c7bf8ba24949728743e2a7d4c8f258&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2845049 Oct 17 17:48:35.758003 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36596) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:35.782732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:48:35.783171 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.813638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3d3d3764-43a8-4178-86d2-5c0fb53cfa94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.814807 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.823409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Allocated IP 172.20.0.1 (e8b49e10-ffb1-472e-b829-a4737394dd82/51e8e36f-ca10-4826-b197-5875fa9b1eb9/e63e775c-35d9-414e-a84d-ea45781fde42) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:35.863944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Network 79ac80e2-073f-4d37-b0c3-f487b129c61c is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:35.872107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:35.875990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:35.893990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:35.897172 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] For port 9b764d0a-ce04-41ae-b54b-f075943ab99d, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:48:35.901026 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 4ba7dc06-6977-49c8-a6f7-0e51ffc3d2e1 resource provider aggregate not found Oct 17 17:48:35.905530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3d3d3764-43a8-4178-86d2-5c0fb53cfa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:35.953399 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 4ba7dc06-6977-49c8-a6f7-0e51ffc3d2e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ba7dc06-6977-49c8-a6f7-0e51ffc3d2e1 found for delete ", "request_id": "req-48a1818b-6c27-4d9d-83c2-a6c61d2e31ad"}]} Oct 17 17:48:35.959391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.009440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9be64478-0464-4ffb-b013-24cc57cca5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.014490 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9be64478-0464-4ffb-b013-24cc57cca5e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d7f13f4a-7e7f-4e73-b305-e41ea6ba6090 HTTP/1.1" status: 204 len: 168 time: 2.1262305 Oct 17 17:48:36.020942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be319c27-899c-482c-88e1-38523911f626,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:36.026361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.031188 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-807719db-9c0c-45a4-9d6b-26cc1d6ae38d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6318841 Oct 17 17:48:36.037806 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] For port 9b764d0a-ce04-41ae-b54b-f075943ab99d, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9b764d0a-ce04-41ae-b54b-f075943ab99d,segment=NetworkSegment(7c5c917c-49ea-4612-88eb-0567cf48f62c),segment_id=7c5c917c-49ea-4612-88eb-0567cf48f62c)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:48:36.042952 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3d3d3764-43a8-4178-86d2-5c0fb53cfa94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c010073976964fedbd4b33927196aa13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8020172 Oct 17 17:48:36.042952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36606) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:36.047533 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.048276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36608) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:36.059187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:36.060041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-9574671c-37ef-4ab2-a2e9-de5255acced5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Request body: {'security_group_rule': {'security_group_id': 'be319c27-899c-482c-88e1-38523911f626', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:36.060894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.072348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.086688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3bda86d-312c-401b-be1e-a0b6ff2c1bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.087552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9574671c-37ef-4ab2-a2e9-de5255acced5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:36.131884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:36.134017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8c164746-8e1f-4e1a-90ed-366ed02740ef {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 17:48:36.140069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.153268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.169153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9574671c-37ef-4ab2-a2e9-de5255acced5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Usage tracker for resource:security_group_rule and tenant:654f9b38b43d444ba34dd32ecf9486da is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:36.175568 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Routers {'3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:36.176202 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:36.181737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9574671c-37ef-4ab2-a2e9-de5255acced5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:36.200082 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3bda86d-312c-401b-be1e-a0b6ff2c1bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.201156 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.212354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c164746-8e1f-4e1a-90ed-366ed02740ef,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:36.214930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9574671c-37ef-4ab2-a2e9-de5255acced5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:36.229068 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-027c0f90-59d0-452e-9c82-9ea752929f2e tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "DELETE /v2.0/networks/8c164746-8e1f-4e1a-90ed-366ed02740ef HTTP/1.1" status: 204 len: 168 time: 5.7191730 Oct 17 17:48:36.241960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36614) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:36.243577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.271551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d3764-43a8-4178-86d2-5c0fb53cfa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab6ac7a-83a6-405a-bb01-1e7bcc1989ea,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:36.381972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9574671c-37ef-4ab2-a2e9-de5255acced5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.394548 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Attempt 4 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:36.429117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.439214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e15d699-c6e9-4dc8-9fc1-93d3b4d6a68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.446545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Pushing event updated for resources: {'Port': ['ID=c454e4f6-5439-459a-b1f9-5110004e5de1,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:36.461981 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:36.466155 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] Set router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:48:36.554771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Port 9b764d0a-ce04-41ae-b54b-f075943ab99d had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:48:36.567626 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c8d41-1dcb-4e10-90ee-5b2b860b2472 None None] Pushing event updated for resources: {'Port': ['ID=9b764d0a-ce04-41ae-b54b-f075943ab99d,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:36.582569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Provisioning for port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:36.596504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Provisioning complete for port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:36.596878 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.597211 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Attempt 1 to provision port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b Oct 17 17:48:36.638468 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e15d699-c6e9-4dc8-9fc1-93d3b4d6a68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.727911 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9574671c-37ef-4ab2-a2e9-de5255acced5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.742691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9574671c-37ef-4ab2-a2e9-de5255acced5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.747938 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e79b3bd2-4c01-4b95-873a-7b3c7340a39f tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.5047827 Oct 17 17:48:36.752137 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36620) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:36.822334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0d4c7915-ddde-46d0-961c-43e9e151b057 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:36.865854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.873120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574671c-37ef-4ab2-a2e9-de5255acced5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39af660-57ba-437b-b8e8-b87d0f568c66,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:36.886820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.903905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9574671c-37ef-4ab2-a2e9-de5255acced5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:36.908178 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9574671c-37ef-4ab2-a2e9-de5255acced5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8601730 Oct 17 17:48:36.908178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Network 03f5626e-6646-4d1a-9305-f3c3d025ed6e is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:36.911006 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36628) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:36.919007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:36.945202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-edbe299b-d4f0-4d7c-a240-693be69e2254 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Request body: {'security_group_rule': {'security_group_id': 'be319c27-899c-482c-88e1-38523911f626', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:36.980711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Current status of the port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:36.982398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:37.011431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3bda86d-312c-401b-be1e-a0b6ff2c1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:37.022705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-edbe299b-d4f0-4d7c-a240-693be69e2254 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:37.030990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Transition to ACTIVE for port object e63e775c-35d9-414e-a84d-ea45781fde42 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:37.065119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 0d4c7915-ddde-46d0-961c-43e9e151b057 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:37.065491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:37.065827 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 0d4c7915-ddde-46d0-961c-43e9e151b057 Oct 17 17:48:37.110103 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] For port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=03a4c5ca-bcb9-4994-87e4-fd873fc1333b,segment=NetworkSegment(33cad367-ae2c-485c-98f2-6e7dcad611c4),segment_id=33cad367-ae2c-485c-98f2-6e7dcad611c4)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:37.116627 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:37.142445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-edbe299b-d4f0-4d7c-a240-693be69e2254 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Usage tracker for resource:security_group_rule and tenant:654f9b38b43d444ba34dd32ecf9486da is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:37.165386 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-edbe299b-d4f0-4d7c-a240-693be69e2254 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:37.184186 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '9b764d0a-ce04-41ae-b54b-f075943ab99d', 'name': '', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'mac_address': 'fa:16:3e:32:03:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:22Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'subnets': [{'id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:37.192785 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf5472-d3ae-4a20-88a1-b034cb552a82 None None] The sync data for ids ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'] in dv-neutron-860895-1-hyperv is: [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '9b764d0a-ce04-41ae-b54b-f075943ab99d', 'name': '', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'mac_address': 'fa:16:3e:32:03:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:22Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'subnets': [{'id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:48:37.218997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bda86d-312c-401b-be1e-a0b6ff2c1bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaa6d4e-bc8e-4b2a-8b33-3e846be587ec,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:37.237373 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ce650-e990-494c-8f97-a35e7198850c tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:37.237960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ce650-e990-494c-8f97-a35e7198850c tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:37.238276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ce650-e990-494c-8f97-a35e7198850c tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:37.238726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ce650-e990-494c-8f97-a35e7198850c tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:37.239212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ce650-e990-494c-8f97-a35e7198850c tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:37.243588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ce650-e990-494c-8f97-a35e7198850c tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:37.244065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ce650-e990-494c-8f97-a35e7198850c tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:37.245221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d83ce650-e990-494c-8f97-a35e7198850c tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Synchronizing usage tracker for tenant:a5627579dcc946cba6146a6a4078ac64 on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:48:37.247950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e15d699-c6e9-4dc8-9fc1-93d3b4d6a68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:37.261225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-edbe299b-d4f0-4d7c-a240-693be69e2254 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:37.290309 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e50311-aaec-43fe-8fc1-cbb9c9aa0fe3 None None] Pushing event updated for resources: {'Port': ['ID=03a4c5ca-bcb9-4994-87e4-fd873fc1333b,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:37.383000 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Provisioning for port c454e4f6-5439-459a-b1f9-5110004e5de1 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:37.409056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Provisioning complete for port c454e4f6-5439-459a-b1f9-5110004e5de1 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:37.409598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:37.410068 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Attempt 1 to provision port c454e4f6-5439-459a-b1f9-5110004e5de1 Oct 17 17:48:37.437219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e15d699-c6e9-4dc8-9fc1-93d3b4d6a68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:37.440702 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9e15d699-c6e9-4dc8-9fc1-93d3b4d6a68d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ab6ac7a-83a6-405a-bb01-1e7bcc1989ea HTTP/1.1" status: 204 len: 168 time: 1.3634923 Oct 17 17:48:37.456578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15d699-c6e9-4dc8-9fc1-93d3b4d6a68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab6ac7a-83a6-405a-bb01-1e7bcc1989ea,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:37.504889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d83ce650-e990-494c-8f97-a35e7198850c tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Unset dirty status for tenant:a5627579dcc946cba6146a6a4078ac64 on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:48:37.515855 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d83ce650-e990-494c-8f97-a35e7198850c tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4606 time: 0.7532115 Oct 17 17:48:37.518891 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36642) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:37.594868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Port c454e4f6-5439-459a-b1f9-5110004e5de1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:37.629061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 0d4c7915-ddde-46d0-961c-43e9e151b057 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:37.630382 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:37.635343 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-d5c3907b-0cec-447c-a956-d250ecfbe22c tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] delete failed (client error): The resource could not be found. Oct 17 17:48:37.646605 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d5c3907b-0cec-447c-a956-d250ecfbe22c tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/464ff2fa-ddaf-45da-a894-a85de9a7e750 HTTP/1.1" status: 404 len: 345 time: 0.1265860 Oct 17 17:48:37.649640 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36648) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:37.684292 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ae9856-eeec-4446-85b5-71e41ca20dd2 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] DELETE failed (client error): The resource could not be found. Oct 17 17:48:37.684781 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ae9856-eeec-4446-85b5-71e41ca20dd2 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:48:37.686368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-edbe299b-d4f0-4d7c-a240-693be69e2254 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:37.693656 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f1ae9856-eeec-4446-85b5-71e41ca20dd2 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "DELETE /v2.0/networks/8c164746-8e1f-4e1a-90ed-366ed02740ef HTTP/1.1" status: 404 len: 339 time: 0.0429583 Oct 17 17:48:37.694324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36652) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:37.713254 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3bda86d-312c-401b-be1e-a0b6ff2c1bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:37.713254 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c3bda86d-312c-401b-be1e-a0b6ff2c1bf8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ffaa6d4e-bc8e-4b2a-8b33-3e846be587ec HTTP/1.1" status: 204 len: 168 time: 1.9405181 Oct 17 17:48:37.713736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Router 8e719514-bac6-48ae-bf62-4e5283ec49af has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:48:37.725635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Request body: {'network': {'name': 'tempest-network--651648089', 'router:external': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:37.743204 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:37.745684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Usage tracker for resource:network and tenant:a5627579dcc946cba6146a6a4078ac64 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:37.757441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:37.778014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:37.780146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:37.780640 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 Oct 17 17:48:37.974176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:38.032555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Made reservation on behalf of a5627579dcc946cba6146a6a4078ac64 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:38.039678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.065055 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:38.091597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:38.096758 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Attempt 2 to provision port c454e4f6-5439-459a-b1f9-5110004e5de1 Oct 17 17:48:38.115862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.116200 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Added segment f93c76ed-1d7f-4ab9-a031-7f3853f81895 of type vlan for network c01793db-dd1e-4d6f-b037-31d4fe223693 Oct 17 17:48:38.129382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.212689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Port c454e4f6-5439-459a-b1f9-5110004e5de1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:38.215666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:48:38.218528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.229931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Sync routers for ids ['8e719514-bac6-48ae-bf62-4e5283ec49af'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:48:38.235257 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-78a66571-0784-41d3-a5a9-2d276d3b59ab admin admin] 10.222.0.69 "PUT /v2.0/routers/8e719514-bac6-48ae-bf62-4e5283ec49af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8683579 Oct 17 17:48:38.263564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Routers {'8e719514-bac6-48ae-bf62-4e5283ec49af'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:38.264464 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8e719514-bac6-48ae-bf62-4e5283ec49af'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:38.285376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.287333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:38.288540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.329251 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6312790 Oct 17 17:48:38.331978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36670) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:38.380656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-edbe299b-d4f0-4d7c-a240-693be69e2254 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.398298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Network e8b49e10-ffb1-472e-b829-a4737394dd82 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:38.403769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:38.417542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-edbe299b-d4f0-4d7c-a240-693be69e2254 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.423280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:38.634313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-edbe299b-d4f0-4d7c-a240-693be69e2254 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.638311 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-edbe299b-d4f0-4d7c-a240-693be69e2254 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7216275 Oct 17 17:48:38.639034 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe299b-d4f0-4d7c-a240-693be69e2254 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94c0f59-2956-4a3e-a83c-b6f3806865ec,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:38.645780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.651632 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc37278-4345-4aad-9289-5abbe12ba172 tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:38.664187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc37278-4345-4aad-9289-5abbe12ba172 tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:38.687403 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Set router 8e719514-bac6-48ae-bf62-4e5283ec49af gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:48:38.694259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc37278-4345-4aad-9289-5abbe12ba172 tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:38.718585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc37278-4345-4aad-9289-5abbe12ba172 tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:38.720329 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dbc37278-4345-4aad-9289-5abbe12ba172 tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3872387 Oct 17 17:48:38.720921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36678) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:38.753107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event updated for resources: {'Port': ['ID=e63e775c-35d9-414e-a84d-ea45781fde42,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:38.762269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:48:38.785761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.791133 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36682) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:38.797460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:38.804873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:38.808552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Usage tracker for resource:floatingip and tenant:654f9b38b43d444ba34dd32ecf9486da is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:38.831170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.838211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:38.845339 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:38.933683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:38.989809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a68b94-ccfb-4bde-8375-40e299632727 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event updated for resources: {'Network': ['ID=c01793db-dd1e-4d6f-b037-31d4fe223693,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:39.025010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:39.134007 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Attempt 3 to provision port c454e4f6-5439-459a-b1f9-5110004e5de1 Oct 17 17:48:39.345419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:39.370899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Network 79ac80e2-073f-4d37-b0c3-f487b129c61c is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:39.450847 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 03a4c5ca-bcb9-4994-87e4-fd873fc1333b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:39.463530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:39.498676 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network c01793db-dd1e-4d6f-b037-31d4fe223693 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:39.686860 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:39.784197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01793db-dd1e-4d6f-b037-31d4fe223693']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:39.801162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Pushing event updated for resources: {'Port': ['ID=a620045b-c2c5-4cc6-b40a-6e2888742c42,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:39.819510 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93c76ed-1d7f-4ab9-a031-7f3853f81895') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:39.819775 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93c76ed-1d7f-4ab9-a031-7f3853f81895') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:39.830044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:39.858102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:39.912237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:39.926055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:40.015585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:48:40.016004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:40.114616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Port c454e4f6-5439-459a-b1f9-5110004e5de1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:40.226177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36726) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:40.241883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:40.242577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:40.243004 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b Oct 17 17:48:40.269841 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f93c76ed-1d7f-4ab9-a031-7f3853f81895 resource provider aggregate not found Oct 17 17:48:40.324027 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f93c76ed-1d7f-4ab9-a031-7f3853f81895 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f93c76ed-1d7f-4ab9-a031-7f3853f81895 found for delete ", "request_id": "req-f2941567-ee3a-4bb5-83a6-6a907ffe0023"}]} Oct 17 17:48:40.377083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Router 1d85e75e-095d-446f-a049-3b6c8d98231d has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:48:40.397329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:40.447574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:34Z', 'revision_number': 4, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'c454e4f6-5439-459a-b1f9-5110004e5de1', 'name': '', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'mac_address': 'fa:16:3e:7a:46:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '75f3d772-483f-4177-8883-a19140d2941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:30Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 2, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'subnets': [{'id': '75f3d772-483f-4177-8883-a19140d2941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:40.481892 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Checking router: 8e719514-bac6-48ae-bf62-4e5283ec49af for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:48:40.482411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Updating router 8e719514-bac6-48ae-bf62-4e5283ec49af port c454e4f6-5439-459a-b1f9-5110004e5de1 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:48:40.494573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c01793db-dd1e-4d6f-b037-31d4fe223693 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 17:48:40.513151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:40.539683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36748) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:40.553884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--197078301', 'description': 'tempest-description--1740799448'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:40.560922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event deleted for resources: {'Network': ['ID=c01793db-dd1e-4d6f-b037-31d4fe223693,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:40.569103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:40.572811 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-549aefe3-d288-49a4-a125-f2f2337d7950 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "DELETE /v2.0/networks/c01793db-dd1e-4d6f-b037-31d4fe223693 HTTP/1.1" status: 204 len: 168 time: 1.7806492 Oct 17 17:48:40.586797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36752) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:40.594043 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Usage tracker for resource:security_group and tenant:995cd1702baf4d09a90e2ff17f6fc980 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:40.600658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Request body: {'network': {'name': 'tempest-network--1980866018', 'router:external': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:40.606887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:40.616934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:40.627455 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Attempt 4 to provision port c454e4f6-5439-459a-b1f9-5110004e5de1 Oct 17 17:48:40.652036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:40.661622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Usage tracker for resource:network and tenant:a5627579dcc946cba6146a6a4078ac64 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:40.665777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:40.680852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:40.708238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:40.789800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:48:40.813242 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d41e7fc9-3ba0-4d00-9f33-5f6ba977178a admin admin] 10.222.0.69 "PUT /v2.0/routers/1d85e75e-095d-446f-a049-3b6c8d98231d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2116947 Oct 17 17:48:40.896866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-800944450', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:40.909283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:40.914020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:40.919790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Made reservation on behalf of a5627579dcc946cba6146a6a4078ac64 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:40.924193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:40.927545 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:40.960596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36760) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:40.981905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Usage tracker for resource:security_group_rule and tenant:995cd1702baf4d09a90e2ff17f6fc980 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:40.993756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Port c454e4f6-5439-459a-b1f9-5110004e5de1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:40.995571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Usage tracker for resource:port and tenant:b90e303acb0a4d048f6a2bbf097e3a5a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:41.005286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:41.042736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:41.063364 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:41.077848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Allocated IP 172.26.8.96 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/05beb87c-d437-4d35-9f00-135276deb830) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:41.137853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:41.141329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9b764d0a-ce04-41ae-b54b-f075943ab99d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:41.326107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36774) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:41.335245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:41.351280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--704779074', 'description': 'tempest-description--1068685102'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:41.369491 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Sync routers for ids ['1d85e75e-095d-446f-a049-3b6c8d98231d'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:48:41.375400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:41.387547 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Routers {'1d85e75e-095d-446f-a049-3b6c8d98231d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:41.388180 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1d85e75e-095d-446f-a049-3b6c8d98231d'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:41.418817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:41.436448 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:41.499352 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Attempt 5 to provision port c454e4f6-5439-459a-b1f9-5110004e5de1 Oct 17 17:48:41.503357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:41.523855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:41.584420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 9b764d0a-ce04-41ae-b54b-f075943ab99d completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:41.609449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Usage tracker for resource:security_group and tenant:a3f4e422ce3c4b4ea78d81856a691f25 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:41.610500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 9b764d0a-ce04-41ae-b54b-f075943ab99d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:41.610818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:41.611196 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:41.627940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:41.640745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:41.646165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:41.671638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:41.676597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:41.684616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:41.708866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event updated for resources: {'Port': ['ID=e63e775c-35d9-414e-a84d-ea45781fde42,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:41.722146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:41.725437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Port c454e4f6-5439-459a-b1f9-5110004e5de1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:41.727629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:41.755486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:41.766564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Usage tracker for resource:security_group_rule and tenant:a3f4e422ce3c4b4ea78d81856a691f25 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:41.804963 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Set router 1d85e75e-095d-446f-a049-3b6c8d98231d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:48:41.805967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-05d0b618-b870-4a4c-8c13-54acc739a96e tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:41.810645 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-05d0b618-b870-4a4c-8c13-54acc739a96e tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.8451855 Oct 17 17:48:41.810645 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Made reservation on behalf of b90e303acb0a4d048f6a2bbf097e3a5a for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:41.810878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:41.813415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 9b764d0a-ce04-41ae-b54b-f075943ab99d is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:41.813798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:41.837157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36784) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:41.837497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36786) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:41.838203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:41.845456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:41.858713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:41.866614 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:41.866962 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Added segment 9ebc5d46-1169-46bb-9423-5caa60f005b5 of type vlan for network e451b9e7-5f05-41b2-b97f-45f6a9b68c19 Oct 17 17:48:41.882002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-e848e708-854f-4330-88d9-bcbdd60cfe71 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:41.885832 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e848e708-854f-4330-88d9-bcbdd60cfe71 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0308073 Oct 17 17:48:41.887812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36792) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:41.905935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-62d8757d-68b7-4d49-88aa-83d90511ae0d tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:41.906524 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:41.910179 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-62d8757d-68b7-4d49-88aa-83d90511ae0d tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0165071 Oct 17 17:48:41.911681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36798) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:41.937311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 9b764d0a-ce04-41ae-b54b-f075943ab99d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9b764d0a-ce04-41ae-b54b-f075943ab99d,segment=NetworkSegment(7c5c917c-49ea-4612-88eb-0567cf48f62c),segment_id=7c5c917c-49ea-4612-88eb-0567cf48f62c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:41.942226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-cb0cb15e-37de-4409-ad5b-eff0123876ff tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:41.946357 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cb0cb15e-37de-4409-ad5b-eff0123876ff tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0285838 Oct 17 17:48:41.950666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36802) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:41.957310 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:41.958017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-c2f322c1-fb35-4d10-b318-648e26bc304a tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:41.959356 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c2f322c1-fb35-4d10-b318-648e26bc304a tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0072999 Oct 17 17:48:41.962624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Usage tracker for resource:security_group_rule and tenant:b90e303acb0a4d048f6a2bbf097e3a5a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:41.969663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36806) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:41.988635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:42.010636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Network e8b49e10-ffb1-472e-b829-a4737394dd82 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:42.015434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:42.024720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Pushing event updated for resources: {'Port': ['ID=05beb87c-d437-4d35-9f00-135276deb830,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:42.041265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-acdab75f-fb9f-46d8-8515-d86622a2fed2 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:42.045284 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-acdab75f-fb9f-46d8-8515-d86622a2fed2 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0402005 Oct 17 17:48:42.045986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:42.080464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36810) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.113515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.131553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=9b764d0a-ce04-41ae-b54b-f075943ab99d,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:42.148834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-5ba91bf3-bc10-4571-92a8-2e0c5ec294ca tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:42.150801 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5ba91bf3-bc10-4571-92a8-2e0c5ec294ca tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0613732 Oct 17 17:48:42.175388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36814) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.196782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.198003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.209810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-4b257683-41cc-4c7e-b4bd-3090f6230359 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:42.210967 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4b257683-41cc-4c7e-b4bd-3090f6230359 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0314500 Oct 17 17:48:42.221389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Transition to ACTIVE for port object c454e4f6-5439-459a-b1f9-5110004e5de1 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:42.227523 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Attempt 6 to provision port c454e4f6-5439-459a-b1f9-5110004e5de1 Oct 17 17:48:42.255160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.255922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36818) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.290996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.304747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-bb51cd41-0187-42d6-bf8e-33b5487d6235 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:42.305740 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bb51cd41-0187-42d6-bf8e-33b5487d6235 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0423825 Oct 17 17:48:42.315912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36822) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.325201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.326511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.414834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-030895a6-a3bc-4449-9567-ef3b533e5c35 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:42.416214 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-030895a6-a3bc-4449-9567-ef3b533e5c35 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0992742 Oct 17 17:48:42.437173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36826) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.443102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Router 34f4f581-a61e-466c-acf9-a7b9f647f5a2 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:48:42.454234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-bcaa0622-5e11-4103-9a0c-0d3b734449c0 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:42.456634 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bcaa0622-5e11-4103-9a0c-0d3b734449c0 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0169976 Oct 17 17:48:42.459356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Port c454e4f6-5439-459a-b1f9-5110004e5de1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:42.465183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36830) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.489166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-51b550bd-7981-4230-95eb-ab4c07a7bc72 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:42.491162 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-51b550bd-7981-4230-95eb-ab4c07a7bc72 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0188868 Oct 17 17:48:42.499638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36834) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.511616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-7df1304e-0256-46f1-b50f-dd8efaae55cf tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:42.513230 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7df1304e-0256-46f1-b50f-dd8efaae55cf tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0079496 Oct 17 17:48:42.517504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.518586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.523651 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1964865 Oct 17 17:48:42.523829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.524392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36838) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.524762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36840) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.526097 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb150e61-7d46-4795-9123-65fca407ea68 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d57cbda-95f3-4985-9bd2-aed16e02dc2d,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:42.529070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-811753132'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:42.545301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-842b153a-f419-463a-a227-13412e1de933 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Request body: {'security_group_rule': {'security_group_id': '4d57cbda-95f3-4985-9bd2-aed16e02dc2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:42.550664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f99ea-8705-4fcd-8eb2-92344be497a9 None None] Pushing event updated for resources: {'Port': ['ID=c454e4f6-5439-459a-b1f9-5110004e5de1,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:42.554509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.576451 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Attempting to bind port c454e4f6-5439-459a-b1f9-5110004e5de1 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:42.576830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Attempting to bind port c454e4f6-5439-459a-b1f9-5110004e5de1 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:42.577326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Attempting to bind port c454e4f6-5439-459a-b1f9-5110004e5de1 on network 03f5626e-6646-4d1a-9305-f3c3d025ed6e {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:42.583121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:48:42.583499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Checking segment: {'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:42.583903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.584734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Bound using segment: {'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:48:42.584933 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Bound port: c454e4f6-5439-459a-b1f9-5110004e5de1, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:48:42.585308 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.596446 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'a620045b-c2c5-4cc6-b40a-6e2888742c42', 'name': '', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'mac_address': 'fa:16:3e:67:d1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:33Z', 'updated_at': '2022-10-17T17:48:37Z', 'revision_number': 2, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'subnets': [{'id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:42.600861 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Checking router: 1d85e75e-095d-446f-a049-3b6c8d98231d for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:48:42.601211 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Updating router 1d85e75e-095d-446f-a049-3b6c8d98231d port a620045b-c2c5-4cc6-b40a-6e2888742c42 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:48:42.616386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:42.624792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-e17ad00f-816c-4897-baf3-9dd20114d7ed tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:42.625769 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e17ad00f-816c-4897-baf3-9dd20114d7ed tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0912127 Oct 17 17:48:42.665721 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.680275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.694999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] For port c454e4f6-5439-459a-b1f9-5110004e5de1, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:48:42.701870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] For port c454e4f6-5439-459a-b1f9-5110004e5de1, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=c454e4f6-5439-459a-b1f9-5110004e5de1,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:48:42.707003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.712360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-842b153a-f419-463a-a227-13412e1de933 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:42.721252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36846) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.722315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.729714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Usage tracker for resource:network and tenant:f8aa9812158a451bb554b68188e8d45d is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:42.751428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:42.752920 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0050366 Oct 17 17:48:42.754193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:42.755330 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:48:42.766272 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-885fdc77-402f-4ce8-b1e7-e04448ec5d11 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "PUT /v2.0/routers/34f4f581-a61e-466c-acf9-a7b9f647f5a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5569317 Oct 17 17:48:42.767107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36854) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.774238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Request body: {'port': {'network_id': 'e8b49e10-ffb1-472e-b829-a4737394dd82', 'name': 'tempest-FloatingIPAdminTestJSON-886036489'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:42.799433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f99ea-8705-4fcd-8eb2-92344be497a9 None None] Pushing event updated for resources: {'Port': ['ID=c454e4f6-5439-459a-b1f9-5110004e5de1,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:42.812220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f902f5-74d3-45a4-8a7d-bee7fe0a16c5 None None] Sync routers for ids ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:48:42.818914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-842b153a-f419-463a-a227-13412e1de933 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Usage tracker for resource:security_group_rule and tenant:a3f4e422ce3c4b4ea78d81856a691f25 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:42.830032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f902f5-74d3-45a4-8a7d-bee7fe0a16c5 None None] Routers {'34f4f581-a61e-466c-acf9-a7b9f647f5a2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:42.831141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-90f902f5-74d3-45a4-8a7d-bee7fe0a16c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:42.837546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-a87f9a6f-1796-4439-9e29-b050b487b9d1 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:42.839426 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a87f9a6f-1796-4439-9e29-b050b487b9d1 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.1108773 Oct 17 17:48:42.842117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f07a50d-44f3-4093-a3a5-8d2b7f416971,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:42.855405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36858) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.870434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:48:42.881658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-842b153a-f419-463a-a227-13412e1de933 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:42.904314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:42.927818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-b6bcc4a3-8d2e-4320-a556-74e7ed0a8946 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:42.928741 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b6bcc4a3-8d2e-4320-a556-74e7ed0a8946 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0308137 Oct 17 17:48:42.931333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95414d36-a5f3-4ae4-b721-70030787230b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Pushing event updated for resources: {'Port': ['ID=05beb87c-d437-4d35-9f00-135276deb830,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:42.942875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36862) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.950712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-842b153a-f419-463a-a227-13412e1de933 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:42.954398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:42.961119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-04ded63a-7b70-450d-9494-b7b02df4e460 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:42.962077 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-04ded63a-7b70-450d-9494-b7b02df4e460 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0073023 Oct 17 17:48:42.971511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36868) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:42.972306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Usage tracker for resource:port and tenant:b8fc4bb4fd2c4d4eb1037144966ecdde is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:42.976312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:42.984703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:42.999835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Made reservation on behalf of b8fc4bb4fd2c4d4eb1037144966ecdde for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:43.004360 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Attempt 7 to provision port c454e4f6-5439-459a-b1f9-5110004e5de1 Oct 17 17:48:43.005910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.008168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-68f7efee-05ad-4816-a97c-3668d8d60bfd tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.018491 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-68f7efee-05ad-4816-a97c-3668d8d60bfd tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0289767 Oct 17 17:48:43.021195 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36872) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.024313 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.035266 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-879f12e1-c099-4914-8be0-bf1076e08bc3 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4877391 Oct 17 17:48:43.037758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-b03af28a-84f3-403b-bd42-73029ff86980 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.039331 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b03af28a-84f3-403b-bd42-73029ff86980 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0164502 Oct 17 17:48:43.041267 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Made reservation on behalf of f8aa9812158a451bb554b68188e8d45d for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:43.044672 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36880) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.045009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36882) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.051285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.058333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-807f7ede-a1f3-44c0-b0d8-ba8047f3f73c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Request body: {'security_group_rule': {'security_group_id': '1f07a50d-44f3-4093-a3a5-8d2b7f416971', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:43.066924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-3af84f53-6181-4413-989e-6296ce2cebcb tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.068145 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3af84f53-6181-4413-989e-6296ce2cebcb tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0195360 Oct 17 17:48:43.074815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36892) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.077615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-807f7ede-a1f3-44c0-b0d8-ba8047f3f73c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:43.082942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] device_id is not set on port c80b9e50-7e56-423b-9faa-8311afc8f083 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:48:43.100503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.110762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-90f902f5-74d3-45a4-8a7d-bee7fe0a16c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:43.115916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Routers {'8e719514-bac6-48ae-bf62-4e5283ec49af'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:43.117552 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.118366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8e719514-bac6-48ae-bf62-4e5283ec49af'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:43.128250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-c2595cef-3fb1-4bf0-a564-06d960f701bf tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.129538 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c2595cef-3fb1-4bf0-a564-06d960f701bf tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0484884 Oct 17 17:48:43.131759 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Transition to ACTIVE for port object a620045b-c2c5-4cc6-b40a-6e2888742c42 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:43.132214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.133477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36896) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.137662 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-807f7ede-a1f3-44c0-b0d8-ba8047f3f73c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Usage tracker for resource:security_group_rule and tenant:995cd1702baf4d09a90e2ff17f6fc980 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:43.138188 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:43.138934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.145777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-6c16e3b8-721a-4b5c-84db-d8f05aad1b72 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.147543 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6c16e3b8-721a-4b5c-84db-d8f05aad1b72 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0123148 Oct 17 17:48:43.148766 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-807f7ede-a1f3-44c0-b0d8-ba8047f3f73c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:43.149298 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.162259 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36900) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.167875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-3c1588fa-8b64-4c4f-8361-a5fc33b95e2a tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.169067 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3c1588fa-8b64-4c4f-8361-a5fc33b95e2a tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0055640 Oct 17 17:48:43.177371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-807f7ede-a1f3-44c0-b0d8-ba8047f3f73c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:43.183984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36904) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.193584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-15c8aed4-da66-465e-a531-1104d9ad7863 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.194774 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-15c8aed4-da66-465e-a531-1104d9ad7863 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0095813 Oct 17 17:48:43.202562 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36908) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.213691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-e216b979-7ebc-4d61-ba48-b7d50934a914 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.215062 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e216b979-7ebc-4d61-ba48-b7d50934a914 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0110655 Oct 17 17:48:43.243400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36912) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.263056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-8cde0ebf-b5d5-4d39-9455-bb6ae27b60bc tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.265865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event updated for resources: {'Network': ['ID=e451b9e7-5f05-41b2-b97f-45f6a9b68c19,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:43.266673 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8cde0ebf-b5d5-4d39-9455-bb6ae27b60bc tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0202043 Oct 17 17:48:43.268492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36916) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.274708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:43.281860 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-842b153a-f419-463a-a227-13412e1de933 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.299303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network e451b9e7-5f05-41b2-b97f-45f6a9b68c19 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:43.301303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Usage tracker for resource:security_group_rule and tenant:f8aa9812158a451bb554b68188e8d45d is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:43.310999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-2668b882-f62f-4c7a-9546-4d40d0072415 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.312259 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2668b882-f62f-4c7a-9546-4d40d0072415 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0319905 Oct 17 17:48:43.331849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:43.346986 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d24858-a4c5-45ce-96ef-88521ff19c22 None None] Pushing event updated for resources: {'Port': ['ID=a620045b-c2c5-4cc6-b40a-6e2888742c42,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:43.349488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36920) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.367014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-721ef2b8-5f16-4107-89c5-bc7c85ecc589 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.367642 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-721ef2b8-5f16-4107-89c5-bc7c85ecc589 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0088282 Oct 17 17:48:43.373580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-807f7ede-a1f3-44c0-b0d8-ba8047f3f73c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.392422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.399527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36930) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.402160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:43.435666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-994a9b1b-7cbe-4a57-8fc5-f30b34982f30 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.436982 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-994a9b1b-7cbe-4a57-8fc5-f30b34982f30 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0361218 Oct 17 17:48:43.455149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36934) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.488194 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Attempting to bind port a620045b-c2c5-4cc6-b40a-6e2888742c42 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:43.488950 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Attempting to bind port a620045b-c2c5-4cc6-b40a-6e2888742c42 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:43.489343 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-31f71871-b6ea-4a5d-8e4d-6b2fea9239a1 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.9000673 Oct 17 17:48:43.489448 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Attempting to bind port a620045b-c2c5-4cc6-b40a-6e2888742c42 on network 79ac80e2-073f-4d37-b0c3-f487b129c61c {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:43.491768 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-0068f54a-30a0-48af-ace7-e8b2b7eb738d tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.493133 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36938) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.495930 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0068f54a-30a0-48af-ace7-e8b2b7eb738d tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0218792 Oct 17 17:48:43.500197 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:48:43.500613 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Checking segment: {'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:43.501157 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.501556 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Bound using segment: {'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:48:43.502067 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Bound port: a620045b-c2c5-4cc6-b40a-6e2888742c42, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:48:43.502438 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.514747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.516488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36940) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.520309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Allocated IP 172.20.0.4 (e8b49e10-ffb1-472e-b829-a4737394dd82/51e8e36f-ca10-4826-b197-5875fa9b1eb9/c80b9e50-7e56-423b-9faa-8311afc8f083) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:43.554712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] device_id is not set on port 4ffda9f5-bbb6-4d00-a93d-a7d66a29e88f yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:48:43.613851 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] For port a620045b-c2c5-4cc6-b40a-6e2888742c42, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:48:43.617908 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] For port a620045b-c2c5-4cc6-b40a-6e2888742c42, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a620045b-c2c5-4cc6-b40a-6e2888742c42,segment=NetworkSegment(3dd99bbb-7938-4b28-b288-d9c4a4b7af35),segment_id=3dd99bbb-7938-4b28-b288-d9c4a4b7af35)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:48:43.624685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Port c454e4f6-5439-459a-b1f9-5110004e5de1 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:48:43.625240 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.626560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f902f5-74d3-45a4-8a7d-bee7fe0a16c5 None None] Routers {'34f4f581-a61e-466c-acf9-a7b9f647f5a2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:43.627413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-90f902f5-74d3-45a4-8a7d-bee7fe0a16c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:43.641049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-68b85770-6a4d-421d-8912-378db832b05c tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.642340 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-68b85770-6a4d-421d-8912-378db832b05c tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0897357 Oct 17 17:48:43.645590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de0af2c-8f9a-4e5f-be16-99c00ef22f85,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:43.674186 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Routers {'1d85e75e-095d-446f-a049-3b6c8d98231d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:43.674827 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1d85e75e-095d-446f-a049-3b6c8d98231d'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:43.676140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36950) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.676705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36952) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.692604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-73ba4843-50fc-4c09-9c84-b8ba520af5e9 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.694040 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-73ba4843-50fc-4c09-9c84-b8ba520af5e9 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0138440 Oct 17 17:48:43.698801 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 17:48:43.699772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36958) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.720730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-90f902f5-74d3-45a4-8a7d-bee7fe0a16c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:43.721127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f902f5-74d3-45a4-8a7d-bee7fe0a16c5 None None] The sync data for ids ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:48:43.732851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-42a45235-7c45-41ad-b356-50b76d0b3226 None None] Provisioning for port a620045b-c2c5-4cc6-b40a-6e2888742c42 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:43.778723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] Set router 8e719514-bac6-48ae-bf62-4e5283ec49af gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:48:43.794059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.806927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.811087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-c44f44c1-e923-48ca-a6f3-aa085e4d81aa tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.812359 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c44f44c1-e923-48ca-a6f3-aa085e4d81aa tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0562499 Oct 17 17:48:43.815892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36962) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.816447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Transition to ACTIVE for port object c80b9e50-7e56-423b-9faa-8311afc8f083 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:43.842468 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-7b631207-6c2b-41fa-b912-38b9d70ce85c tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.843832 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7b631207-6c2b-41fa-b912-38b9d70ce85c tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0200009 Oct 17 17:48:43.847353 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.853607 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36966) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.861486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.876276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-831f706e-e430-44ee-b547-8976491da766 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.880496 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-831f706e-e430-44ee-b547-8976491da766 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0213721 Oct 17 17:48:43.894251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-2665d175-5ecd-42fd-875b-88774b3a844c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Synchronizing usage tracker for tenant:654f9b38b43d444ba34dd32ecf9486da on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:48:43.902085 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] Set router 1d85e75e-095d-446f-a049-3b6c8d98231d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:48:43.903489 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36970) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.933188 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-19dd669c-80b2-4983-a018-ef2b92b64d66 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:43.934249 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-19dd669c-80b2-4983-a018-ef2b92b64d66 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0158901 Oct 17 17:48:43.940234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-842b153a-f419-463a-a227-13412e1de933 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.942345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36974) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.968263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70349bc8-e296-43dd-9806-308d97ea0995 tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:43.974194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-807f7ede-a1f3-44c0-b0d8-ba8047f3f73c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:43.976934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36978) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:43.987446 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-70349bc8-e296-43dd-9806-308d97ea0995 tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] 10.222.0.69 "GET /v2.0/networks/e451b9e7-5f05-41b2-b97f-45f6a9b68c19 HTTP/1.1" status: 200 len: 757 time: 0.4610140 Oct 17 17:48:43.998364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Network e8b49e10-ffb1-472e-b829-a4737394dd82 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:44.002384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-d6b6dbb7-b7e0-478d-ae24-174f9daef016 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.004163 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d6b6dbb7-b7e0-478d-ae24-174f9daef016 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0532787 Oct 17 17:48:44.004946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:44.008986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-842b153a-f419-463a-a227-13412e1de933 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.022393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36982) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.118674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b153a-f419-463a-a227-13412e1de933 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b93a82-2b4e-47e4-af4a-37221dd7427a,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:44.137859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-b9b1da94-400b-4595-a622-777657c58140 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.139211 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b9b1da94-400b-4595-a622-777657c58140 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0346823 Oct 17 17:48:44.149669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea6ce6d-5208-4486-9b1a-dfcf788cb4f0,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:44.178316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:44.180801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:44.194063 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36986) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.195073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9b764d0a-ce04-41ae-b54b-f075943ab99d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:44.216754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-807f7ede-a1f3-44c0-b0d8-ba8047f3f73c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.222481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.223066 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Added segment a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8 of type vlan for network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 Oct 17 17:48:44.232812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-745191fa-a22e-4036-bfde-ee8978177e04 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.234104 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-745191fa-a22e-4036-bfde-ee8978177e04 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0277002 Oct 17 17:48:44.240100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-2665d175-5ecd-42fd-875b-88774b3a844c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Unset dirty status for tenant:654f9b38b43d444ba34dd32ecf9486da on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:48:44.250768 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-2665d175-5ecd-42fd-875b-88774b3a844c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1358302783&fields=id&tenant_id=654f9b38b43d444ba34dd32ecf9486da HTTP/1.1" status: 200 len: 267 time: 0.5718164 Oct 17 17:48:44.253241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 36990) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.257512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c561624-adc4-44c6-a519-6a7aa45eee1e tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:44.258804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8c561624-adc4-44c6-a519-6a7aa45eee1e tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Synchronizing usage tracker for tenant:4a0a2cc3623b4a76950cec424360e5db on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:48:44.266027 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d24858-a4c5-45ce-96ef-88521ff19c22 None None] Pushing event updated for resources: {'Port': ['ID=a620045b-c2c5-4cc6-b40a-6e2888742c42,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:44.279343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-807f7ede-a1f3-44c0-b0d8-ba8047f3f73c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.283620 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-807f7ede-a1f3-44c0-b0d8-ba8047f3f73c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2375259 Oct 17 17:48:44.292091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 36994) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.302537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Provisioning for port e63e775c-35d9-414e-a84d-ea45781fde42 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:44.305346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-661c55c1-5158-4a1f-9ca0-57da6fcdf8c6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Request body: {'security_group_rule': {'security_group_id': '1f07a50d-44f3-4093-a3a5-8d2b7f416971', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:44.312482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Provisioning complete for port e63e775c-35d9-414e-a84d-ea45781fde42 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:44.312688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-661c55c1-5158-4a1f-9ca0-57da6fcdf8c6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:44.312930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.315498 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Attempt 1 to provision port e63e775c-35d9-414e-a84d-ea45781fde42 Oct 17 17:48:44.316527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-661c55c1-5158-4a1f-9ca0-57da6fcdf8c6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Usage tracker for resource:security_group_rule and tenant:995cd1702baf4d09a90e2ff17f6fc980 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:44.319965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-661c55c1-5158-4a1f-9ca0-57da6fcdf8c6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:44.320113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-38f1fd86-8f53-4d49-abd1-2507e3d8d154 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.321199 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-38f1fd86-8f53-4d49-abd1-2507e3d8d154 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0297868 Oct 17 17:48:44.329572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-661c55c1-5158-4a1f-9ca0-57da6fcdf8c6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:44.362472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37000) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.366017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f7ede-a1f3-44c0-b0d8-ba8047f3f73c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417c2eb8-4209-4eb6-8d60-d94f751ac260,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:44.380487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8c561624-adc4-44c6-a519-6a7aa45eee1e tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Unset dirty status for tenant:4a0a2cc3623b4a76950cec424360e5db on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:48:44.381749 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8c561624-adc4-44c6-a519-6a7aa45eee1e tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] 10.222.0.69 "GET /v2.0/networks/f39e2a21-5f5e-4816-9c3a-a879520a5223 HTTP/1.1" status: 200 len: 768 time: 0.3988299 Oct 17 17:48:44.382554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event updated for resources: {'Port': ['ID=c80b9e50-7e56-423b-9faa-8311afc8f083,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:44.402513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37004) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.403972 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'a620045b-c2c5-4cc6-b40a-6e2888742c42', 'name': '', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'mac_address': 'fa:16:3e:67:d1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:33Z', 'updated_at': '2022-10-17T17:48:43Z', 'revision_number': 4, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'subnets': [{'id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:44.410250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-e1f88e17-b4a8-425e-bcb7-734ba873b31e tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.411327 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e1f88e17-b4a8-425e-bcb7-734ba873b31e tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0323167 Oct 17 17:48:44.418800 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7b4d4-5fab-465a-b7c3-677e475a7c39 None None] The sync data for ids ['1d85e75e-095d-446f-a049-3b6c8d98231d'] in dv-neutron-860895-1-hyperv is: [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'a620045b-c2c5-4cc6-b40a-6e2888742c42', 'name': '', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'mac_address': 'fa:16:3e:67:d1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:33Z', 'updated_at': '2022-10-17T17:48:43Z', 'revision_number': 4, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'subnets': [{'id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:48:44.435289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Port e63e775c-35d9-414e-a84d-ea45781fde42 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:44.449082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 9b764d0a-ce04-41ae-b54b-f075943ab99d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:44.450632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.451085 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 9b764d0a-ce04-41ae-b54b-f075943ab99d Oct 17 17:48:44.528307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37008) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.543530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Allocated IP 172.26.8.87 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/4ffda9f5-bbb6-4d00-a93d-a7d66a29e88f) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:44.556150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-31181aaf-51ed-4518-b237-809d9bdffabe tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.557143 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-31181aaf-51ed-4518-b237-809d9bdffabe tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0284357 Oct 17 17:48:44.563546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.572443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-842b153a-f419-463a-a227-13412e1de933 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.579443 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-842b153a-f419-463a-a227-13412e1de933 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0423639 Oct 17 17:48:44.585659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37012) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.585920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37014) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.600649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:34Z', 'revision_number': 4, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'c454e4f6-5439-459a-b1f9-5110004e5de1', 'name': '', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'mac_address': 'fa:16:3e:7a:46:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '75f3d772-483f-4177-8883-a19140d2941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:30Z', 'updated_at': '2022-10-17T17:48:42Z', 'revision_number': 4, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'subnets': [{'id': '75f3d772-483f-4177-8883-a19140d2941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:44.609182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-0a5ec524-1cfd-467b-82e4-356721fecd2b tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.610171 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0a5ec524-1cfd-467b-82e4-356721fecd2b tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0213959 Oct 17 17:48:44.611943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c9e9f-83bf-4d56-a5dc-d39b885252ec None None] The sync data for ids ['8e719514-bac6-48ae-bf62-4e5283ec49af'] in dv-neutron-860895-1-hyperv is: [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:34Z', 'revision_number': 4, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'c454e4f6-5439-459a-b1f9-5110004e5de1', 'name': '', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'mac_address': 'fa:16:3e:7a:46:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '75f3d772-483f-4177-8883-a19140d2941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:30Z', 'updated_at': '2022-10-17T17:48:42Z', 'revision_number': 4, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'subnets': [{'id': '75f3d772-483f-4177-8883-a19140d2941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:48:44.615277 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d29e0443-09d0-47c8-96b7-d501b52aa082 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Request body: {'security_group_rule': {'security_group_id': '4d57cbda-95f3-4985-9bd2-aed16e02dc2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:44.659810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37020) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.676094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:44.676931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.721302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-5d60b64f-6ca8-482f-acdc-8a88b5da983a tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.723121 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5d60b64f-6ca8-482f-acdc-8a88b5da983a tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0413008 Oct 17 17:48:44.726846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37024) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.753200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 9b764d0a-ce04-41ae-b54b-f075943ab99d is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:44.758742 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-84297189-79f7-4ec3-8e1a-7e8f7815c390 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.759851 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-84297189-79f7-4ec3-8e1a-7e8f7815c390 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0267005 Oct 17 17:48:44.771211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37028) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.774966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-661c55c1-5158-4a1f-9ca0-57da6fcdf8c6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.777923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:48:44.788025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-cc2b7271-efbc-42d6-9ca2-fceb6e5f15e2 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.788997 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cc2b7271-efbc-42d6-9ca2-fceb6e5f15e2 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0063546 Oct 17 17:48:44.794962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37032) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.800090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-2b62e88b-ce92-4518-9d89-8646a0864a40 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.801351 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2b62e88b-ce92-4518-9d89-8646a0864a40 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051327 Oct 17 17:48:44.804975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d29e0443-09d0-47c8-96b7-d501b52aa082 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:44.805965 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-eabee940-2b27-4a2c-9f1b-545523289bc2 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0370944 Oct 17 17:48:44.809965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.811951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37036) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.817272 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-b1a75596-3567-4924-9a5a-7cca8f501433 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.818288 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b1a75596-3567-4924-9a5a-7cca8f501433 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0059710 Oct 17 17:48:44.829499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d29e0443-09d0-47c8-96b7-d501b52aa082 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Usage tracker for resource:security_group_rule and tenant:a3f4e422ce3c4b4ea78d81856a691f25 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:44.830071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37040) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.833383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.839274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:44.839958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:44.844121 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d29e0443-09d0-47c8-96b7-d501b52aa082 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:44.857321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-a452a1e8-c307-4e0e-bdc0-16f9a3202502 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.858480 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a452a1e8-c307-4e0e-bdc0-16f9a3202502 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0227935 Oct 17 17:48:44.892833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37044) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.893164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37046) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.913683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d29e0443-09d0-47c8-96b7-d501b52aa082 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:44.915068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-cd123ca4-83a4-43e3-9560-4f399e818303 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.919338 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cd123ca4-83a4-43e3-9560-4f399e818303 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0156927 Oct 17 17:48:44.920548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37054) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:44.936885 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Attempt 2 to provision port e63e775c-35d9-414e-a84d-ea45781fde42 Oct 17 17:48:44.943116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-fd67b232-e69a-4a1c-b3ac-40a8e20ab726 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:44.944105 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fd67b232-e69a-4a1c-b3ac-40a8e20ab726 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0197852 Oct 17 17:48:44.950661 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37058) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.041367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Port e63e775c-35d9-414e-a84d-ea45781fde42 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:45.042429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-ef57cff4-62bd-4241-8aea-ff6bf350cbaf tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.046104 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ef57cff4-62bd-4241-8aea-ff6bf350cbaf tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0889993 Oct 17 17:48:45.048354 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.1937091 Oct 17 17:48:45.050523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37062) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.081250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-558981ec-a350-449f-b5c9-eceb527865e8 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.082625 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-558981ec-a350-449f-b5c9-eceb527865e8 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0287321 Oct 17 17:48:45.092757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37070) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.097305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-661c55c1-5158-4a1f-9ca0-57da6fcdf8c6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.102817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-3dbd1f76-b7f4-4380-b61a-9dacd1735cb6 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.106749 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3dbd1f76-b7f4-4380-b61a-9dacd1735cb6 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053074 Oct 17 17:48:45.107200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37074) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.110766 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.124926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-1872aec0-5123-4a32-87eb-821fbef9b40f tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.128413 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1872aec0-5123-4a32-87eb-821fbef9b40f tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0178158 Oct 17 17:48:45.129791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-661c55c1-5158-4a1f-9ca0-57da6fcdf8c6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.133049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37078) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.164345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d29e0443-09d0-47c8-96b7-d501b52aa082 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.184978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-35aa14f1-618e-4816-a8b1-d667a70d9076 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.188412 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-35aa14f1-618e-4816-a8b1-d667a70d9076 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0456653 Oct 17 17:48:45.194725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37082) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.194857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-c3a3fb86-fd1b-48a3-94b3-6699e4bdc1bf tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:45.196368 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-c3a3fb86-fd1b-48a3-94b3-6699e4bdc1bf tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/networks?id=867fdddf-660d-43b9-8967-850b2cd274b8 HTTP/1.1" status: 200 len: 812 time: 0.9445078 Oct 17 17:48:45.212729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c55c1-5158-4a1f-9ca0-57da6fcdf8c6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331206a3-32c4-45d7-9c18-efb0f2dee555,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:45.221507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'project_id': 'b8fc4bb4fd2c4d4eb1037144966ecdde', 'port_id': 'c80b9e50-7e56-423b-9faa-8311afc8f083'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:45.226357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:45.231207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Usage tracker for resource:floatingip and tenant:b8fc4bb4fd2c4d4eb1037144966ecdde is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:45.235104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:45.240957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:45.252701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-80f27d16-aa0f-46f4-b97a-9d8ffa657393 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.255510 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-80f27d16-aa0f-46f4-b97a-9d8ffa657393 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0575974 Oct 17 17:48:45.260162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e451b9e7-5f05-41b2-b97f-45f6a9b68c19']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:45.272868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37086) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.285049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.286835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f9bf7-35f0-42f7-bf8f-05abeeb9b6a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Pushing event updated for resources: {'Network': ['ID=38fc8d40-dd5a-4d0d-9010-eb729a4a3d16,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:45.302522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:45.313455 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-f686ee92-7d2e-4ca2-a468-a1584f2357e3 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.317289 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f686ee92-7d2e-4ca2-a468-a1584f2357e3 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0388746 Oct 17 17:48:45.319909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ebc5d46-1169-46bb-9423-5caa60f005b5') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:45.320296 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ebc5d46-1169-46bb-9423-5caa60f005b5') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:45.321576 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37090) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.322060 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37092) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.339759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-661c55c1-5158-4a1f-9ca0-57da6fcdf8c6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.341065 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-661c55c1-5158-4a1f-9ca0-57da6fcdf8c6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0440216 Oct 17 17:48:45.346254 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37094) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.355901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.366978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:45.379109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:45.418159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-832aafca-a820-4547-be54-f14266fd6a73 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.423330 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-832aafca-a820-4547-be54-f14266fd6a73 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0106685 Oct 17 17:48:45.435882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37102) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.442638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.444951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Usage tracker for resource:floatingip and tenant:995cd1702baf4d09a90e2ff17f6fc980 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:45.449385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Request body: {'port': {'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16', 'binding:host_id': 'hv-neutron-8608', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-734230882'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:45.452952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:45.454473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:45.459420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-d2cf02e4-01b9-400e-9c48-a1deb20fe9c2 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.459568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Usage tracker for resource:port and tenant:053976886bf448f3a02b305dae0e5bb6 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:45.460687 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d2cf02e4-01b9-400e-9c48-a1deb20fe9c2 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0202107 Oct 17 17:48:45.466991 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:45.469027 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37106) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.470149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.476123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:45.486010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:45.489568 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-12822365-68ac-459d-bef9-8b175be37217 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/quotas/654f9b38b43d444ba34dd32ecf9486da HTTP/1.1" status: 200 len: 375 time: 0.1697288 Oct 17 17:48:45.495290 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-a8f3dfb4-6a44-4c25-a62c-d05d1d2f28c1 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.496650 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a8f3dfb4-6a44-4c25-a62c-d05d1d2f28c1 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0228729 Oct 17 17:48:45.497991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:48:45.498720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.506215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37110) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.523238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-df92f286-e0a6-420b-b6ff-6a57538211a9 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.524399 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-df92f286-e0a6-420b-b6ff-6a57538211a9 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0153856 Oct 17 17:48:45.543438 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Attempt 3 to provision port e63e775c-35d9-414e-a84d-ea45781fde42 Oct 17 17:48:45.590552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37118) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.594947 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 9ebc5d46-1169-46bb-9423-5caa60f005b5 resource provider aggregate not found Oct 17 17:48:45.600244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Made reservation on behalf of 053976886bf448f3a02b305dae0e5bb6 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:45.603741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.608759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-cd4e598a-1dc4-433d-b645-734b46b411a7 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.612257 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cd4e598a-1dc4-433d-b645-734b46b411a7 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0172312 Oct 17 17:48:45.612257 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.630523 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 9ebc5d46-1169-46bb-9423-5caa60f005b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ebc5d46-1169-46bb-9423-5caa60f005b5 found for delete ", "request_id": "req-91327f25-dd49-4c4c-bd47-e5d53441a492"}]} Oct 17 17:48:45.631597 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37124) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.637722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Port e63e775c-35d9-414e-a84d-ea45781fde42 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:45.648954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d29e0443-09d0-47c8-96b7-d501b52aa082 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.659383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-f09495aa-6c01-421d-b056-ca337d6075cf tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.660458 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f09495aa-6c01-421d-b056-ca337d6075cf tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0170045 Oct 17 17:48:45.672251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37128) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.674484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.684531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d29e0443-09d0-47c8-96b7-d501b52aa082 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.697047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-d3c94479-d041-4e9f-81ca-53ecf8a9680d tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.700993 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d3c94479-d041-4e9f-81ca-53ecf8a9680d tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0065603 Oct 17 17:48:45.710211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37132) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.724277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-89509c83-67a7-4dbe-bec7-d3065b9d2d6c tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.727939 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-89509c83-67a7-4dbe-bec7-d3065b9d2d6c tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0093412 Oct 17 17:48:45.739126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37136) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.745649 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [None req-647cbbb2-1ec8-4650-924a-8f265a5fb76f tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.746447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.749628 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-647cbbb2-1ec8-4650-924a-8f265a5fb76f tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0066111 Oct 17 17:48:45.750659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37140) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.757157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e0443-09d0-47c8-96b7-d501b52aa082 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014e708a-e396-465a-8690-fa09d8a55356,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:45.763168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:45.773020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Usage tracker for resource:security_group_rule and tenant:053976886bf448f3a02b305dae0e5bb6 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:45.775508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-18d906ef-5a32-42d3-9f36-545e42a24074 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.777022 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-18d906ef-5a32-42d3-9f36-545e42a24074 tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0235701 Oct 17 17:48:45.781185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:45.785365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e451b9e7-5f05-41b2-b97f-45f6a9b68c19 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 17:48:45.787939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37144) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.789618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:45.792546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.797046 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event deleted for resources: {'Network': ['ID=e451b9e7-5f05-41b2-b97f-45f6a9b68c19,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:45.803412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [None req-c94490cc-be40-464f-b7b8-fea4a86ab82a tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:45.816321 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c94490cc-be40-464f-b7b8-fea4a86ab82a tempest-ExtensionsTestJSON-1224053115 tempest-ExtensionsTestJSON-1224053115-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0146074 Oct 17 17:48:45.833219 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ba8256ac-9315-4342-b390-64cf5eccc6a6 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "DELETE /v2.0/networks/e451b9e7-5f05-41b2-b97f-45f6a9b68c19 HTTP/1.1" status: 204 len: 168 time: 1.4294844 Oct 17 17:48:45.840508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37150) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.848573 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Request body: {'network': {'name': 'tempest-network--1679928409'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:45.857973 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:45.867654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Usage tracker for resource:network and tenant:a5627579dcc946cba6146a6a4078ac64 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:45.872707 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:45.895703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:45.900160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.903733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.912558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d29e0443-09d0-47c8-96b7-d501b52aa082 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.914244 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d29e0443-09d0-47c8-96b7-d501b52aa082 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3232021 Oct 17 17:48:45.917824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.923580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37154) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:45.935628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] device_id is not set on port 03086750-5681-4cec-9904-c21531245b84 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:48:45.963561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Made reservation on behalf of a5627579dcc946cba6146a6a4078ac64 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:45.966446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:45.992328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:46.000305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:46.011512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:46.103148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:46.124096 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-bb387325-522f-4405-8e5a-fac9830e7202 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=654f9b38b43d444ba34dd32ecf9486da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6165669 Oct 17 17:48:46.125361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:46.136314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Pushing event updated for resources: {'Port': ['ID=4ffda9f5-bbb6-4d00-a93d-a7d66a29e88f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:46.139076 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Attempt 4 to provision port e63e775c-35d9-414e-a84d-ea45781fde42 Oct 17 17:48:46.155628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:46.159362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:46.252382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Usage tracker for resource:floatingip and tenant:a3f4e422ce3c4b4ea78d81856a691f25 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:46.269986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:46.287933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:46.290133 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36dc187-be28-479c-85ee-7a27f7ec462b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:46.296398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Port e63e775c-35d9-414e-a84d-ea45781fde42 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:46.299667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:46.300894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device c454e4f6-5439-459a-b1f9-5110004e5de1 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:46.376280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37164) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:46.379746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:46.380037 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Added segment d3de1418-e533-410b-8fc8-66127ae681ae of type vlan for network ae06e670-16d4-4b75-a1b8-495f0a8dd580 Oct 17 17:48:46.395912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:46.425555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:46.427580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:46.437118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Allocated IP 172.26.8.35 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/fd39c946-ea46-4726-8e3b-ba7ea9c298cd) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:46.443767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:46.483459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port c454e4f6-5439-459a-b1f9-5110004e5de1 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:46.491481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port c454e4f6-5439-459a-b1f9-5110004e5de1 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:46.492677 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:46.493664 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port c454e4f6-5439-459a-b1f9-5110004e5de1 Oct 17 17:48:46.600739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5a59-e661-406c-a71a-57c565b2a1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:46.634830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-7aa1f08d-ecb3-42e2-8aa2-15e4c0a6be3e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:46.641956 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:46.643633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:46.644275 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-7aa1f08d-ecb3-42e2-8aa2-15e4c0a6be3e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1982329 Oct 17 17:48:46.644555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:46.654709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port c454e4f6-5439-459a-b1f9-5110004e5de1 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:46.655208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:46.694111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port c454e4f6-5439-459a-b1f9-5110004e5de1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=c454e4f6-5439-459a-b1f9-5110004e5de1,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:46.701326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:46.702070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a620045b-c2c5-4cc6-b40a-6e2888742c42 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:46.742233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5cdf5a59-e661-406c-a71a-57c565b2a1ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:46.755095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5cdf5a59-e661-406c-a71a-57c565b2a1ef admin admin] Usage tracker for resource:security_group_rule and tenant:6ac75c09fcd645c493d3f700983a5f33 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:46.771325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5cdf5a59-e661-406c-a71a-57c565b2a1ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:46.797336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5cdf5a59-e661-406c-a71a-57c565b2a1ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:46.798132 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Attempt 5 to provision port e63e775c-35d9-414e-a84d-ea45781fde42 Oct 17 17:48:46.802888 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9614959 Oct 17 17:48:46.807477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37172) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:46.816220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4f0fc-e138-4ed2-9466-0396468e4801 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event updated for resources: {'Network': ['ID=ae06e670-16d4-4b75-a1b8-495f0a8dd580,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:46.826026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-7b45e915-3436-44a6-9354-d016f72b529d tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:46.841250 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network ae06e670-16d4-4b75-a1b8-495f0a8dd580 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:46.861163 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-198dbcea-6143-4522-b063-d74582e83ada service neutron] 10.222.0.69 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136023 Oct 17 17:48:46.991386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Port e63e775c-35d9-414e-a84d-ea45781fde42 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:46.992000 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=c454e4f6-5439-459a-b1f9-5110004e5de1,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:47.003303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.017286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port a620045b-c2c5-4cc6-b40a-6e2888742c42 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:47.019007 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6df7f2e4-5759-43d0-bdac-f49de8b0de5e tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 6.7907088 Oct 17 17:48:47.021313 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-9222d6b7-6a12-4e5d-a096-a561c7c0057d service neutron] 10.222.0.69 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592965 Oct 17 17:48:47.027296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port a620045b-c2c5-4cc6-b40a-6e2888742c42 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:47.027849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.028248 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port a620045b-c2c5-4cc6-b40a-6e2888742c42 Oct 17 17:48:47.032101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37176) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:47.050031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}]}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:47.096993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:47.107777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Usage tracker for resource:router and tenant:b90e303acb0a4d048f6a2bbf097e3a5a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:47.111881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:47.139802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:47.158280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5a59-e661-406c-a71a-57c565b2a1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.213167 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port a620045b-c2c5-4cc6-b40a-6e2888742c42 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:47.213740 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.266120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port a620045b-c2c5-4cc6-b40a-6e2888742c42, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a620045b-c2c5-4cc6-b40a-6e2888742c42,segment=NetworkSegment(3dd99bbb-7938-4b28-b288-d9c4a4b7af35),segment_id=3dd99bbb-7938-4b28-b288-d9c4a4b7af35)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:47.279666 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.280014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.281016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.297740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.397927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=a620045b-c2c5-4cc6-b40a-6e2888742c42,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:47.460463 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] device_id is not set on port 03086750-5681-4cec-9904-c21531245b84 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:48:47.485036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5cdf5a59-e661-406c-a71a-57c565b2a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.492504 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Attempt 6 to provision port e63e775c-35d9-414e-a84d-ea45781fde42 Oct 17 17:48:47.574046 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.649096 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5cdf5a59-e661-406c-a71a-57c565b2a1ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ac75c09fcd645c493d3f700983a5f33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2651815 Oct 17 17:48:47.650795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Port e63e775c-35d9-414e-a84d-ea45781fde42 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:47.679138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37198) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:47.679466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37200) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:47.698903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf5a59-e661-406c-a71a-57c565b2a1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e10e32e-f63d-4544-80d0-6e1441acaf30,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:47.724277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:47.737501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:47.757999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:47.796231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.818694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.820969 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Transition to ACTIVE for port object 03086750-5681-4cec-9904-c21531245b84 will not be triggered until provisioned by entity L2. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:47.838158 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 17:48:47.905648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Pushing event updated for resources: {'Port': ['ID=fd39c946-ea46-4726-8e3b-ba7ea9c298cd,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:47.908807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Allocated IP 172.26.8.80 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/4fa9664c-53aa-4d1e-8aaa-da9b90bad9cf) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:47.922044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7b45e915-3436-44a6-9354-d016f72b529d tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.936438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:47.938462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-5f8615dc-0234-4a54-a33d-e2eae494e4cd req-7041867f-d69e-4982-a490-b33a2e6caf16 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Synchronizing usage tracker for tenant:654f9b38b43d444ba34dd32ecf9486da on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:48:48.029255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7b45e915-3436-44a6-9354-d016f72b529d tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.076124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device c454e4f6-5439-459a-b1f9-5110004e5de1 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:48.120621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.131197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b45e915-3436-44a6-9354-d016f72b529d tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Network ae06e670-16d4-4b75-a1b8-495f0a8dd580 is not hosted by any dhcp agent {{(pid=89191) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 17 17:48:48.132095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45e915-3436-44a6-9354-d016f72b529d tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:48.132654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7b45e915-3436-44a6-9354-d016f72b529d tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.133933 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7b45e915-3436-44a6-9354-d016f72b529d tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "PUT /v2.0/networks/ae06e670-16d4-4b75-a1b8-495f0a8dd580 HTTP/1.1" status: 200 len: 858 time: 1.3228238 Oct 17 17:48:48.140912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37224) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:48.153122 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Attempt 7 to provision port e63e775c-35d9-414e-a84d-ea45781fde42 Oct 17 17:48:48.199022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event updated for resources: {'Port': ['ID=03086750-5681-4cec-9904-c21531245b84,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:48.217197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d045a9b8-8f5f-4f46-ab86-609bde3df06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.256528 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Port e63e775c-35d9-414e-a84d-ea45781fde42 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:48.259706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-5f8615dc-0234-4a54-a33d-e2eae494e4cd req-7041867f-d69e-4982-a490-b33a2e6caf16 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Unset dirty status for tenant:654f9b38b43d444ba34dd32ecf9486da on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:48:48.261420 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5f8615dc-0234-4a54-a33d-e2eae494e4cd req-7041867f-d69e-4982-a490-b33a2e6caf16 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 210 time: 0.5757046 Oct 17 17:48:48.297510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port c454e4f6-5439-459a-b1f9-5110004e5de1 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:48.298716 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.299353 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port c454e4f6-5439-459a-b1f9-5110004e5de1 Oct 17 17:48:48.339573 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d045a9b8-8f5f-4f46-ab86-609bde3df06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.363070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45e915-3436-44a6-9354-d016f72b529d tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event updated for resources: {'Network': ['ID=ae06e670-16d4-4b75-a1b8-495f0a8dd580,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:48.397021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Checking segment: {'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:48.397646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Network hostable DHCP agents. Network: 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:48:48.434384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port c454e4f6-5439-459a-b1f9-5110004e5de1 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:48.437473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a620045b-c2c5-4cc6-b40a-6e2888742c42 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:48:48.443855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.452130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:48:48.491840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:48.501251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:48.506718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2588ee86-b6cf-4fec-ae6f-c27e89cb83c4 None None] Network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:48.598842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.603072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:48.609982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:48.609982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:48.629628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:48:48.630002 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:48:48.648007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d045a9b8-8f5f-4f46-ab86-609bde3df06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.677356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045a9b8-8f5f-4f46-ab86-609bde3df06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e10e32e-f63d-4544-80d0-6e1441acaf30,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:48.687744 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port a620045b-c2c5-4cc6-b40a-6e2888742c42 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:48.693568 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.693912 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port a620045b-c2c5-4cc6-b40a-6e2888742c42 Oct 17 17:48:48.696018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d045a9b8-8f5f-4f46-ab86-609bde3df06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.700249 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d045a9b8-8f5f-4f46-ab86-609bde3df06e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e10e32e-f63d-4544-80d0-6e1441acaf30 HTTP/1.1" status: 204 len: 168 time: 1.0165145 Oct 17 17:48:48.735749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.755599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:48.788079 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 2 to bind port 03086750-5681-4cec-9904-c21531245b84 Oct 17 17:48:48.824697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:48.830285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:48.835332 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:48.837620 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Attempt 8 to provision port e63e775c-35d9-414e-a84d-ea45781fde42 Oct 17 17:48:48.932578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae06e670-16d4-4b75-a1b8-495f0a8dd580']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:48.946927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:48.947415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:48.947836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:48.971737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3de1418-e533-410b-8fc8-66127ae681ae') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:48.972183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3de1418-e533-410b-8fc8-66127ae681ae') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:48.984957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:48:48.985454 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:48:48.997351 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 3 to bind port 03086750-5681-4cec-9904-c21531245b84 Oct 17 17:48:49.029850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:49.030529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:49.031088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:49.039850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:49.060025 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:48:49.060580 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:48:49.063864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Port e63e775c-35d9-414e-a84d-ea45781fde42 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:49.070648 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 4 to bind port 03086750-5681-4cec-9904-c21531245b84 Oct 17 17:48:49.072612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Pushing event updated for resources: {'Port': ['ID=4fa9664c-53aa-4d1e-8aaa-da9b90bad9cf,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:49.097566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Allocated IP 172.26.8.20 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/3362fb9c-d9e1-4912-afe4-4168bb1183af) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:49.110919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:49.133851 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:49.135303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:49.158478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:49.158955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:49.159414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:49.175681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:48:49.176094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:49.232187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:48:49.232649 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:48:49.280879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port a620045b-c2c5-4cc6-b40a-6e2888742c42 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:49.306848 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 5 to bind port 03086750-5681-4cec-9904-c21531245b84 Oct 17 17:48:49.328280 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment d3de1418-e533-410b-8fc8-66127ae681ae resource provider aggregate not found Oct 17 17:48:49.421182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:49.421660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:49.421971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:49.423730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:49.428345 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment d3de1418-e533-410b-8fc8-66127ae681ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3de1418-e533-410b-8fc8-66127ae681ae found for delete ", "request_id": "req-6a64b786-4f7a-458d-8ccd-ec6610cccdb0"}]} Oct 17 17:48:49.550529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:48:49.550856 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:48:49.561755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:49.564619 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Attempt 9 to provision port e63e775c-35d9-414e-a84d-ea45781fde42 Oct 17 17:48:49.598932 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 6 to bind port 03086750-5681-4cec-9904-c21531245b84 Oct 17 17:48:49.646020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:49.649366 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3e5072f7-40c4-4361-bd76-e60194ae7eaa req-8dd452c7-fa67-4f5b-b61a-0c9846d4907b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 210 time: 0.1582499 Oct 17 17:48:49.684046 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Port e63e775c-35d9-414e-a84d-ea45781fde42 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:49.696464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae06e670-16d4-4b75-a1b8-495f0a8dd580 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 17:48:49.823154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:49.824105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:49.824574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:49.827389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:49.843815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae06e670-16d4-4b75-a1b8-495f0a8dd580,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:49.851405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:48:49.851730 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:48:49.863821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.20', 60113) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:49.865171 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 7 to bind port 03086750-5681-4cec-9904-c21531245b84 Oct 17 17:48:49.907627 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b8d836dc-9d66-498a-85a0-dacd9b3b4676 tempest-ExternalNetworksTestJSON-1980434692 tempest-ExternalNetworksTestJSON-1980434692-project-admin] 10.222.0.69 "DELETE /v2.0/networks/ae06e670-16d4-4b75-a1b8-495f0a8dd580 HTTP/1.1" status: 204 len: 168 time: 1.7626057 Oct 17 17:48:49.914483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37266) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:49.919708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:49.925104 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:49.925433 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:49.925758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:49.960234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.001458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37270) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:50.004689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:48:50.005015 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:48:50.008689 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 8 to bind port 03086750-5681-4cec-9904-c21531245b84 Oct 17 17:48:50.016256 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.018088 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee66699-1058-4754-9e9a-af0e526a39cc tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] DELETE failed (client error): The resource could not be found. Oct 17 17:48:50.018778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee66699-1058-4754-9e9a-af0e526a39cc tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:48:50.022813 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fee66699-1058-4754-9e9a-af0e526a39cc tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] 10.222.0.69 "DELETE /v2.0/subnets/720816d9-b160-43fa-86bb-8f0749972ed4 HTTP/1.1" status: 404 len: 337 time: 0.1049967 Oct 17 17:48:50.032200 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37274) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:50.093825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:50.094302 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:50.094510 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:50.133135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.178592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:48:50.178865 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:48:50.185460 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Attempt 10 to provision port e63e775c-35d9-414e-a84d-ea45781fde42 Oct 17 17:48:50.186125 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 9 to bind port 03086750-5681-4cec-9904-c21531245b84 Oct 17 17:48:50.200924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-81abf370-e6ac-4f99-95f0-420f7c2f72d3 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:50.202624 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-81abf370-e6ac-4f99-95f0-420f7c2f72d3 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Synchronizing usage tracker for tenant:654f9b38b43d444ba34dd32ecf9486da on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:48:50.234971 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.237502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.272715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:50.272999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:50.273325 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:50.285686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1288831977'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:50.295911 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.316090 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Port e63e775c-35d9-414e-a84d-ea45781fde42 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:50.335656 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:50.337959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:48:50.338084 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:48:50.339248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Provisioning complete for port a620045b-c2c5-4cc6-b40a-6e2888742c42 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:50.339248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.340069 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Attempt 1 to provision port a620045b-c2c5-4cc6-b40a-6e2888742c42 Oct 17 17:48:50.344629 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 10 to bind port 03086750-5681-4cec-9904-c21531245b84 Oct 17 17:48:50.361904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Usage tracker for resource:network and tenant:fbb263289a414ae8a7a28ac4fd0b2aec is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:50.367619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.374314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:50.378289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.385024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.431224 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:50.448873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:50.449459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:50.449946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:50.547458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-81abf370-e6ac-4f99-95f0-420f7c2f72d3 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Unset dirty status for tenant:654f9b38b43d444ba34dd32ecf9486da on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:48:50.548865 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-81abf370-e6ac-4f99-95f0-420f7c2f72d3 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.20 "GET /v2.0/networks?id=867fdddf-660d-43b9-8967-850b2cd274b8 HTTP/1.1" status: 200 len: 812 time: 0.6837111 Oct 17 17:48:50.550548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 03086750-5681-4cec-9904-c21531245b84 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:48:50.551098 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 03086750-5681-4cec-9904-c21531245b84 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:48:50.551599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.555201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.556948 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2097230 Oct 17 17:48:50.564348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.578465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:50.599371 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Made reservation on behalf of fbb263289a414ae8a7a28ac4fd0b2aec for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:50.603082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.603978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e9ebfae-a0b1-4b3b-914f-5aa1d064c3d2 None None] Current status of the port a620045b-c2c5-4cc6-b40a-6e2888742c42 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:48:50.613292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:50.626807 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:50.662864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Pushing event updated for resources: {'Port': ['ID=3362fb9c-d9e1-4912-afe4-4168bb1183af,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:50.727418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Provisioning for port c80b9e50-7e56-423b-9faa-8311afc8f083 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:50.733629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Provisioning complete for port c80b9e50-7e56-423b-9faa-8311afc8f083 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:50.734010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.734343 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Attempt 1 to provision port c80b9e50-7e56-423b-9faa-8311afc8f083 Oct 17 17:48:50.787997 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.809223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Port c80b9e50-7e56-423b-9faa-8311afc8f083 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:50.825600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bf08b-6c85-4c2d-bfaa-22ce8aff5a68 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Pushing event updated for resources: {'Port': ['ID=4fa9664c-53aa-4d1e-8aaa-da9b90bad9cf,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:50.846107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:50.964858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:50.966902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-8628e9da-c12e-4bf6-8f35-fa9043ab48cb tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Synchronizing usage tracker for tenant:654f9b38b43d444ba34dd32ecf9486da on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:48:50.969012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Usage tracker for resource:security_group_rule and tenant:fbb263289a414ae8a7a28ac4fd0b2aec is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:50.972070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:50.987009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39e2a21-5f5e-4816-9c3a-a879520a5223']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:50.994029 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Floating IP 3c23e12a-0a8c-440f-8304-5ca111d66a76 associated. External IP: 172.26.8.35, port: c80b9e50-7e56-423b-9faa-8311afc8f083. Oct 17 17:48:51.017768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:51.025216 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aa0f8394-7907-4c64-9088-6fb904421b79 req-49e6dd18-a3e9-4ef3-8603-d60b2842b71f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 210 time: 0.1594381 Oct 17 17:48:51.043752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70e514f-7969-4d2c-9d16-dd03c3f54d27') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:51.044105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70e514f-7969-4d2c-9d16-dd03c3f54d27') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:51.057384 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-dde35179-4fe7-487c-b6c1-55d024ae1dcb tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--197078301&fields=id&tenant_id=995cd1702baf4d09a90e2ff17f6fc980 HTTP/1.1" status: 200 len: 267 time: 0.1881056 Oct 17 17:48:51.061535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:51.080355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Pushing event updated for resources: {'Port': ['ID=fd39c946-ea46-4726-8e3b-ba7ea9c298cd,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:51.240901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:51.269090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-8628e9da-c12e-4bf6-8f35-fa9043ab48cb tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Unset dirty status for tenant:654f9b38b43d444ba34dd32ecf9486da on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:48:51.270276 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-8628e9da-c12e-4bf6-8f35-fa9043ab48cb tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=654f9b38b43d444ba34dd32ecf9486da HTTP/1.1" status: 200 len: 380 time: 0.4688232 Oct 17 17:48:51.310074 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Attempt 2 to provision port c80b9e50-7e56-423b-9faa-8311afc8f083 Oct 17 17:48:51.422802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Port c80b9e50-7e56-423b-9faa-8311afc8f083 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:51.439562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] For port 03086750-5681-4cec-9904-c21531245b84, host hv-neutron-8608, cleared binding levels {{(pid=89190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:48:51.440297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempted to set empty binding levels {{(pid=89190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 17 17:48:51.490393 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Request body: {'port': {'device_id': '1fca2120-cad4-44a6-b36b-36203c276695', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'admin_state_up': True, 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'security_groups': ['be319c27-899c-482c-88e1-38523911f626']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:51.546059 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:51.565669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:51.566721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:51.567372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:51.620249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:48:51.620811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:51.834865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:51.840486 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f70e514f-7969-4d2c-9d16-dd03c3f54d27 resource provider aggregate not found Oct 17 17:48:51.841068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-d15c086b-6682-4871-b7e0-5af7ea1e89be tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:51.843238 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-d15c086b-6682-4871-b7e0-5af7ea1e89be tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/networks?id=03f5626e-6646-4d1a-9305-f3c3d025ed6e HTTP/1.1" status: 200 len: 812 time: 0.7841041 Oct 17 17:48:51.857802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:51.880877 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-27a1987d-c9bc-42e3-9caf-3d4a73feeba7 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/quotas/995cd1702baf4d09a90e2ff17f6fc980 HTTP/1.1" status: 200 len: 375 time: 0.0294964 Oct 17 17:48:51.899849 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f70e514f-7969-4d2c-9d16-dd03c3f54d27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f70e514f-7969-4d2c-9d16-dd03c3f54d27 found for delete ", "request_id": "req-d38b729b-3cfd-47fd-bd86-244143484afa"}]} Oct 17 17:48:51.903840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:51.924571 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Attempt 3 to provision port c80b9e50-7e56-423b-9faa-8311afc8f083 Oct 17 17:48:51.965624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event updated for resources: {'Port': ['ID=03086750-5681-4cec-9904-c21531245b84,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:52.060329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Port c80b9e50-7e56-423b-9faa-8311afc8f083 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:52.093640 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-91b64ba0-ea8d-449e-b292-0d2131a8238b tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.6800239 Oct 17 17:48:52.094437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:52.094915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee9ebbb-f7f2-4964-a311-10297a6e57fa {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:48:52.100041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:52.101457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37328) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:52.101803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:52.118468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:52.215253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:52.247872 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] Pushing event deleted for resources: {'Network': ['ID=f39e2a21-5f5e-4816-9c3a-a879520a5223,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:52.350205 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 17 17:48:52.351268 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5a96d269-7a70-4815-9545-d60220d0c0bb tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.3118978 Oct 17 17:48:52.351994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:52.369460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37332) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:52.393077 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-098243ac-fca1-40fd-8649-49940124db94 req-bca5521d-440a-457b-b61f-9bec7eb79a1a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 210 time: 0.1541009 Oct 17 17:48:52.413604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:52.428100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Made reservation on behalf of 654f9b38b43d444ba34dd32ecf9486da for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:52.428100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:52.430493 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1f216b59-f688-4e01-be7b-fee02279d7ed tempest-ExternalNetworksTestJSON-1901149949 tempest-ExternalNetworksTestJSON-1901149949-project] 10.222.0.69 "DELETE /v2.0/networks/f39e2a21-5f5e-4816-9c3a-a879520a5223 HTTP/1.1" status: 204 len: 168 time: 2.3903737 Oct 17 17:48:52.435967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-53edb61d-b7c7-4882-988b-3f57f25bdd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Deleting port 03086750-5681-4cec-9904-c21531245b84 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:48:52.436302 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53edb61d-b7c7-4882-988b-3f57f25bdd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:52.460472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Router 34f4f581-a61e-466c-acf9-a7b9f647f5a2 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:48:52.504992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:52.561685 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Attempt 4 to provision port c80b9e50-7e56-423b-9faa-8311afc8f083 Oct 17 17:48:52.623877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:48:52.681983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Allocated IP 172.20.0.5 (867fdddf-660d-43b9-8967-850b2cd274b8/581cdf88-02d3-42a0-acf9-ce0d3088d30b/4fd4e418-9589-4b81-a682-96e731da3426) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:52.698778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Port c80b9e50-7e56-423b-9faa-8311afc8f083 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:52.712827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfd717f-e34b-4083-b8d7-fcf566a04ac7,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:52.784766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:52.785217 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Added segment 46751c2f-81fb-48f6-988c-108b4ea4bc85 of type vlan for network f15549d9-fc0e-404f-ba01-c64b003c2ee3 Oct 17 17:48:52.972255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37340) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:52.977680 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:53.035820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:53.041580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:53.042938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:53.069005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-f7af6492-8ddd-4844-b771-d38f4cfbbbe9 tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Deleting port 4ffda9f5-bbb6-4d00-a93d-a7d66a29e88f {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:48:53.069344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f7af6492-8ddd-4844-b771-d38f4cfbbbe9 tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:53.201745 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Attempt 5 to provision port c80b9e50-7e56-423b-9faa-8311afc8f083 Oct 17 17:48:53.255279 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-3dd58308-c7c7-4576-964a-7448028d583f tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=995cd1702baf4d09a90e2ff17f6fc980&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2446771 Oct 17 17:48:53.322045 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-53edb61d-b7c7-4882-988b-3f57f25bdd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] For port 03086750-5681-4cec-9904-c21531245b84, host hv-neutron-8608, got binding levels [] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:48:53.322618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53edb61d-b7c7-4882-988b-3f57f25bdd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:53.382930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Port c80b9e50-7e56-423b-9faa-8311afc8f083 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:53.392390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:53.412299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:48:53.427997 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bf6a10-4a23-462a-982e-0d460eb7084e None None] Sync routers for ids ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:48:53.439518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Transition to ACTIVE for port object 4fd4e418-9589-4b81-a682-96e731da3426 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:53.453545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-6f8e6d7e-78e7-468a-aaa5-567b84dce881 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:53.454621 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-6f8e6d7e-78e7-468a-aaa5-567b84dce881 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1050284 Oct 17 17:48:53.464373 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Pushing event updated for resources: {'Network': ['ID=f15549d9-fc0e-404f-ba01-c64b003c2ee3,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:53.471134 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bf6a10-4a23-462a-982e-0d460eb7084e None None] Routers {'34f4f581-a61e-466c-acf9-a7b9f647f5a2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:53.473952 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e6bf6a10-4a23-462a-982e-0d460eb7084e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:53.476257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network f15549d9-fc0e-404f-ba01-c64b003c2ee3 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:48:53.568522 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bd2cc2e6-5e6e-4d8e-b619-c858d3f5c83c tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5622513 Oct 17 17:48:53.684149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37352) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:53.703281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Request body: {'subnet': {'network_id': 'f15549d9-fc0e-404f-ba01-c64b003c2ee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:53.704199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-53edb61d-b7c7-4882-988b-3f57f25bdd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Calling delete_port for 03086750-5681-4cec-9904-c21531245b84 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:48:53.774186 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e6bf6a10-4a23-462a-982e-0d460eb7084e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:53.785276 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bf6a10-4a23-462a-982e-0d460eb7084e None None] Routers {'34f4f581-a61e-466c-acf9-a7b9f647f5a2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:48:53.786235 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e6bf6a10-4a23-462a-982e-0d460eb7084e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:53.810771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:53.854838 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e6bf6a10-4a23-462a-982e-0d460eb7084e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:48:53.855838 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bf6a10-4a23-462a-982e-0d460eb7084e None None] The sync data for ids ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:48:53.884106 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Attempt 6 to provision port c80b9e50-7e56-423b-9faa-8311afc8f083 Oct 17 17:48:53.973401 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Port c80b9e50-7e56-423b-9faa-8311afc8f083 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:54.010513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:54.022491 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c19592b-6758-4763-a955-4747dadf378a req-f0ce4433-9e38-483a-9ff4-3e24a20c8e19 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 210 time: 0.2571547 Oct 17 17:48:54.023157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:54.149940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Pushing event updated for resources: {'Port': ['ID=3362fb9c-d9e1-4912-afe4-4168bb1183af,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:54.175031 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cad4661f-d85a-4362-82bb-eb913578aba2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a0a2cc3623b4a76950cec424360e5db&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1974673 Oct 17 17:48:54.183409 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37356) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:54.214062 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:54.250660 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6f913c55-747b-4fbc-89d1-69017305866b tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 9.3480165 Oct 17 17:48:54.254629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37360) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:54.280142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f7af6492-8ddd-4844-b771-d38f4cfbbbe9 tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:54.302146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:54.326118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:54.337488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Usage tracker for resource:subnet and tenant:fbb263289a414ae8a7a28ac4fd0b2aec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:54.348405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:54.396712 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c6a65d07-50c1-4b34-b798-f90cbb7566b1 tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] 10.222.0.69 "GET /v2.0/floatingips/3c23e12a-0a8c-440f-8304-5ca111d66a76 HTTP/1.1" status: 200 len: 981 time: 0.1356428 Oct 17 17:48:54.402547 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37364) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:54.407366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:54.417670 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8b93f356-580c-432e-98cb-b4fa885c5480 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4770875 Oct 17 17:48:54.474573 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Attempt 7 to provision port c80b9e50-7e56-423b-9faa-8311afc8f083 Oct 17 17:48:54.580196 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Port c80b9e50-7e56-423b-9faa-8311afc8f083 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:54.724549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:54.728842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:54.746685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb4a0f45-09b0-4f99-9828-f9f0b540cbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:54.767397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-f7af6492-8ddd-4844-b771-d38f4cfbbbe9 tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Calling delete_port for 4ffda9f5-bbb6-4d00-a93d-a7d66a29e88f owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:48:54.818886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb4a0f45-09b0-4f99-9828-f9f0b540cbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:54.840301 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-822e72f8-f1ee-4907-b4bf-d2f8f5af1a8f service neutron] 10.222.0.69 "GET /v2.0/networks/03f5626e-6646-4d1a-9305-f3c3d025ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3656991 Oct 17 17:48:54.842142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Network 867fdddf-660d-43b9-8967-850b2cd274b8 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:48:54.874905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:54.888161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:48:54.899935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53edb61d-b7c7-4882-988b-3f57f25bdd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:54.936242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Pushing event updated for resources: {'Port': ['ID=4fd4e418-9589-4b81-a682-96e731da3426,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:54.940021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Made reservation on behalf of fbb263289a414ae8a7a28ac4fd0b2aec for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:54.952304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:55.081891 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Attempt 8 to provision port c80b9e50-7e56-423b-9faa-8311afc8f083 Oct 17 17:48:55.106119 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-18315cc4-62c8-404a-8fdb-7d39697ae914 tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2901 time: 0.7008750 Oct 17 17:48:55.107672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edb61d-b7c7-4882-988b-3f57f25bdd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event deleted for resources: {'Port': ['ID=03086750-5681-4cec-9904-c21531245b84,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:55.122665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37382) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:55.126534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb4a0f45-09b0-4f99-9828-f9f0b540cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:55.156996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53edb61d-b7c7-4882-988b-3f57f25bdd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:55.208952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:55.209925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:55.343487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Port c80b9e50-7e56-423b-9faa-8311afc8f083 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:55.481773 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-53edb61d-b7c7-4882-988b-3f57f25bdd8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "DELETE /v2.0/ports/03086750-5681-4cec-9904-c21531245b84 HTTP/1.1" status: 204 len: 168 time: 3.3503776 Oct 17 17:48:55.485025 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-50620cf9-91bb-4527-9cb7-e6b293e08b70 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--704779074&fields=id&tenant_id=a3f4e422ce3c4b4ea78d81856a691f25 HTTP/1.1" status: 200 len: 267 time: 0.5829799 Oct 17 17:48:55.486165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a0f45-09b0-4f99-9828-f9f0b540cbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00315486-977b-4fce-8dcb-03eb4905899c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:55.502406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37386) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:55.512240 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-b436e4d0-0452-4f1f-bc72-55301e266537 service neutron] 10.222.0.69 "GET /v2.0/networks/03f5626e-6646-4d1a-9305-f3c3d025ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580210 Oct 17 17:48:55.565088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb4a0f45-09b0-4f99-9828-f9f0b540cbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:55.569032 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-eb4a0f45-09b0-4f99-9828-f9f0b540cbd6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00315486-977b-4fce-8dcb-03eb4905899c HTTP/1.1" status: 204 len: 168 time: 1.3837407 Oct 17 17:48:55.661341 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b0760ad2-e8ba-404b-ad0a-6cedb64d67cc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1939569 Oct 17 17:48:55.750363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-9af1f166-a28f-413f-b85f-69b7f6645d84 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:48:55.751974 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-9af1f166-a28f-413f-b85f-69b7f6645d84 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461998 Oct 17 17:48:55.803417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f7af6492-8ddd-4844-b771-d38f4cfbbbe9 tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:55.845885 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Attempt 9 to provision port c80b9e50-7e56-423b-9faa-8311afc8f083 Oct 17 17:48:55.961645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af6492-8ddd-4844-b771-d38f4cfbbbe9 tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ffda9f5-bbb6-4d00-a93d-a7d66a29e88f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:56.038590 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Port c80b9e50-7e56-423b-9faa-8311afc8f083 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:56.103416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Deleting port fd39c946-ea46-4726-8e3b-ba7ea9c298cd {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:48:56.103774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:56.207909 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5018801-0ba4-470e-966a-bf4b6bcbdd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] GET failed (client error): The resource could not be found. Oct 17 17:48:56.208536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e5018801-0ba4-470e-966a-bf4b6bcbdd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Synchronizing usage tracker for tenant:053976886bf448f3a02b305dae0e5bb6 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:48:56.283248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e5018801-0ba4-470e-966a-bf4b6bcbdd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Unset dirty status for tenant:053976886bf448f3a02b305dae0e5bb6 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:48:56.289350 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e5018801-0ba4-470e-966a-bf4b6bcbdd5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "GET /v2.0/ports/03086750-5681-4cec-9904-c21531245b84 HTTP/1.1" status: 404 len: 333 time: 0.7748077 Oct 17 17:48:56.307741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37410) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:56.349182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Request body: {'port': {'device_id': '1fca2120-cad4-44a6-b36b-36203c276695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:56.430174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Request body: {'port': {'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1797871600'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:56.489484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37416) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:56.500185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-4d23652a-cdd0-4bf1-883d-f30b83cff14e tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:56.503956 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-4d23652a-cdd0-4bf1-883d-f30b83cff14e tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/networks?id=79ac80e2-073f-4d37-b0c3-f487b129c61c HTTP/1.1" status: 200 len: 804 time: 0.9879210 Oct 17 17:48:56.519676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:56.539498 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Attempt 10 to provision port c80b9e50-7e56-423b-9faa-8311afc8f083 Oct 17 17:48:56.544477 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-5d40d8b0-b8a0-4881-bd20-3d1342652666 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/quotas/a3f4e422ce3c4b4ea78d81856a691f25 HTTP/1.1" status: 200 len: 375 time: 0.0292604 Oct 17 17:48:56.578411 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:56.692631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5769b2f0-a984-460e-bbd2-ee9909ff27c9 None None] Port c80b9e50-7e56-423b-9faa-8311afc8f083 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:56.760206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f7af6492-8ddd-4844-b771-d38f4cfbbbe9 tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:56.772802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Made reservation on behalf of 053976886bf448f3a02b305dae0e5bb6 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:56.775454 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:56.815420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:56.815895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:56.844958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Provisioning for port 4fd4e418-9589-4b81-a682-96e731da3426 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:48:56.850201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Provisioning complete for port 4fd4e418-9589-4b81-a682-96e731da3426 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:48:56.859285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:56.859285 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Attempt 1 to provision port 4fd4e418-9589-4b81-a682-96e731da3426 Oct 17 17:48:56.904248 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f7af6492-8ddd-4844-b771-d38f4cfbbbe9 tempest-RoutersAdminNegativeIpV6Test-53485179 tempest-RoutersAdminNegativeIpV6Test-53485179-project-admin] 10.222.0.69 "DELETE /v2.0/ports/4ffda9f5-bbb6-4d00-a93d-a7d66a29e88f HTTP/1.1" status: 204 len: 168 time: 4.5312886 Oct 17 17:48:56.930493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:56.978752 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f7d93870-c2c4-4d5c-b492-be005ace5e14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5627579dcc946cba6146a6a4078ac64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4821703 Oct 17 17:48:56.987245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37436) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:57.046736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Port 4fd4e418-9589-4b81-a682-96e731da3426 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:57.106186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:57.210000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600532b-7c01-4657-ad32-e56f0f9c2c85 req-7db34698-f48b-4fc6-abe4-6a566bd50e43 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:57.210775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-6600532b-7c01-4657-ad32-e56f0f9c2c85 req-7db34698-f48b-4fc6-abe4-6a566bd50e43 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Synchronizing usage tracker for tenant:654f9b38b43d444ba34dd32ecf9486da on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:48:57.217932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Calling delete_port for fd39c946-ea46-4726-8e3b-ba7ea9c298cd owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:48:57.235683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Checking segment: {'id': '46751c2f-81fb-48f6-988c-108b4ea4bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f15549d9-fc0e-404f-ba01-c64b003c2ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:57.236216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Network hostable DHCP agents. Network: f15549d9-fc0e-404f-ba01-c64b003c2ee3, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:48:57.270573 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Pushing event updated for resources: {'Subnet': ['ID=c9f8afed-29f0-4f6e-90a7-5ef40e0c3735,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:57.286211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-6600532b-7c01-4657-ad32-e56f0f9c2c85 req-7db34698-f48b-4fc6-abe4-6a566bd50e43 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Unset dirty status for tenant:654f9b38b43d444ba34dd32ecf9486da on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:48:57.291819 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6600532b-7c01-4657-ad32-e56f0f9c2c85 req-7db34698-f48b-4fc6-abe4-6a566bd50e43 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 931 time: 0.9807284 Oct 17 17:48:57.302228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-34053cc1-15a7-4650-b9ab-bfb2866dcfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:57.314350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] device_id is not set on port 53d1d3fd-4b1d-4755-bb9f-20040d395475 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:48:57.385640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-34053cc1-15a7-4650-b9ab-bfb2866dcfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:57.493310 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-594077f1-d883-4390-9f91-251b95d7483b tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3f4e422ce3c4b4ea78d81856a691f25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9314649 Oct 17 17:48:57.530475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-34053cc1-15a7-4650-b9ab-bfb2866dcfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:57.548243 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Attempt 2 to provision port 4fd4e418-9589-4b81-a682-96e731da3426 Oct 17 17:48:57.557349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37448) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:57.678771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Port 4fd4e418-9589-4b81-a682-96e731da3426 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:57.903379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Network f15549d9-fc0e-404f-ba01-c64b003c2ee3 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:48:57.927148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34053cc1-15a7-4650-b9ab-bfb2866dcfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3084db-2b28-4ea3-8f04-c8714d37975d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:57.949445 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6600532b-7c01-4657-ad32-e56f0f9c2c85 req-5a3f3ea0-e303-447e-9215-ec9d31775337 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6476605 Oct 17 17:48:57.950821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-34053cc1-15a7-4650-b9ab-bfb2866dcfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:57.951488 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-34053cc1-15a7-4650-b9ab-bfb2866dcfbd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d3084db-2b28-4ea3-8f04-c8714d37975d HTTP/1.1" status: 204 len: 168 time: 0.9594696 Oct 17 17:48:57.960320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, f15549d9-fc0e-404f-ba01-c64b003c2ee3) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:48:57.970196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:48:57.970793 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:57.982042 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be46322-f73d-4cec-8ab4-a2024e415ce3 None None] Network f15549d9-fc0e-404f-ba01-c64b003c2ee3 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:48:58.076435 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-206c2703-972f-49f3-ae8d-6eb5d5842ba5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3901908 Oct 17 17:48:58.079339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37456) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:58.089952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Request body: {'port': {'network_id': 'f15549d9-fc0e-404f-ba01-c64b003c2ee3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1229278836'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:48:58.343530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:58.409508 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Attempt 3 to provision port 4fd4e418-9589-4b81-a682-96e731da3426 Oct 17 17:48:58.423812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Usage tracker for resource:port and tenant:fbb263289a414ae8a7a28ac4fd0b2aec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:58.467715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:58.492172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-395c666d-4902-4a85-966a-e38dad0a4fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:58.526484 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-464b683d-0785-48a1-a0f6-a0613f023496 service neutron] 10.222.0.69 "GET /v2.0/networks/79ac80e2-073f-4d37-b0c3-f487b129c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0082219 Oct 17 17:48:58.571415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:58.581985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Port 4fd4e418-9589-4b81-a682-96e731da3426 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:58.622677 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9308a0b1-743e-408c-bb4e-491c3577db58 req-29c5bac8-2b0e-4bc5-9bac-5c489e1af322 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 210 time: 0.1810846 Oct 17 17:48:58.645538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd4e418-9589-4b81-a682-96e731da3426 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:48:58.650470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-395c666d-4902-4a85-966a-e38dad0a4fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:48:58.659883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Made reservation on behalf of fbb263289a414ae8a7a28ac4fd0b2aec for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:48:58.663862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:58.687348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:58.727201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] device_id is not set on port 32a02bca-958c-41b8-bf67-f658d7dbd332 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:48:58.790314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Transition to ACTIVE for port object 4fd4e418-9589-4b81-a682-96e731da3426 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:48:58.801496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-f15549d9-fc0e-404f-ba01-c64b003c2ee3', 'network_id': 'f15549d9-fc0e-404f-ba01-c64b003c2ee3', 'tenant_id': 'fbb263289a414ae8a7a28ac4fd0b2aec', 'fixed_ips': [{'subnet_id': 'c9f8afed-29f0-4f6e-90a7-5ef40e0c3735'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:48:58.802815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:58.810408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:58.820030 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-395c666d-4902-4a85-966a-e38dad0a4fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:86923e608d154fb5ae4efacb22eebb66 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:48:58.828932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-395c666d-4902-4a85-966a-e38dad0a4fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:48:58.841818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-395c666d-4902-4a85-966a-e38dad0a4fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:48:58.972835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-395c666d-4902-4a85-966a-e38dad0a4fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:58.989642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-395c666d-4902-4a85-966a-e38dad0a4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:59.046143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:59.065191 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-395c666d-4902-4a85-966a-e38dad0a4fc2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=86923e608d154fb5ae4efacb22eebb66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5006781 Oct 17 17:48:59.065981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.20', 60120) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:59.066801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37472) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:48:59.227905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:59.285909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Allocated IP 172.20.0.2 (f15549d9-fc0e-404f-ba01-c64b003c2ee3/c9f8afed-29f0-4f6e-90a7-5ef40e0c3735/38f2034f-d5ae-4e61-82e8-992552b74770) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:48:59.398043 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Attempt 4 to provision port 4fd4e418-9589-4b81-a682-96e731da3426 Oct 17 17:48:59.519180 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-3be0c521-897a-45cc-a0a7-536dc200a1ef service neutron] 10.222.0.69 "GET /v2.0/networks/79ac80e2-073f-4d37-b0c3-f487b129c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9441121 Oct 17 17:48:59.616625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event deleted for resources: {'Port': ['ID=fd39c946-ea46-4726-8e3b-ba7ea9c298cd,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:59.800697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd4e418-9589-4b81-a682-96e731da3426,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:59.858042 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Port 4fd4e418-9589-4b81-a682-96e731da3426 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:48:59.896366 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Attempting to bind port 4fd4e418-9589-4b81-a682-96e731da3426 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:48:59.896931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Attempting to bind port 4fd4e418-9589-4b81-a682-96e731da3426 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:48:59.897275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Attempting to bind port 4fd4e418-9589-4b81-a682-96e731da3426 on network 867fdddf-660d-43b9-8967-850b2cd274b8 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:59.922939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Port 4fd4e418-9589-4b81-a682-96e731da3426 on network 867fdddf-660d-43b9-8967-850b2cd274b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:48:59.936119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Attempting to bind port 4fd4e418-9589-4b81-a682-96e731da3426 on network 867fdddf-660d-43b9-8967-850b2cd274b8 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:48:59.940481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-91532b4d-7700-4872-9636-162e4c10c3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:59.942279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c666d-4902-4a85-966a-e38dad0a4fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad9de43-fc13-4d05-bd7f-6936b8fea1c0,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:48:59.952596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:48:59.952952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Checking segment: {'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:48:59.953567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Bound using segment: {'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:48:59.954026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Bound port: 4fd4e418-9589-4b81-a682-96e731da3426, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c5c917c-49ea-4612-88eb-0567cf48f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:48:59.954353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:48:59.961444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2dc33cfa-286f-4a2e-9e37-6a34f44f30d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:00.091385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f4ff5-a158-48db-a1e1-479ab937775d req-be21b6cd-64de-4611-b7d3-12c1dd3794a8 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:00.099610 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-824f4ff5-a158-48db-a1e1-479ab937775d req-be21b6cd-64de-4611-b7d3-12c1dd3794a8 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 943 time: 0.6741216 Oct 17 17:49:00.209022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:00.209492 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Floating IP 3c23e12a-0a8c-440f-8304-5ca111d66a76 disassociated (deleted). External IP: 172.26.8.35, port: c80b9e50-7e56-423b-9faa-8311afc8f083. Oct 17 17:49:00.239018 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-824f4ff5-a158-48db-a1e1-479ab937775d req-fce417ed-53c8-4ac2-ad75-39ae47d97911 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383791 Oct 17 17:49:00.300645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] For port 4fd4e418-9589-4b81-a682-96e731da3426, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:49:00.312131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] For port 4fd4e418-9589-4b81-a682-96e731da3426, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4fd4e418-9589-4b81-a682-96e731da3426,segment=NetworkSegment(7c5c917c-49ea-4612-88eb-0567cf48f62c),segment_id=7c5c917c-49ea-4612-88eb-0567cf48f62c)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:49:00.315858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:00.325501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:00.348713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Transition to ACTIVE for port object 38f2034f-d5ae-4e61-82e8-992552b74770 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:00.363803 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Attempt 5 to provision port 4fd4e418-9589-4b81-a682-96e731da3426 Oct 17 17:49:00.454888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-59146865-bfe3-4b64-a7be-cbe7b939e473 req-f35ba70d-534d-42c4-9049-8bba1b66d737 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Synchronizing usage tracker for tenant:995cd1702baf4d09a90e2ff17f6fc980 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:00.477030 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2dc33cfa-286f-4a2e-9e37-6a34f44f30d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:00.496150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Transition to ACTIVE for port object 38f2034f-d5ae-4e61-82e8-992552b74770 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:00.514865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:00.562027 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:00.562919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:00.564414 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] 10.222.0.20 "PUT /v2.0/ports/4fd4e418-9589-4b81-a682-96e731da3426 HTTP/1.1" status: 200 len: 1093 time: 4.4429781 Oct 17 17:49:00.566090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-aa08ed89-22b8-4adc-a06f-81ec441cb116 req-6cd7b5cd-53d3-423c-a514-65650dc70b82 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Synchronizing usage tracker for tenant:a3f4e422ce3c4b4ea78d81856a691f25 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:00.569217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fca2120-cad4-44a6-b36b-36203c276695', 'tag': '4fd4e418-9589-4b81-a682-96e731da3426'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:49:00.615253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2dc33cfa-286f-4a2e-9e37-6a34f44f30d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:00.647834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:00.796210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc33cfa-286f-4a2e-9e37-6a34f44f30d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad9de43-fc13-4d05-bd7f-6936b8fea1c0,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:00.801390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-aa08ed89-22b8-4adc-a06f-81ec441cb116 req-6cd7b5cd-53d3-423c-a514-65650dc70b82 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Unset dirty status for tenant:a3f4e422ce3c4b4ea78d81856a691f25 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:00.802734 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aa08ed89-22b8-4adc-a06f-81ec441cb116 req-6cd7b5cd-53d3-423c-a514-65650dc70b82 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 210 time: 0.3825262 Oct 17 17:49:00.819724 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb00ff-bb00-4eae-815c-ff6052eabc23 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd4e418-9589-4b81-a682-96e731da3426,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:00.825754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Allocated IP 172.20.0.7 (f15549d9-fc0e-404f-ba01-c64b003c2ee3/c9f8afed-29f0-4f6e-90a7-5ef40e0c3735/32a02bca-958c-41b8-bf67-f658d7dbd332) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:00.854461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Network f15549d9-fc0e-404f-ba01-c64b003c2ee3 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:00.894553 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-e15ea8b2-447a-4e1a-81ef-1f54874a4f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:00.894919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c1f5966b-d8fa-40e6-a65c-90c8c3fd8d56 None None] Port 4fd4e418-9589-4b81-a682-96e731da3426 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:49:00.899499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:00.903621 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-e15ea8b2-447a-4e1a-81ef-1f54874a4f0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=654f9b38b43d444ba34dd32ecf9486da&device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 1096 time: 0.2488830 Oct 17 17:49:00.905479 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:00.936308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bacd7c-fdd2-4f73-9c66-2b04fef8774d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fca2120-cad4-44a6-b36b-36203c276695", "tag": "4fd4e418-9589-4b81-a682-96e731da3426"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:49:00.945059 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:00.960267 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-8e2e102b-ec0a-4808-abe5-c08f54b24aaa tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:00.961175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-8e2e102b-ec0a-4808-abe5-c08f54b24aaa tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Synchronizing usage tracker for tenant:995cd1702baf4d09a90e2ff17f6fc980 on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:00.966917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-59146865-bfe3-4b64-a7be-cbe7b939e473 req-f35ba70d-534d-42c4-9049-8bba1b66d737 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Unset dirty status for tenant:995cd1702baf4d09a90e2ff17f6fc980 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:00.968495 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-59146865-bfe3-4b64-a7be-cbe7b939e473 req-f35ba70d-534d-42c4-9049-8bba1b66d737 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 210 time: 0.8934612 Oct 17 17:49:00.979683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:01.077409 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Pushing event updated for resources: {'Port': ['ID=38f2034f-d5ae-4e61-82e8-992552b74770,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:01.101693 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b349dc99-67bb-4aa2-9abc-3f72b7887055 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fd4e418-9589-4b81-a682-96e731da3426 HTTP/1.1" status: 200 len: 217 time: 0.1620660 Oct 17 17:49:01.204728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:01.205064 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:01.205754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:01.242902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614a3aca-f172-4d23-ab47-57716ab1851c x-openstack-request-id: req-614a3aca-f172-4d23-ab47-57716ab1851c {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:49:01.243676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fca2120-cad4-44a6-b36b-36203c276695", "tag": "4fd4e418-9589-4b81-a682-96e731da3426", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:49:01.246691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-614a3aca-f172-4d23-ab47-57716ab1851c {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:49:01.247470 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614a3aca-f172-4d23-ab47-57716ab1851c'] response: {'name': 'network-changed', 'server_uuid': '1fca2120-cad4-44a6-b36b-36203c276695', 'tag': '4fd4e418-9589-4b81-a682-96e731da3426', 'status': 'completed', 'code': 200} Oct 17 17:49:01.257728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Attempting to bind port 38f2034f-d5ae-4e61-82e8-992552b74770 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:01.258208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Attempting to bind port 38f2034f-d5ae-4e61-82e8-992552b74770 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '46751c2f-81fb-48f6-988c-108b4ea4bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f15549d9-fc0e-404f-ba01-c64b003c2ee3'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:01.258569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Attempting to bind port 38f2034f-d5ae-4e61-82e8-992552b74770 on network f15549d9-fc0e-404f-ba01-c64b003c2ee3 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:01.259283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2dc33cfa-286f-4a2e-9e37-6a34f44f30d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:01.266957 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2dc33cfa-286f-4a2e-9e37-6a34f44f30d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7ad9de43-fc13-4d05-bd7f-6936b8fea1c0 HTTP/1.1" status: 204 len: 168 time: 2.1713817 Oct 17 17:49:01.276121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:49:01.278231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Checking segment: {'id': '46751c2f-81fb-48f6-988c-108b4ea4bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f15549d9-fc0e-404f-ba01-c64b003c2ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:01.278231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:01.278231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Bound using segment: {'id': '46751c2f-81fb-48f6-988c-108b4ea4bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f15549d9-fc0e-404f-ba01-c64b003c2ee3'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:49:01.278499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Bound port: 38f2034f-d5ae-4e61-82e8-992552b74770, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46751c2f-81fb-48f6-988c-108b4ea4bc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'f15549d9-fc0e-404f-ba01-c64b003c2ee3'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:49:01.278812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:01.302350 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.9904113 Oct 17 17:49:01.336010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37530) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:01.363705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8608'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:01.458744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9213da6-286d-41ff-9c13-a705fd09bf85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event updated for resources: {'Port': ['ID=53d1d3fd-4b1d-4755-bb9f-20040d395475,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:01.532449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-8e2e102b-ec0a-4808-abe5-c08f54b24aaa tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Unset dirty status for tenant:995cd1702baf4d09a90e2ff17f6fc980 on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:01.533609 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-8e2e102b-ec0a-4808-abe5-c08f54b24aaa tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.20 "GET /v2.0/networks?id=03f5626e-6646-4d1a-9305-f3c3d025ed6e HTTP/1.1" status: 200 len: 812 time: 2.2597122 Oct 17 17:49:01.556892 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] For port 38f2034f-d5ae-4e61-82e8-992552b74770, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:49:01.562450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] For port 38f2034f-d5ae-4e61-82e8-992552b74770, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=38f2034f-d5ae-4e61-82e8-992552b74770,segment=NetworkSegment(46751c2f-81fb-48f6-988c-108b4ea4bc85),segment_id=46751c2f-81fb-48f6-988c-108b4ea4bc85)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:49:01.575875 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:01.697514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-72865e3f-8a09-4c4b-86ec-5d2528df658e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:01.759253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78c86b-db06-45d4-89bc-92e8fb3f7dcb None None] Pushing event updated for resources: {'Port': ['ID=38f2034f-d5ae-4e61-82e8-992552b74770,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:01.764305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:01.778619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-44b04b96-8e55-4a04-96f4-3fc0fecce06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:01.781131 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-44b04b96-8e55-4a04-96f4-3fc0fecce06f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=581cdf88-02d3-42a0-acf9-ce0d3088d30b HTTP/1.1" status: 200 len: 851 time: 0.6610968 Oct 17 17:49:01.930788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Router 34f4f581-a61e-466c-acf9-a7b9f647f5a2 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:49:01.941597 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:01.946020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37544) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:01.955755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-14557830-ee60-4867-9098-604a16751544 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Synchronizing usage tracker for tenant:995cd1702baf4d09a90e2ff17f6fc980 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:02.021338 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecfc5c-e7d6-4922-9df4-c58516eba226 req-342499c5-f5cb-4641-a527-81b24c9a6b26 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:02.028614 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-43ecfc5c-e7d6-4922-9df4-c58516eba226 req-342499c5-f5cb-4641-a527-81b24c9a6b26 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 943 time: 0.4792290 Oct 17 17:49:02.171075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Transition to ACTIVE for port object 32a02bca-958c-41b8-bf67-f658d7dbd332 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:02.208106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37552) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:02.212797 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f0db4a58-dd10-473a-9d68-4e78c839a70a req-6fe2aac2-bbb2-4d44-9d63-0157950bc3f3 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 210 time: 0.1588044 Oct 17 17:49:02.312820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-14557830-ee60-4867-9098-604a16751544 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Unset dirty status for tenant:995cd1702baf4d09a90e2ff17f6fc980 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:02.313867 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-14557830-ee60-4867-9098-604a16751544 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=995cd1702baf4d09a90e2ff17f6fc980 HTTP/1.1" status: 200 len: 379 time: 0.6336169 Oct 17 17:49:02.365275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-4a92723c-91c7-4be9-8b9d-d94140a34bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:02.367134 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-4a92723c-91c7-4be9-8b9d-d94140a34bd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867fdddf-660d-43b9-8967-850b2cd274b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3932581 Oct 17 17:49:02.372036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Request body: {'port': {'device_id': '481dde18-6209-4534-bb81-28e60abc29f2', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'admin_state_up': True, 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'security_groups': ['1f07a50d-44f3-4093-a3a5-8d2b7f416971']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:02.376982 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-82770232-ad75-4ac9-8e53-206535168003 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b90e303acb0a4d048f6a2bbf097e3a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627223 Oct 17 17:49:02.379738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37556) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:02.395530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:02.434473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:02.516228 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.20', 60125) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:02.534803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Network f15549d9-fc0e-404f-ba01-c64b003c2ee3 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:02.547990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:02.567940 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-43ecfc5c-e7d6-4922-9df4-c58516eba226 req-694a3b9b-1c5a-4ebb-bc81-0878288c245c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5380735 Oct 17 17:49:02.573359 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a8a45fa2-5536-43e9-9277-3a7029a595b8 req-0f43a63f-c014-47b1-90cf-9ec560998dc9 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 210 time: 0.1081743 Oct 17 17:49:02.573908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:02.574262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:02.657284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c05be787-e1cf-42f0-a6a9-160d9cd71e01 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:02.690701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Pushing event updated for resources: {'Port': ['ID=32a02bca-958c-41b8-bf67-f658d7dbd332,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:02.743401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-22cf63c7-0a1c-475c-b008-4e775b16e787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:02.779000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:02.779670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:02.781242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:49:02.794374 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8e8b2-98b9-46c1-8b59-a0ad5f6f2881 None None] Sync routers for ids ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:49:02.811665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8e8b2-98b9-46c1-8b59-a0ad5f6f2881 None None] Routers {'34f4f581-a61e-466c-acf9-a7b9f647f5a2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:02.812658 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-08b8e8b2-98b9-46c1-8b59-a0ad5f6f2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:02.814531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:02.828630 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-22cf63c7-0a1c-475c-b008-4e775b16e787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:02.878388 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c05be787-e1cf-42f0-a6a9-160d9cd71e01 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] 10.222.0.69 "PUT /v2.0/quotas/1be7bdfb415a4b538bfa19e765da13cc HTTP/1.1" status: 200 len: 368 time: 0.9305232 Oct 17 17:49:02.890169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37568) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:02.890453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:49:02.891568 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-b8086a15-9e9b-4930-9d7e-23e578dcd049 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451140 Oct 17 17:49:02.897575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Request body: {'network': {'project_id': '1be7bdfb415a4b538bfa19e765da13cc'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:02.905091 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-da5a80fc-7021-40bd-b8bc-29fccc729dc5 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.8246655 Oct 17 17:49:02.909677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37572) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:02.913030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:02.914685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-08b8e8b2-98b9-46c1-8b59-a0ad5f6f2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:02.919853 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Usage tracker for resource:network and tenant:1be7bdfb415a4b538bfa19e765da13cc is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:02.924595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:02.926039 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8e8b2-98b9-46c1-8b59-a0ad5f6f2881 None None] Routers {'34f4f581-a61e-466c-acf9-a7b9f647f5a2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:02.926777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-08b8e8b2-98b9-46c1-8b59-a0ad5f6f2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:02.932858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:02.934688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Request body: {'port': {'network_id': 'f15549d9-fc0e-404f-ba01-c64b003c2ee3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-112805439', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:02.935290 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.api.validators [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] bootfile-name is not in valid_values {{(pid=89190) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 17:49:02.935628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.api.validators [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] tftp-server is not in valid_values {{(pid=89190) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 17:49:02.935954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.api.validators [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] server-ip-address is not in valid_values {{(pid=89190) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 17:49:02.979856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Made reservation on behalf of 1be7bdfb415a4b538bfa19e765da13cc for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:02.981430 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.005713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-08b8e8b2-98b9-46c1-8b59-a0ad5f6f2881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:03.006485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8e8b2-98b9-46c1-8b59-a0ad5f6f2881 None None] The sync data for ids ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:49:03.056665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.099590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-796c327a-9e40-482c-b94a-c7bebc03ad8f tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:03.102648 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-796c327a-9e40-482c-b94a-c7bebc03ad8f tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.20 "GET /v2.0/networks?id=79ac80e2-073f-4d37-b0c3-f487b129c61c HTTP/1.1" status: 200 len: 804 time: 0.5776691 Oct 17 17:49:03.114112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:03.120104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-22cf63c7-0a1c-475c-b008-4e775b16e787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.125660 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dcc94672-4465-4766-a77a-228081138295 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "DELETE /v2.0/floatingips/3c23e12a-0a8c-440f-8304-5ca111d66a76 HTTP/1.1" status: 204 len: 168 time: 8.0009863 Oct 17 17:49:03.131372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:03.132057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37576) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:03.154567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Usage tracker for resource:security_group_rule and tenant:1be7bdfb415a4b538bfa19e765da13cc is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:03.164186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:03.171085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:03.194916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:03.233063 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] device_id is not set on port 53d1d3fd-4b1d-4755-bb9f-20040d395475 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:03.240459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf63c7-0a1c-475c-b008-4e775b16e787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de0af2c-8f9a-4e5f-be16-99c00ef22f85,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:03.261955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:03.262046 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07946c-6a29-4ef9-91c9-5822eb5d426e None None] Network f15549d9-fc0e-404f-ba01-c64b003c2ee3 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:03.273198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:03.275711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-22cf63c7-0a1c-475c-b008-4e775b16e787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.277462 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-22cf63c7-0a1c-475c-b008-4e775b16e787 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9de0af2c-8f9a-4e5f-be16-99c00ef22f85 HTTP/1.1" status: 204 len: 168 time: 0.8966658 Oct 17 17:49:03.290262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Usage tracker for resource:floatingip and tenant:5cd1edca430244299705655d78aeb47b is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:03.291886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.302488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Made reservation on behalf of 995cd1702baf4d09a90e2ff17f6fc980 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:03.304715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:03.305996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.330023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:03.338558 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a5e699a-bb1b-4337-bf5b-109df62183ba req-6998fc0e-a1e0-484f-8395-5dccbc34c20d service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922794 Oct 17 17:49:03.343675 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.353576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.358766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Transition to ACTIVE for port object 53d1d3fd-4b1d-4755-bb9f-20040d395475 will not be triggered until provisioned by entity L2. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:03.363699 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-b46d82e7-f7bc-4177-95f6-125fe3721a65 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3f4e422ce3c4b4ea78d81856a691f25 HTTP/1.1" status: 200 len: 379 time: 0.2238278 Oct 17 17:49:03.373587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.377667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Request body: {'port': {'device_id': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'admin_state_up': True, 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'security_groups': ['4d57cbda-95f3-4985-9bd2-aed16e02dc2d']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:03.440155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.447071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:49:03.492481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ac6329fb-19c1-487d-8efc-066a08a7d320 None None] Provisioning for port 38f2034f-d5ae-4e61-82e8-992552b74770 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:03.545726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d873556e-736f-4dfa-8bdf-96e17498e789,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:03.592899 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:03.619856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.620863 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Added segment 1c804fc3-d1af-4f48-8980-96518482764f of type vlan for network b27f89d2-59a3-4546-bcf3-65343482baf8 Oct 17 17:49:03.679014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.689102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Usage tracker for resource:port and tenant:fbb263289a414ae8a7a28ac4fd0b2aec is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:03.705474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:03.717308 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-47f4a612-59df-4fb6-af1b-a9ad46ed1895 req-f32f68a4-95a5-4bb2-8c00-66d4ddfd0893 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 210 time: 0.2192166 Oct 17 17:49:03.763956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:03.787566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bacd7c-fdd2-4f73-9c66-2b04fef8774d req-08f90b7b-38e3-4c81-82bc-015701a63e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:03.790050 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-11bacd7c-fdd2-4f73-9c66-2b04fef8774d req-08f90b7b-38e3-4c81-82bc-015701a63e42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=654f9b38b43d444ba34dd32ecf9486da&device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 1096 time: 0.2446840 Oct 17 17:49:03.793729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.794811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:03.795410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.863243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Made reservation on behalf of fbb263289a414ae8a7a28ac4fd0b2aec for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:03.867846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:03.938197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event updated for resources: {'Port': ['ID=53d1d3fd-4b1d-4755-bb9f-20040d395475,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:03.945262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] device_id is not set on port 3cc74191-d402-4f7e-a43c-958842d63c15 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:04.183205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:04.183673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:04.184092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:04.200756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 38f2034f-d5ae-4e61-82e8-992552b74770 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:49:04.232773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Pushing event updated for resources: {'Network': ['ID=b27f89d2-59a3-4546-bcf3-65343482baf8,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:04.243417 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c0bc8d61-e088-4fb0-b471-aeb531f5923e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3503978 Oct 17 17:49:04.245805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37600) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:04.255786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Request body: {'network': {'project_id': '1be7bdfb415a4b538bfa19e765da13cc'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:04.269042 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:04.289499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network b27f89d2-59a3-4546-bcf3-65343482baf8 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:49:04.296529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:04.299742 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Usage tracker for resource:network and tenant:1be7bdfb415a4b538bfa19e765da13cc is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:04.304901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:04.350139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:04.352518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:04.388017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:04.418445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Made reservation on behalf of 1be7bdfb415a4b538bfa19e765da13cc for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:04.423989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:04.428694 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:04.469302 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Made reservation on behalf of a3f4e422ce3c4b4ea78d81856a691f25 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:04.477291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:04.481151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bacd7c-fdd2-4f73-9c66-2b04fef8774d req-ab2e8721-2f58-4842-8b32-57cc28a7e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:04.482786 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-11bacd7c-fdd2-4f73-9c66-2b04fef8774d req-ab2e8721-2f58-4842-8b32-57cc28a7e3aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=867fdddf-660d-43b9-8967-850b2cd274b8 HTTP/1.1" status: 200 len: 913 time: 0.6810100 Oct 17 17:49:04.486422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Provisioning for port 32a02bca-958c-41b8-bf67-f658d7dbd332 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:04.496729 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1c20846f-3eb4-48f5-892e-3830303f79f8 req-39da5891-6797-4209-a2d9-36ed6abf4690 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 210 time: 0.5714719 Oct 17 17:49:04.499956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:04.502755 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:04.503171 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Provisioning complete for port 32a02bca-958c-41b8-bf67-f658d7dbd332 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:04.503660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:04.503984 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Attempt 1 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:04.510627 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 2 to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 Oct 17 17:49:04.548627 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 38f2034f-d5ae-4e61-82e8-992552b74770 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:04.556172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Allocated IP 172.20.0.13 (03f5626e-6646-4d1a-9305-f3c3d025ed6e/75f3d772-483f-4177-8883-a19140d2941f/9a7ed6da-d79c-4a24-81d1-e10e38b955f4) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:04.567592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 38f2034f-d5ae-4e61-82e8-992552b74770 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:04.567966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:04.568303 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 38f2034f-d5ae-4e61-82e8-992552b74770 Oct 17 17:49:04.612239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:04.612968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:04.613489 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:04.628922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:04.637849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:04.638556 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:04.648018 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 3 to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 Oct 17 17:49:04.719653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 38f2034f-d5ae-4e61-82e8-992552b74770 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:04.720027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:04.736322 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37612) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:04.741557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:04.741886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:04.742214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:04.745790 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703d3de-087b-48c1-ab14-3579a487f73d req-cc258a36-e29d-4aa2-99ec-1fb7fc94cb23 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:04.747370 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2703d3de-087b-48c1-ab14-3579a487f73d req-cc258a36-e29d-4aa2-99ec-1fb7fc94cb23 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 943 time: 0.8682976 Oct 17 17:49:04.762842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 38f2034f-d5ae-4e61-82e8-992552b74770, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=38f2034f-d5ae-4e61-82e8-992552b74770,segment=NetworkSegment(46751c2f-81fb-48f6-988c-108b4ea4bc85),segment_id=46751c2f-81fb-48f6-988c-108b4ea4bc85)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:04.767673 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:04.804744 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-11bacd7c-fdd2-4f73-9c66-2b04fef8774d req-e86b179e-ba5f-4974-924e-5e213b77116f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fd4e418-9589-4b81-a682-96e731da3426 HTTP/1.1" status: 200 len: 217 time: 0.3122587 Oct 17 17:49:04.817869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:49:04.848252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=38f2034f-d5ae-4e61-82e8-992552b74770,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:04.868039 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:04.868795 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:04.878263 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 4 to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 Oct 17 17:49:04.895966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:04.896308 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Added segment 10feb382-09c4-401d-ac28-7724d7548b8b of type vlan for network 573568f6-fabb-46c1-8183-6f82cf86772c Oct 17 17:49:04.959344 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2703d3de-087b-48c1-ab14-3579a487f73d req-cee79bdc-4334-435b-b079-3cf9635eb347 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007666 Oct 17 17:49:04.960861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Allocated IP 172.26.8.214 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/ad22b339-24b3-49d6-b31f-fe76cd9218cf) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:04.971142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bacd7c-fdd2-4f73-9c66-2b04fef8774d req-ad32447f-92fd-4133-a34b-662e0ba958a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:04.972905 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-11bacd7c-fdd2-4f73-9c66-2b04fef8774d req-ad32447f-92fd-4133-a34b-662e0ba958a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=581cdf88-02d3-42a0-acf9-ce0d3088d30b HTTP/1.1" status: 200 len: 851 time: 0.1475577 Oct 17 17:49:04.982870 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:49:05.041638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:05.051185 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5661f73a-33f1-4091-aa08-04b5512ebb0a req-9154ff38-9ee6-4942-8706-2b41d79acd87 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 210 time: 0.1842155 Oct 17 17:49:05.065342 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-699302676'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:05.076164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:05.076479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:05.076792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:05.090070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:05.098686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Allocated IP 172.20.0.9 (f15549d9-fc0e-404f-ba01-c64b003c2ee3/c9f8afed-29f0-4f6e-90a7-5ef40e0c3735/3cc74191-d402-4f7e-a43c-958842d63c15) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:05.108853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Usage tracker for resource:network and tenant:8ce28a7529df43bf965f71b4cf0b8fcc is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:05.111432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:05.111758 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:05.112474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:05.120145 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 5 to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 Oct 17 17:49:05.129661 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Attempt 2 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:05.153604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:05.161012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Allocated IP 172.20.0.11 (79ac80e2-073f-4d37-b0c3-f487b129c61c/cda448af-5e6a-46d1-83c7-e9860dc5dd0d/a47ed93f-6cc1-49ab-8442-e4c2262a165a) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:05.185323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:05.186162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:05.186162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:05.220689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:05.221211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:05.221695 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:05.222018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:05.222213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Made reservation on behalf of 8ce28a7529df43bf965f71b4cf0b8fcc for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:05.222354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:05.222844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:05.225628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:05.240817 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 6 to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 Oct 17 17:49:05.281442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:05.329692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:05.330022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:05.330354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:05.359277 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:05.362736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:05.363440 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1131046 Oct 17 17:49:05.364927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:05.365248 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:05.366613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:05.375074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37620) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:05.386984 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 7 to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 Oct 17 17:49:05.389229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d00d8b9e-1b64-47b3-8cb3-d5a635cb21d1 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Request body: {'network': {'project_id': '1be7bdfb415a4b538bfa19e765da13cc'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:05.394967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bacd7c-fdd2-4f73-9c66-2b04fef8774d req-d145ea9c-17cb-4604-a81f-bd84f1c0b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:05.396426 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-11bacd7c-fdd2-4f73-9c66-2b04fef8774d req-d145ea9c-17cb-4604-a81f-bd84f1c0b83d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867fdddf-660d-43b9-8967-850b2cd274b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4131384 Oct 17 17:49:05.399059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588aca40-70ec-485d-9cdd-21573a5caa1d tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Pushing event updated for resources: {'Network': ['ID=573568f6-fabb-46c1-8183-6f82cf86772c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:05.403850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d00d8b9e-1b64-47b3-8cb3-d5a635cb21d1 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:05.404110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Usage tracker for resource:security_group_rule and tenant:8ce28a7529df43bf965f71b4cf0b8fcc is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:05.410474 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 573568f6-fabb-46c1-8183-6f82cf86772c details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:49:05.439180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d00d8b9e-1b64-47b3-8cb3-d5a635cb21d1 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Usage tracker for resource:network and tenant:1be7bdfb415a4b538bfa19e765da13cc is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:05.458660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:05.495897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d00d8b9e-1b64-47b3-8cb3-d5a635cb21d1 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:05.496626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:05.509717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d00d8b9e-1b64-47b3-8cb3-d5a635cb21d1 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:05.523593 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00d8b9e-1b64-47b3-8cb3-d5a635cb21d1 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 17 17:49:05.524085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00d8b9e-1b64-47b3-8cb3-d5a635cb21d1 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:49:05.525230 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d00d8b9e-1b64-47b3-8cb3-d5a635cb21d1 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1464159 Oct 17 17:49:05.529821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37624) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:05.547652 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Transition to ACTIVE for port object 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:05.570878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:05.571249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:05.571583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:05.573914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:05.602665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:05.602996 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:05.622365 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 8 to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 Oct 17 17:49:05.692113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:05.692489 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:05.692706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:05.722812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:05.723161 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:05.723916 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Attempt 3 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:05.730722 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 9 to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 Oct 17 17:49:05.740095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:05.755945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:05.758856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:05.787559 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-11bacd7c-fdd2-4f73-9c66-2b04fef8774d req-6b49493a-3392-49b4-ae47-8054ff4ed72f service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802466 Oct 17 17:49:05.790286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:05.798310 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a82f0142-01a8-4d72-a01f-79fd1ca44bd2 req-e381b274-8c4c-4a4c-8c02-d3f31e165250 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 210 time: 0.1379576 Oct 17 17:49:05.799820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:05.800157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:05.800491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:05.820224 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:05.825047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:05.826558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:05.826877 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:05.835333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Pushing event updated for resources: {'Port': ['ID=ad22b339-24b3-49d6-b31f-fe76cd9218cf,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:05.836030 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 10 to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 Oct 17 17:49:05.850272 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a86bfbac-72f0-433b-aa5e-77a0ef32125e tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1be7bdfb415a4b538bfa19e765da13cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187890 Oct 17 17:49:05.879182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37630) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:05.912835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:05.970076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:05.970319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:05.970647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:05.989345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Transition to ACTIVE for port object a47ed93f-6cc1-49ab-8442-e4c2262a165a will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:05.996293 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-11bacd7c-fdd2-4f73-9c66-2b04fef8774d req-3289969c-0d63-4c67-8768-e27f7fcdb309 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941016 Oct 17 17:49:06.000236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.008879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Network 03f5626e-6646-4d1a-9305-f3c3d025ed6e is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:06.019973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:06.020469 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:06.031930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.052040 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Transition to ACTIVE for port object 3cc74191-d402-4f7e-a43c-958842d63c15 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:06.064227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:06.096564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.131699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 38f2034f-d5ae-4e61-82e8-992552b74770 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:49:06.259421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 38f2034f-d5ae-4e61-82e8-992552b74770 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:06.259894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.260299 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 38f2034f-d5ae-4e61-82e8-992552b74770 Oct 17 17:49:06.260882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:06.292925 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Attempt 4 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:06.296519 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Pushing event updated for resources: {'Port': ['ID=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:06.301149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.315681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.320774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.380653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:06.453181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.461954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 38f2034f-d5ae-4e61-82e8-992552b74770 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:06.494065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a69a0bd-95ac-4475-a2b8-99d8b838c143 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.505594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203165a3-d821-4636-9fe0-eff0ca490db7 req-96be3c5d-df7f-4872-88f0-6dc50badc87e tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:06.507244 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-203165a3-d821-4636-9fe0-eff0ca490db7 req-96be3c5d-df7f-4872-88f0-6dc50badc87e tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 932 time: 0.2058864 Oct 17 17:49:06.547476 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.553785 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.658829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Network f15549d9-fc0e-404f-ba01-c64b003c2ee3 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:06.670714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:49:06.674883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Network 79ac80e2-073f-4d37-b0c3-f487b129c61c is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:06.675929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:06.702126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:06.716967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:06.746536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:06.766453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-203165a3-d821-4636-9fe0-eff0ca490db7 req-bc8401a1-6cb3-4822-a69e-67332513e406 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Synchronizing usage tracker for tenant:a3f4e422ce3c4b4ea78d81856a691f25 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:06.775079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Pushing event updated for resources: {'Port': ['ID=3cc74191-d402-4f7e-a43c-958842d63c15,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:06.783069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:06.783710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.814941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.819914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Pushing event updated for resources: {'Port': ['ID=ad22b339-24b3-49d6-b31f-fe76cd9218cf,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:06.831766 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-203165a3-d821-4636-9fe0-eff0ca490db7 req-bc8401a1-6cb3-4822-a69e-67332513e406 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Unset dirty status for tenant:a3f4e422ce3c4b4ea78d81856a691f25 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:06.835754 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-203165a3-d821-4636-9fe0-eff0ca490db7 req-bc8401a1-6cb3-4822-a69e-67332513e406 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117459 Oct 17 17:49:06.862606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e2a358-22d2-4483-9614-41b81d6a1b75,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:06.868918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.869303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a69a0bd-95ac-4475-a2b8-99d8b838c143 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.872686 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-91e09eaa-f82f-4fe4-921e-db863401a9cc tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7224243 Oct 17 17:49:06.875446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37642) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:06.882837 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Attempt 5 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:06.896167 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] For port 53d1d3fd-4b1d-4755-bb9f-20040d395475, host hv-neutron-8608, cleared binding levels {{(pid=89190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:49:06.897767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempted to set empty binding levels {{(pid=89190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 17 17:49:06.899967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.900632 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Added segment 040066f0-0e06-497b-a91f-bfa39109c73d of type vlan for network 766b35bb-710a-46ae-a0c2-f46c2cb2e281 Oct 17 17:49:06.993205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:06.993875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] In _notify_port_updated(), no bound segment for port 53d1d3fd-4b1d-4755-bb9f-20040d395475 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:49:06.994665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:06.996253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.001524 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "PUT /v2.0/ports/53d1d3fd-4b1d-4755-bb9f-20040d395475 HTTP/1.1" status: 200 len: 981 time: 5.6642246 Oct 17 17:49:07.005387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37648) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:07.024037 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:07.113800 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.114440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.124109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.124356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.124454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:07.137329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.141735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:07.159295 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Usage tracker for resource:floatingip and tenant:eeaaef195f3c40938889909896ab9ae0 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:07.164582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Pushing event updated for resources: {'Port': ['ID=a47ed93f-6cc1-49ab-8442-e4c2262a165a,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:07.164769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:07.174946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:07.175215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677b209-a0a7-4584-a724-aa3df35bbb59 req-4890ea4d-6db2-4a05-9628-20d9aa8edb39 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.176564 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f677b209-a0a7-4584-a724-aa3df35bbb59 req-4890ea4d-6db2-4a05-9628-20d9aa8edb39 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 943 time: 0.9175904 Oct 17 17:49:07.226540 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-aa25645e-44a6-4340-8057-afbd461ce72c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8736110 Oct 17 17:49:07.228547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.229024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.229492 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.230596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.231277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.231740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.232197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.232653 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.233112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.233563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.234011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.234453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.234911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.235387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.235841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.236291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.236740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.237319 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.237772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.238220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.238670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.239152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.239602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.240051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.240507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.240956 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.241401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.241849 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.242298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.249711 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-22fc50fd-888a-4423-ba5d-a8cbd0fd8e8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25746 time: 0.2392778 Oct 17 17:49:07.249867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37652) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:07.272892 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-719a581f-4d2b-4d2b-838c-7e3bcc2e9890 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9035113 Oct 17 17:49:07.281065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Request body: {'port': {'device_id': '481dde18-6209-4534-bb81-28e60abc29f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:07.291520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1485de-9771-498f-8d13-4f6c287bfe51 req-cb2dd66d-aa2f-438b-adcf-e07f557ac8dc tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.293702 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f1485de-9771-498f-8d13-4f6c287bfe51 req-cb2dd66d-aa2f-438b-adcf-e07f557ac8dc tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 932 time: 0.2796080 Oct 17 17:49:07.317711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.321442 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-608b9515-2df8-4566-b36c-255d1edf2a00 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.4017744 Oct 17 17:49:07.335102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37658) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:07.336599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Request body: {'port': {'device_id': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:07.385746 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 4fd4e418-9589-4b81-a682-96e731da3426 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 17:49:07.414853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e49bc-5d8e-40f4-8251-58afeda6e047 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event updated for resources: {'Port': ['ID=53d1d3fd-4b1d-4755-bb9f-20040d395475,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:07.429071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a69a0bd-95ac-4475-a2b8-99d8b838c143 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.446059 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f677b209-a0a7-4584-a724-aa3df35bbb59 req-3b132874-e3dc-4493-bb7c-cd05dfabfef1 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251968 Oct 17 17:49:07.452968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.459366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.460002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.476700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-882a16f2-8a33-4ff3-af7e-a4cab9849703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Deleting port 53d1d3fd-4b1d-4755-bb9f-20040d395475 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:07.477299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-882a16f2-8a33-4ff3-af7e-a4cab9849703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.497285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69a0bd-95ac-4475-a2b8-99d8b838c143 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d873556e-736f-4dfa-8bdf-96e17498e789,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:07.508831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a69a0bd-95ac-4475-a2b8-99d8b838c143 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.513578 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6a69a0bd-95ac-4475-a2b8-99d8b838c143 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/d873556e-736f-4dfa-8bdf-96e17498e789 HTTP/1.1" status: 204 len: 168 time: 1.6202869 Oct 17 17:49:07.530247 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Attempt 6 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:07.537178 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37662) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:07.547112 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f1485de-9771-498f-8d13-4f6c287bfe51 req-f90b6c56-407c-4842-a452-a59ed7c7d373 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342989 Oct 17 17:49:07.633848 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 4fd4e418-9589-4b81-a682-96e731da3426, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4fd4e418-9589-4b81-a682-96e731da3426,segment=NetworkSegment(7c5c917c-49ea-4612-88eb-0567cf48f62c),segment_id=7c5c917c-49ea-4612-88eb-0567cf48f62c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:07.650815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:07.654604 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '4fd4e418-9589-4b81-a682-96e731da3426', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'port_id': '4fd4e418-9589-4b81-a682-96e731da3426', 'mac_address': 'fa:16:3e:d4:83:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 17:49:07.659915 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9197361 Oct 17 17:49:07.674707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37666) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:07.690733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Request body: {'subnet': {'network_id': '766b35bb-710a-46ae-a0c2-f46c2cb2e281', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:07.710989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fd251-eeed-4d00-9dc4-7fdfd224f446 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Pushing event updated for resources: {'Network': ['ID=766b35bb-710a-46ae-a0c2-f46c2cb2e281,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:07.714086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 4fd4e418-9589-4b81-a682-96e731da3426 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:07.715238 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.732333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.732561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.734234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 766b35bb-710a-46ae-a0c2-f46c2cb2e281 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:49:07.752258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd4e418-9589-4b81-a682-96e731da3426 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:49:07.791130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.834424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 4fd4e418-9589-4b81-a682-96e731da3426, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4fd4e418-9589-4b81-a682-96e731da3426,segment=NetworkSegment(7c5c917c-49ea-4612-88eb-0567cf48f62c),segment_id=7c5c917c-49ea-4612-88eb-0567cf48f62c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:07.848687 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:07.882771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7bcac-4831-4900-bf19-c3d434a199ab tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.889181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7bcac-4831-4900-bf19-c3d434a199ab tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.895390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7bcac-4831-4900-bf19-c3d434a199ab tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:07.896273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2dc7bcac-4831-4900-bf19-c3d434a199ab tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Synchronizing usage tracker for tenant:fbb263289a414ae8a7a28ac4fd0b2aec on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:07.922033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=4fd4e418-9589-4b81-a682-96e731da3426,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:07.959829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:07.967223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Usage tracker for resource:subnet and tenant:8ce28a7529df43bf965f71b4cf0b8fcc is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:08.011719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:08.019546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-882a16f2-8a33-4ff3-af7e-a4cab9849703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] For port 53d1d3fd-4b1d-4755-bb9f-20040d395475, host hv-neutron-8608, got binding levels [] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:08.019908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-882a16f2-8a33-4ff3-af7e-a4cab9849703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:08.030008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:08.054469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2dc7bcac-4831-4900-bf19-c3d434a199ab tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Unset dirty status for tenant:fbb263289a414ae8a7a28ac4fd0b2aec on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:08.055639 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2dc7bcac-4831-4900-bf19-c3d434a199ab tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.7079437 Oct 17 17:49:08.071845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37672) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:08.152153 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Attempt 7 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:08.181743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-882a16f2-8a33-4ff3-af7e-a4cab9849703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Calling delete_port for 53d1d3fd-4b1d-4755-bb9f-20040d395475 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:08.213563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:08.214787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Made reservation on behalf of 8ce28a7529df43bf965f71b4cf0b8fcc for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:08.214960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:08.218214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:08.248797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['4fd4e418-9589-4b81-a682-96e731da3426'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 17:49:08.265230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573568f6-fabb-46c1-8183-6f82cf86772c']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:08.277493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:08.285169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10feb382-09c4-401d-ac28-7724d7548b8b') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:08.285459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10feb382-09c4-401d-ac28-7724d7548b8b') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:08.344263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:08.379806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:08.397717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:49:08.398012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:08.435129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-882a16f2-8a33-4ff3-af7e-a4cab9849703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:08.486807 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 10feb382-09c4-401d-ac28-7724d7548b8b resource provider aggregate not found Oct 17 17:49:08.630433 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9c2761cb-007a-4cc5-9708-22724aa6fd4e tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Deleting port 3cc74191-d402-4f7e-a43c-958842d63c15 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:08.630768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c2761cb-007a-4cc5-9708-22724aa6fd4e tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:08.670165 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 10feb382-09c4-401d-ac28-7724d7548b8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10feb382-09c4-401d-ac28-7724d7548b8b found for delete ", "request_id": "req-52b10810-e104-40ec-bb1c-f647f3ae03bd"}]} Oct 17 17:49:08.700648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a16f2-8a33-4ff3-af7e-a4cab9849703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event deleted for resources: {'Port': ['ID=53d1d3fd-4b1d-4755-bb9f-20040d395475,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:08.715215 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Attempt 8 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:08.763912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-882a16f2-8a33-4ff3-af7e-a4cab9849703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:08.783283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:08.784552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:08.805068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61613919-0a4b-4025-bad7-f0d40e256c25 req-8850513c-5722-48e8-849a-e7052e1d53e2 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:08.805678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-61613919-0a4b-4025-bad7-f0d40e256c25 req-8850513c-5722-48e8-849a-e7052e1d53e2 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Synchronizing usage tracker for tenant:a3f4e422ce3c4b4ea78d81856a691f25 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:08.829504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:08.831329 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] 10.222.0.69 "DELETE /v2.0/networks/573568f6-fabb-46c1-8183-6f82cf86772c HTTP/1.1" status: 204 len: 168 time: 1.2931862 Oct 17 17:49:08.841150 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-882a16f2-8a33-4ff3-af7e-a4cab9849703 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "DELETE /v2.0/ports/53d1d3fd-4b1d-4755-bb9f-20040d395475 HTTP/1.1" status: 204 len: 168 time: 1.5861115 Oct 17 17:49:08.843752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37684) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:08.844093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37686) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:08.849260 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Allocated IP 172.26.8.108 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/c0c3d6d0-49cf-4325-ae2d-26bf3aaa82ef) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:08.852047 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13832d16-9dbd-4e71-afa5-ff4a0cfa8d45 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Pushing event deleted for resources: {'Network': ['ID=573568f6-fabb-46c1-8183-6f82cf86772c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:08.953438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db1734-d86f-4a59-83a2-48517e407361 req-8fbceae5-e577-4502-866a-64b36d67aae6 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:08.955090 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5db1734-d86f-4a59-83a2-48517e407361 req-8fbceae5-e577-4502-866a-64b36d67aae6 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 944 time: 0.2574964 Oct 17 17:49:09.038376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:49:09.051400 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f367628-6b48-4124-8e24-c67d2587951d tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] GET failed (client error): The resource could not be found. Oct 17 17:49:09.052080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9f367628-6b48-4124-8e24-c67d2587951d tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Synchronizing usage tracker for tenant:053976886bf448f3a02b305dae0e5bb6 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:09.053441 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5db1734-d86f-4a59-83a2-48517e407361 req-c413d354-798a-44e5-bb6d-4ea66b39b04c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850639 Oct 17 17:49:09.062802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.076624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-61613919-0a4b-4025-bad7-f0d40e256c25 req-8850513c-5722-48e8-849a-e7052e1d53e2 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Unset dirty status for tenant:a3f4e422ce3c4b4ea78d81856a691f25 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:09.077806 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-61613919-0a4b-4025-bad7-f0d40e256c25 req-8850513c-5722-48e8-849a-e7052e1d53e2 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 932 time: 1.0679829 Oct 17 17:49:09.104734 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.121750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:49:09.179389 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:09.182371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:09.186629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:09.224646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Pushing event updated for resources: {'Port': ['ID=c0c3d6d0-49cf-4325-ae2d-26bf3aaa82ef,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:09.285795 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Attempt 9 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:09.338497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.348394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.355429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47ed93f-6cc1-49ab-8442-e4c2262a165a {{(pid=89190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:49:09.358147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:09.362614 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394351f8-8439-41be-8eec-b9d547e63b60 req-7b22c5db-bc97-4170-9e77-63abd4e6c5f2 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:09.364348 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-394351f8-8439-41be-8eec-b9d547e63b60 req-7b22c5db-bc97-4170-9e77-63abd4e6c5f2 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 932 time: 0.1371994 Oct 17 17:49:09.373072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 4fd4e418-9589-4b81-a682-96e731da3426 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:49:09.395668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9f367628-6b48-4124-8e24-c67d2587951d tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Unset dirty status for tenant:053976886bf448f3a02b305dae0e5bb6 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:09.400593 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9f367628-6b48-4124-8e24-c67d2587951d tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "GET /v2.0/ports/53d1d3fd-4b1d-4755-bb9f-20040d395475 HTTP/1.1" status: 404 len: 333 time: 0.5503509 Oct 17 17:49:09.400593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.407451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37692) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:09.423201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 {{(pid=89190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:49:09.440138 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.440382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1112826605', 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:09.449278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:09.450485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 4fd4e418-9589-4b81-a682-96e731da3426 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:09.458172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 4fd4e418-9589-4b81-a682-96e731da3426 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:09.458547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.458884 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 4fd4e418-9589-4b81-a682-96e731da3426 Oct 17 17:49:09.459289 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-61613919-0a4b-4025-bad7-f0d40e256c25 req-9137e98b-94ef-4b92-ad14-de5f905a5c6f tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296986 Oct 17 17:49:09.471790 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:09.488515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.531203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Transition to ACTIVE for port object a47ed93f-6cc1-49ab-8442-e4c2262a165a will not be triggered until provisioned by entity L2. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:09.539854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Transition to ACTIVE for port object 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 will not be triggered until provisioned by entity L2. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:09.540870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.543834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Made reservation on behalf of 053976886bf448f3a02b305dae0e5bb6 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:09.546121 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.560319 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-394351f8-8439-41be-8eec-b9d547e63b60 req-f34db772-a310-466c-99c8-b4ed1d70e5ef tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540403 Oct 17 17:49:09.599354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] device_id is not set on port c8171d5f-8e19-4dd9-9666-600ac369f1e0 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:09.599529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.608189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 4fd4e418-9589-4b81-a682-96e731da3426 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:09.608707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.640525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fca2120-cad4-44a6-b36b-36203c276695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd4e418-9589-4b81-a682-96e731da3426'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:49:09.687819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.707615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 4fd4e418-9589-4b81-a682-96e731da3426, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4fd4e418-9589-4b81-a682-96e731da3426,segment=NetworkSegment(7c5c917c-49ea-4612-88eb-0567cf48f62c),segment_id=7c5c917c-49ea-4612-88eb-0567cf48f62c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:09.715337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.799752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=4fd4e418-9589-4b81-a682-96e731da3426,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:09.827319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c2761cb-007a-4cc5-9708-22724aa6fd4e tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.856909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b174a387-78c8-4297-85b0-256c9c17111e" -d '{"events": [{"server_uuid": "1fca2120-cad4-44a6-b36b-36203c276695", "name": "network-vif-plugged", "status": "completed", "tag": "4fd4e418-9589-4b81-a682-96e731da3426"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:49:09.859452 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Attempt 10 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:09.913461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.929050 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Pushing event updated for resources: {'Subnet': ['ID=bb3679aa-0aba-448a-a840-65fba372f494,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:09.942148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.950126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b9c0b-7748-4906-95af-e5d160b5d903 None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:09.953791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:09.957745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.054396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462b9d62-687d-4550-98d3-5ac69a41ab9b x-openstack-request-id: req-462b9d62-687d-4550-98d3-5ac69a41ab9b {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:49:10.054777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fca2120-cad4-44a6-b36b-36203c276695", "name": "network-vif-plugged", "status": "completed", "tag": "4fd4e418-9589-4b81-a682-96e731da3426", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:49:10.055252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-462b9d62-687d-4550-98d3-5ac69a41ab9b {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:49:10.055803 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462b9d62-687d-4550-98d3-5ac69a41ab9b'] response: {'server_uuid': '1fca2120-cad4-44a6-b36b-36203c276695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd4e418-9589-4b81-a682-96e731da3426', 'code': 200} Oct 17 17:49:10.074361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Provisioning for port 3cc74191-d402-4f7e-a43c-958842d63c15 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:10.081373 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Provisioning complete for port 3cc74191-d402-4f7e-a43c-958842d63c15 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:10.081880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.082311 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 1 to provision port 3cc74191-d402-4f7e-a43c-958842d63c15 Oct 17 17:49:10.129833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.138562 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Pushing event updated for resources: {'Port': ['ID=c0c3d6d0-49cf-4325-ae2d-26bf3aaa82ef,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:10.148147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 3cc74191-d402-4f7e-a43c-958842d63c15 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:10.160679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.217221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9c2761cb-007a-4cc5-9708-22724aa6fd4e tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Calling delete_port for 3cc74191-d402-4f7e-a43c-958842d63c15 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:10.385507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:10.398958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:10.401427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:10.402924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:10.403720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.412137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.415879 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8c391393-32af-4546-91c3-0a82df0bbaec tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5367138 Oct 17 17:49:10.421864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37708) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:10.433569 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event updated for resources: {'Port': ['ID=c8171d5f-8e19-4dd9-9666-600ac369f1e0,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:10.458006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Pushing event updated for resources: {'Port': ['ID=a47ed93f-6cc1-49ab-8442-e4c2262a165a,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:10.471304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27f89d2-59a3-4546-bcf3-65343482baf8']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:10.534210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1724acaa-3131-49f7-aaf9-665f05b0baff tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Synchronizing usage tracker for tenant:5cd1edca430244299705655d78aeb47b on resource:floatingip {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:10.538526 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-559cca31-d52e-4501-aff7-37d9d05c25d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1296725 Oct 17 17:49:10.542345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37714) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:10.556458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c804fc3-d1af-4f48-8980-96518482764f') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:10.556827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c804fc3-d1af-4f48-8980-96518482764f') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:10.597314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.624376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1724acaa-3131-49f7-aaf9-665f05b0baff tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Unset dirty status for tenant:5cd1edca430244299705655d78aeb47b on resource:floatingip {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:10.625628 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1724acaa-3131-49f7-aaf9-665f05b0baff tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3088 time: 0.2000089 Oct 17 17:49:10.629263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Checking segment: {'id': '040066f0-0e06-497b-a91f-bfa39109c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '766b35bb-710a-46ae-a0c2-f46c2cb2e281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:10.629625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Network hostable DHCP agents. Network: 766b35bb-710a-46ae-a0c2-f46c2cb2e281, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:49:10.631921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37720) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:10.638561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db593950-f34c-48b4-aeda-acab2305cb8f req-6eea3736-94ef-4128-9b90-785db7993804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:10.639959 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-db593950-f34c-48b4-aeda-acab2305cb8f req-6eea3736-94ef-4128-9b90-785db7993804 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 1098 time: 0.3271425 Oct 17 17:49:10.647583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c42b74-43c9-4910-9801-85116a5cb3c9 req-1bed4e81-4fcb-422c-a689-e81bae5c93c7 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:10.648981 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-58c42b74-43c9-4910-9801-85116a5cb3c9 req-1bed4e81-4fcb-422c-a689-e81bae5c93c7 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.4134250 Oct 17 17:49:10.649668 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 2 to provision port 3cc74191-d402-4f7e-a43c-958842d63c15 Oct 17 17:49:10.720417 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.730914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Pushing event updated for resources: {'Port': ['ID=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:10.751458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 3cc74191-d402-4f7e-a43c-958842d63c15 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:10.763034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:49:10.763473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.842798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Attempting to bind port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:10.843168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Attempting to bind port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:10.843525 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Attempting to bind port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 on network 03f5626e-6646-4d1a-9305-f3c3d025ed6e {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:10.847844 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 1c804fc3-d1af-4f48-8980-96518482764f resource provider aggregate not found Oct 17 17:49:10.861612 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Attempting to bind port a47ed93f-6cc1-49ab-8442-e4c2262a165a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:10.861873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Attempting to bind port a47ed93f-6cc1-49ab-8442-e4c2262a165a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:10.862182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Attempting to bind port a47ed93f-6cc1-49ab-8442-e4c2262a165a on network 79ac80e2-073f-4d37-b0c3-f487b129c61c {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:10.864529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843bcbe1-eb1e-4b62-8365-953e2e331479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:10.865423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-843bcbe1-eb1e-4b62-8365-953e2e331479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Synchronizing usage tracker for tenant:053976886bf448f3a02b305dae0e5bb6 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:10.886596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-db593950-f34c-48b4-aeda-acab2305cb8f req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.919659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-74c0c94f-f5ff-44aa-8bf9-986c3ac00277 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Synchronizing usage tracker for tenant:b8fc4bb4fd2c4d4eb1037144966ecdde on resource:floatingip {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:10.919896 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Network 766b35bb-710a-46ae-a0c2-f46c2cb2e281 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:49:10.924707 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 1c804fc3-d1af-4f48-8980-96518482764f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c804fc3-d1af-4f48-8980-96518482764f found for delete ", "request_id": "req-7b1e6981-870c-4547-ab86-959feb5f19d4"}]} Oct 17 17:49:10.930928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 on network 03f5626e-6646-4d1a-9305-f3c3d025ed6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:10.931127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Attempting to bind port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 on network 03f5626e-6646-4d1a-9305-f3c3d025ed6e {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:10.934067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Port a47ed93f-6cc1-49ab-8442-e4c2262a165a on network 79ac80e2-073f-4d37-b0c3-f487b129c61c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:10.934067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Attempting to bind port a47ed93f-6cc1-49ab-8442-e4c2262a165a on network 79ac80e2-073f-4d37-b0c3-f487b129c61c {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:10.934767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-db593950-f34c-48b4-aeda-acab2305cb8f req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:10.951916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-db593950-f34c-48b4-aeda-acab2305cb8f req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Usage tracker for resource:security_group_rule and tenant:536420a3af4a4ac08822e7e36b3884f5 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:10.956646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.958230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 766b35bb-710a-46ae-a0c2-f46c2cb2e281) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:10.958732 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-db593950-f34c-48b4-aeda-acab2305cb8f req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:10.960782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:49:10.962103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Checking segment: {'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:10.962103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Bound using segment: {'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:49:10.962103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Bound port: a47ed93f-6cc1-49ab-8442-e4c2262a165a, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd99bbb-7938-4b28-b288-d9c4a4b7af35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c'}}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:49:10.962438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.964199 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-843bcbe1-eb1e-4b62-8365-953e2e331479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Unset dirty status for tenant:053976886bf448f3a02b305dae0e5bb6 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:10.967988 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-843bcbe1-eb1e-4b62-8365-953e2e331479 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "GET /v2.0/ports/c8171d5f-8e19-4dd9-9666-600ac369f1e0 HTTP/1.1" status: 200 len: 959 time: 0.4200032 Oct 17 17:49:10.972798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:49:10.973035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Checking segment: {'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:10.973141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37728) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:10.973302 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Bound using segment: {'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:49:10.973748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Bound port: 9a7ed6da-d79c-4a24-81d1-e10e38b955f4, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd612814-d04b-46c2-a355-2f7f05d5df13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e'}}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:49:10.974145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:10.975589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-db593950-f34c-48b4-aeda-acab2305cb8f req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:10.977950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974d2bd-d835-4231-9d36-47d22acf185d None None] Network 766b35bb-710a-46ae-a0c2-f46c2cb2e281 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:10.984250 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-58c42b74-43c9-4910-9801-85116a5cb3c9 req-8ea7bb8a-97c5-4bfd-bfff-f50eac812f31 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353846 Oct 17 17:49:11.020919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:11.021536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.025748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.036907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-74c0c94f-f5ff-44aa-8bf9-986c3ac00277 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Unset dirty status for tenant:b8fc4bb4fd2c4d4eb1037144966ecdde on resource:floatingip {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:11.042006 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-74c0c94f-f5ff-44aa-8bf9-986c3ac00277 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4052541 Oct 17 17:49:11.043820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37732) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:11.089140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Pushing event deleted for resources: {'Network': ['ID=b27f89d2-59a3-4546-bcf3-65343482baf8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:11.170675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:11.171079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:11.171387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:11.171721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:11.172132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:11.172792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:11.172792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:11.173299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:11.173535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:11.173712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:11.174033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:11.174349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:11.174810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e40cde84-b71e-40f7-a60f-a332c8796bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Deleting port c8171d5f-8e19-4dd9-9666-600ac369f1e0 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:11.175231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e40cde84-b71e-40f7-a60f-a332c8796bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.193242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c2761cb-007a-4cc5-9708-22724aa6fd4e tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.206282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30299fb8-f5bf-4026-84b9-8b48de8b4221 req-d59dbc48-9468-42d3-aa7b-c81ccb888afa tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:11.207889 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-30299fb8-f5bf-4026-84b9-8b48de8b4221 req-d59dbc48-9468-42d3-aa7b-c81ccb888afa tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 944 time: 0.5964370 Oct 17 17:49:11.210055 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1c643d0f-5f9f-4539-811c-5e953a125d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5293298 Oct 17 17:49:11.254179 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-76e570ee-35e9-404a-9f41-b61fbaae2ff6 tempest-QuotasNegativeTest-2013381220 tempest-QuotasNegativeTest-2013381220-project-admin] 10.222.0.69 "DELETE /v2.0/networks/b27f89d2-59a3-4546-bcf3-65343482baf8 HTTP/1.1" status: 204 len: 168 time: 2.4090197 Oct 17 17:49:11.262032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37736) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:11.270805 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 3 to provision port 3cc74191-d402-4f7e-a43c-958842d63c15 Oct 17 17:49:11.311150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Request body: {'port': {'network_id': '766b35bb-710a-46ae-a0c2-f46c2cb2e281', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1379265949'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:11.312111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 3cc74191-d402-4f7e-a43c-958842d63c15 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:49:11.328712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2761cb-007a-4cc5-9708-22724aa6fd4e tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Pushing event deleted for resources: {'Port': ['ID=3cc74191-d402-4f7e-a43c-958842d63c15,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:11.385152 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Provisioning complete for port 32a02bca-958c-41b8-bf67-f658d7dbd332 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:11.386190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.386894 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 1 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:11.445376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-766b35bb-710a-46ae-a0c2-f46c2cb2e281', 'network_id': '766b35bb-710a-46ae-a0c2-f46c2cb2e281', 'tenant_id': '8ce28a7529df43bf965f71b4cf0b8fcc', 'fixed_ips': [{'subnet_id': 'bb3679aa-0aba-448a-a840-65fba372f494'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:49:11.446389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.522929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] For port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4, host hv-neutron-8608, cleared binding levels {{(pid=89190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:49:11.547654 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:11.585693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] For port a47ed93f-6cc1-49ab-8442-e4c2262a165a, host hv-neutron-8608, cleared binding levels {{(pid=89190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:49:11.658864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d407c-748f-49b4-a9a9-5e29ce97d542 tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Deleting port c0c3d6d0-49cf-4325-ae2d-26bf3aaa82ef {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:11.659371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3c8d407c-748f-49b4-a9a9-5e29ce97d542 tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.663723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] For port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:49:11.668735 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-30299fb8-f5bf-4026-84b9-8b48de8b4221 req-363e5864-ee01-485a-8ec2-fefeaab8850c tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4037354 Oct 17 17:49:11.705220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Allocated IP 2001:db8::2 (766b35bb-710a-46ae-a0c2-f46c2cb2e281/bb3679aa-0aba-448a-a840-65fba372f494/86ef15ff-f208-4530-bb25-83e53a068b88) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:11.731174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] For port a47ed93f-6cc1-49ab-8442-e4c2262a165a, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a47ed93f-6cc1-49ab-8442-e4c2262a165a,segment=NetworkSegment(3dd99bbb-7938-4b28-b288-d9c4a4b7af35),segment_id=3dd99bbb-7938-4b28-b288-d9c4a4b7af35)] {{(pid=89190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:49:11.733690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.817727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-db593950-f34c-48b4-aeda-acab2305cb8f req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.844280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:11.844898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.847220 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] 10.222.0.20 "PUT /v2.0/ports/9a7ed6da-d79c-4a24-81d1-e10e38b955f4 HTTP/1.1" status: 200 len: 1094 time: 4.5825341 Oct 17 17:49:11.862288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8720d-e696-4366-87cb-3c3544196f1d service neutron] Pushing event updated for resources: {'Port': ['ID=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:11.866339 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481dde18-6209-4534-bb81-28e60abc29f2', 'tag': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:49:11.880888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.924217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-db593950-f34c-48b4-aeda-acab2305cb8f req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.939806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:11.940458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:11.942060 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] 10.222.0.20 "PUT /v2.0/ports/a47ed93f-6cc1-49ab-8442-e4c2262a165a HTTP/1.1" status: 200 len: 1094 time: 4.6151366 Oct 17 17:49:12.004244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.048012 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-db593950-f34c-48b4-aeda-acab2305cb8f req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2197545 Oct 17 17:49:12.048602 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 2 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:12.093400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95343be-a534-4532-a24c-eb454cfe6529 req-2a979450-91f5-4719-813b-6e8290bd1d79 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:12.098779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c2761cb-007a-4cc5-9708-22724aa6fd4e tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.100636 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e95343be-a534-4532-a24c-eb454cfe6529 req-2a979450-91f5-4719-813b-6e8290bd1d79 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 944 time: 0.9301224 Oct 17 17:49:12.104462 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Transition to ACTIVE for port object 86ef15ff-f208-4530-bb25-83e53a068b88 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:12.109027 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9c2761cb-007a-4cc5-9708-22724aa6fd4e tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] 10.222.0.69 "DELETE /v2.0/ports/3cc74191-d402-4f7e-a43c-958842d63c15 HTTP/1.1" status: 204 len: 168 time: 4.0295131 Oct 17 17:49:12.138281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Transition to ACTIVE for port object 86ef15ff-f208-4530-bb25-83e53a068b88 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:12.139662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:12.145821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:12.146289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.150015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Usage tracker for resource:port and tenant:8ce28a7529df43bf965f71b4cf0b8fcc is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:12.154521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:12.177076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37752) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:12.177561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37754) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:12.178929 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3c8d407c-748f-49b4-a9a9-5e29ce97d542 tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.179443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3c8d407c-748f-49b4-a9a9-5e29ce97d542 tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.180722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f755534-6068-4e5e-a528-bf44b25d0d82" -d '{"events": [{"name": "network-changed", "server_uuid": "481dde18-6209-4534-bb81-28e60abc29f2", "tag": "9a7ed6da-d79c-4a24-81d1-e10e38b955f4"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:49:12.221967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Network 766b35bb-710a-46ae-a0c2-f46c2cb2e281 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:12.223826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:12.227816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:12.229753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:12.242599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-246eef1e-f71b-4861-a72d-66433f89b9be tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Request body: {'port': {'name': 'tempest-new-port-name-2045029332', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:12.243291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.api.validators [None req-246eef1e-f71b-4861-a72d-66433f89b9be tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] bootfile-name is not in valid_values {{(pid=89190) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 17:49:12.243712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.api.validators [None req-246eef1e-f71b-4861-a72d-66433f89b9be tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] tftp-server is not in valid_values {{(pid=89190) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 17:49:12.244162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.api.validators [None req-246eef1e-f71b-4861-a72d-66433f89b9be tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] server-ip-address is not in valid_values {{(pid=89190) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 17:49:12.270454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Pushing event updated for resources: {'Port': ['ID=86ef15ff-f208-4530-bb25-83e53a068b88,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:12.321898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9313b4-7e34-488a-b9c4-9ba02557b57b,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:12.336579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3c8d407c-748f-49b4-a9a9-5e29ce97d542 tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Calling delete_port for c0c3d6d0-49cf-4325-ae2d-26bf3aaa82ef owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:12.360829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Made reservation on behalf of 8ce28a7529df43bf965f71b4cf0b8fcc for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:12.363401 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Attempting to bind port 86ef15ff-f208-4530-bb25-83e53a068b88 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:12.363967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Attempting to bind port 86ef15ff-f208-4530-bb25-83e53a068b88 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '040066f0-0e06-497b-a91f-bfa39109c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '766b35bb-710a-46ae-a0c2-f46c2cb2e281'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:12.364097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.364325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Attempting to bind port 86ef15ff-f208-4530-bb25-83e53a068b88 on network 766b35bb-710a-46ae-a0c2-f46c2cb2e281 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:12.373620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f931b5-3595-4f43-9ba4-1bd5fe69de09 service neutron] Pushing event updated for resources: {'Port': ['ID=a47ed93f-6cc1-49ab-8442-e4c2262a165a,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:12.374090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e40cde84-b71e-40f7-a60f-a332c8796bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.374236 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:49:12.374590 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Checking segment: {'id': '040066f0-0e06-497b-a91f-bfa39109c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '766b35bb-710a-46ae-a0c2-f46c2cb2e281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:12.375183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.375577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Bound using segment: {'id': '040066f0-0e06-497b-a91f-bfa39109c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '766b35bb-710a-46ae-a0c2-f46c2cb2e281'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:49:12.390110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Bound port: 86ef15ff-f208-4530-bb25-83e53a068b88, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '040066f0-0e06-497b-a91f-bfa39109c73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '766b35bb-710a-46ae-a0c2-f46c2cb2e281'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:49:12.391397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.397373 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:12.397715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:12.398094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:12.398376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:12.398704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:12.399027 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:12.399373 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:12.399958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:12.400284 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:12.401069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:12.401069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:12.401233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83eded-1e3c-40a2-bf59-12b2982e76da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:12.419379 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e95343be-a534-4532-a24c-eb454cfe6529 req-19e21010-f02c-4a46-b83c-618d887b6842 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3176990 Oct 17 17:49:12.456844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] device_id is not set on port c377ddf3-4e20-46e6-b720-7ee33660c021 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:12.556258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] For port 86ef15ff-f208-4530-bb25-83e53a068b88, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:49:12.560412 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] For port 86ef15ff-f208-4530-bb25-83e53a068b88, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=86ef15ff-f208-4530-bb25-83e53a068b88,segment=NetworkSegment(040066f0-0e06-497b-a91f-bfa39109c73d),segment_id=040066f0-0e06-497b-a91f-bfa39109c73d)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:49:12.564868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.596648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e40cde84-b71e-40f7-a60f-a332c8796bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Calling delete_port for c8171d5f-8e19-4dd9-9666-600ac369f1e0 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:12.642944 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 3 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:12.701618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dbd059-302a-4a5c-93ad-84f17496d92b x-openstack-request-id: req-06dbd059-302a-4a5c-93ad-84f17496d92b {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:49:12.701854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481dde18-6209-4534-bb81-28e60abc29f2", "tag": "9a7ed6da-d79c-4a24-81d1-e10e38b955f4", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:49:12.702086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06dbd059-302a-4a5c-93ad-84f17496d92b {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:49:12.702504 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06dbd059-302a-4a5c-93ad-84f17496d92b'] response: {'name': 'network-changed', 'server_uuid': '481dde18-6209-4534-bb81-28e60abc29f2', 'tag': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4', 'status': 'completed', 'code': 200} Oct 17 17:49:12.762865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514ee66-6fbc-4414-bda0-f9c1c879d6be None None] Pushing event updated for resources: {'Port': ['ID=86ef15ff-f208-4530-bb25-83e53a068b88,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:12.771671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:12.783561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75e88c15-1d10-47d3-a00d-f8424881dfe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.815300 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-246eef1e-f71b-4861-a72d-66433f89b9be tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.837298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-1ad0c917-6c24-4deb-a1d4-a646baa4cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:12.838802 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-1ad0c917-6c24-4deb-a1d4-a646baa4cf82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3f4e422ce3c4b4ea78d81856a691f25&device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 1097 time: 0.8129842 Oct 17 17:49:12.843961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-75e88c15-1d10-47d3-a00d-f8424881dfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:12.866060 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-84971833-9238-4e5e-99ef-a1257c572977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:12.867691 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-84971833-9238-4e5e-99ef-a1257c572977 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=995cd1702baf4d09a90e2ff17f6fc980&device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 1097 time: 0.9172962 Oct 17 17:49:12.944044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e40cde84-b71e-40f7-a60f-a332c8796bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:12.946840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-75e88c15-1d10-47d3-a00d-f8424881dfe1 admin admin] Usage tracker for resource:security_group_rule and tenant:46fa569100e34e6ead6d6b3ca95b6606 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:12.960947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-75e88c15-1d10-47d3-a00d-f8424881dfe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:13.025068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cde84-b71e-40f7-a60f-a332c8796bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8171d5f-8e19-4dd9-9666-600ac369f1e0,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:13.030997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e40cde84-b71e-40f7-a60f-a332c8796bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:13.044743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3c8d407c-748f-49b4-a9a9-5e29ce97d542 tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:13.109555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-75e88c15-1d10-47d3-a00d-f8424881dfe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:13.112478 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-98727707-289a-4dd2-9a1d-59ce68ca2c25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a47ed93f-6cc1-49ab-8442-e4c2262a165a HTTP/1.1" status: 200 len: 217 time: 0.2505684 Oct 17 17:49:13.114170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d407c-748f-49b4-a9a9-5e29ce97d542 tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Pushing event deleted for resources: {'Port': ['ID=c0c3d6d0-49cf-4325-ae2d-26bf3aaa82ef,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:13.133609 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fb1ed-8e3a-40d3-9aab-e763d55c33ac req-5b3b021a-a9c9-4f77-bfb8-8bfdb0065e3f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:13.135112 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3f9fb1ed-8e3a-40d3-9aab-e763d55c33ac req-5b3b021a-a9c9-4f77-bfb8-8bfdb0065e3f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.9286165 Oct 17 17:49:13.144781 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-c11a4a30-eb85-4134-864c-6d752b6aad7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a7ed6da-d79c-4a24-81d1-e10e38b955f4 HTTP/1.1" status: 200 len: 217 time: 0.1805985 Oct 17 17:49:13.169223 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e40cde84-b71e-40f7-a60f-a332c8796bb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c8171d5f-8e19-4dd9-9666-600ac369f1e0 HTTP/1.1" status: 204 len: 168 time: 2.1889398 Oct 17 17:49:13.193825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37770) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:13.213928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b90eb1-88ac-4b33-839c-3b771e9c15e4 req-328cb55e-4ff4-4bce-8478-88b427b6b022 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:13.215962 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-36b90eb1-88ac-4b33-839c-3b771e9c15e4 req-328cb55e-4ff4-4bce-8478-88b427b6b022 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 944 time: 0.3695018 Oct 17 17:49:13.253233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3c8d407c-748f-49b4-a9a9-5e29ce97d542 tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:13.255676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3c8d407c-748f-49b4-a9a9-5e29ce97d542 tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:13.259173 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3c8d407c-748f-49b4-a9a9-5e29ce97d542 tempest-FloatingIPAdminTestJSON-983125454 tempest-FloatingIPAdminTestJSON-983125454-project] 10.222.0.69 "DELETE /v2.0/floatingips/b84cd21b-95f7-456d-b208-162615e6be09 HTTP/1.1" status: 204 len: 168 time: 2.2119882 Oct 17 17:49:13.259397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37774) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:13.272667 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 4 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:13.331936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:13.384581 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-762f9537-f754-4f1e-8af7-35a828736c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] GET failed (client error): The resource could not be found. Oct 17 17:49:13.389543 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-762f9537-f754-4f1e-8af7-35a828736c4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "GET /v2.0/ports/c8171d5f-8e19-4dd9-9666-600ac369f1e0 HTTP/1.1" status: 404 len: 333 time: 0.1912918 Oct 17 17:49:13.419343 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-36b90eb1-88ac-4b33-839c-3b771e9c15e4 req-f24e7599-a805-4c47-9fdb-457aa423f5a7 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927481 Oct 17 17:49:13.419544 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37778) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:13.420665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Allocated IP 2001:db8::ed (766b35bb-710a-46ae-a0c2-f46c2cb2e281/bb3679aa-0aba-448a-a840-65fba372f494/c377ddf3-4e20-46e6-b720-7ee33660c021) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:13.434193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-89b2ce7e-8be6-43c6-a950-7e631a972b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:13.435569 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-89b2ce7e-8be6-43c6-a950-7e631a972b3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda448af-5e6a-46d1-83c7-e9860dc5dd0d HTTP/1.1" status: 200 len: 843 time: 0.2969618 Oct 17 17:49:13.449547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-2c7add17-458a-4c02-805d-543b29f73009 tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Deleting port ad22b339-24b3-49d6-b31f-fe76cd9218cf {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:13.449952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c7add17-458a-4c02-805d-543b29f73009 tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:13.499194 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3f9fb1ed-8e3a-40d3-9aab-e763d55c33ac req-11c1f4fb-e45c-4532-b73d-04bbc02fa091 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182936 Oct 17 17:49:13.511747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Request body: {'port': {'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-614136853'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:13.515934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-64f89226-a5f8-4a3a-8bdc-9c653e6c91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:13.517362 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-64f89226-a5f8-4a3a-8bdc-9c653e6c91cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75f3d772-483f-4177-8883-a19140d2941f HTTP/1.1" status: 200 len: 851 time: 0.3268738 Oct 17 17:49:13.580928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:13.661539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Usage tracker for resource:port and tenant:053976886bf448f3a02b305dae0e5bb6 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:13.674374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:13.721918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c7add17-458a-4c02-805d-543b29f73009 tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:13.722551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c7add17-458a-4c02-805d-543b29f73009 tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:13.730596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:13.829201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229e303-240c-4cfe-8f3e-12271398720c req-e7c608c4-1e6b-4e22-8309-484cea229553 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:13.830893 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7229e303-240c-4cfe-8f3e-12271398720c req-e7c608c4-1e6b-4e22-8309-484cea229553 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 944 time: 0.2459416 Oct 17 17:49:13.833324 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 5 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:13.904222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-2c7add17-458a-4c02-805d-543b29f73009 tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Calling delete_port for ad22b339-24b3-49d6-b31f-fe76cd9218cf owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:13.924424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:13.977947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08994e3a-1968-4c5e-87e9-e9f63438cf95 None None] Network 766b35bb-710a-46ae-a0c2-f46c2cb2e281 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:14.005954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Made reservation on behalf of 053976886bf448f3a02b305dae0e5bb6 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:14.008308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.027623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75e88c15-1d10-47d3-a00d-f8424881dfe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.061705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75e88c15-1d10-47d3-a00d-f8424881dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.119452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] device_id is not set on port b2eb7c32-8acc-491f-8413-daf092214860 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:14.127990 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7229e303-240c-4cfe-8f3e-12271398720c req-9106a84d-71cb-429d-8cf8-74a3cd804877 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324083 Oct 17 17:49:14.129533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c7add17-458a-4c02-805d-543b29f73009 tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.175402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-246eef1e-f71b-4861-a72d-66433f89b9be tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.220464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-246eef1e-f71b-4861-a72d-66433f89b9be tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.233785 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7add17-458a-4c02-805d-543b29f73009 tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad22b339-24b3-49d6-b31f-fe76cd9218cf,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:14.247883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 86ef15ff-f208-4530-bb25-83e53a068b88 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:49:14.272133 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-75e88c15-1d10-47d3-a00d-f8424881dfe1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46fa569100e34e6ead6d6b3ca95b6606&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0518451 Oct 17 17:49:14.272133 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-6d32a9f1-2ad3-4bde-bf04-5f0742a66247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:14.273368 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-6d32a9f1-2ad3-4bde-bf04-5f0742a66247 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f5626e-6646-4d1a-9305-f3c3d025ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6865432 Oct 17 17:49:14.276452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37784) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:14.287510 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e88c15-1d10-47d3-a00d-f8424881dfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36583cf-067d-4cbb-99d4-ddc3f7dbcc9c,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:14.290672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-107f05d9-7346-4623-9c49-b7acd5012c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:14.292237 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-107f05d9-7346-4623-9c49-b7acd5012c2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79ac80e2-073f-4d37-b0c3-f487b129c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7855332 Oct 17 17:49:14.341272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c7add17-458a-4c02-805d-543b29f73009 tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.372502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-55e68946-e33d-4372-b125-8bdd36b930f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.386634 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c7add17-458a-4c02-805d-543b29f73009 tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.387674 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2c7add17-458a-4c02-805d-543b29f73009 tempest-FloatingIPAdminTestJSON-1669010197 tempest-FloatingIPAdminTestJSON-1669010197-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/4d3b4602-7f89-435a-8e26-9a43aefb46a7 HTTP/1.1" status: 204 len: 168 time: 1.1273661 Oct 17 17:49:14.391708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37788) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:14.431693 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 6 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:14.459764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-55e68946-e33d-4372-b125-8bdd36b930f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.498318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.510661 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0c213188-efb3-408b-abe4-bd1db3e06021 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Deleting port c80b9e50-7e56-423b-9faa-8311afc8f083 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:14.511584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c213188-efb3-408b-abe4-bd1db3e06021 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.545331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:14.577240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 86ef15ff-f208-4530-bb25-83e53a068b88 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:14.641627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246eef1e-f71b-4861-a72d-66433f89b9be tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Pushing event updated for resources: {'Port': ['ID=32a02bca-958c-41b8-bf67-f658d7dbd332,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:14.664651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-55e68946-e33d-4372-b125-8bdd36b930f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.804177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'tag': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:49:14.806586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0550df4-7bd2-4838-a9b4-9d55228fe0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3b123b-dc32-4a48-895b-03a52459ad22", "tag": "a47ed93f-6cc1-49ab-8442-e4c2262a165a"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:49:14.835512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e68946-e33d-4372-b125-8bdd36b930f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36583cf-067d-4cbb-99d4-ddc3f7dbcc9c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:14.881029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Transition to ACTIVE for port object c377ddf3-4e20-46e6-b720-7ee33660c021 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:14.946134 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-55e68946-e33d-4372-b125-8bdd36b930f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:14.951344 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-55e68946-e33d-4372-b125-8bdd36b930f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f36583cf-067d-4cbb-99d4-ddc3f7dbcc9c HTTP/1.1" status: 204 len: 168 time: 0.6665223 Oct 17 17:49:15.030346 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-246eef1e-f71b-4861-a72d-66433f89b9be tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] In _notify_port_updated(), no bound segment for port 32a02bca-958c-41b8-bf67-f658d7dbd332 on network f15549d9-fc0e-404f-ba01-c64b003c2ee3 {{(pid=89190) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:49:15.035906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246eef1e-f71b-4861-a72d-66433f89b9be tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:15.037119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-246eef1e-f71b-4861-a72d-66433f89b9be tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:15.040895 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-246eef1e-f71b-4861-a72d-66433f89b9be tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] 10.222.0.69 "PUT /v2.0/ports/32a02bca-958c-41b8-bf67-f658d7dbd332 HTTP/1.1" status: 200 len: 1136 time: 2.8187118 Oct 17 17:49:15.046752 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 7 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:15.047395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8a330-1e50-4c92-b74c-99cce86107b9 req-431c39e0-357b-4bbd-8982-fe3d9fdb4c94 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:15.048339 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-74c8a330-1e50-4c92-b74c-99cce86107b9 req-431c39e0-357b-4bbd-8982-fe3d9fdb4c94 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.3532732 Oct 17 17:49:15.048824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37800) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:15.054498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c213188-efb3-408b-abe4-bd1db3e06021 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:15.168377 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-2f31f8b1-dffe-4fc7-9965-c56cd63ee188 service neutron] 10.222.0.20 "GET /v2.0/networks/79ac80e2-073f-4d37-b0c3-f487b129c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8218930 Oct 17 17:49:15.180688 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-0e3ab0aa-04c9-4688-898c-e56f298a99a8 service neutron] 10.222.0.20 "GET /v2.0/networks/03f5626e-6646-4d1a-9305-f3c3d025ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8747711 Oct 17 17:49:15.188706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:15.234951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:15.250004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:15.277384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0c213188-efb3-408b-abe4-bd1db3e06021 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Calling delete_port for c80b9e50-7e56-423b-9faa-8311afc8f083 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:15.358469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37808) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:15.369079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f8ecd-03f1-4730-992d-6633a1b67113 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:15.374341 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-960f8ecd-03f1-4730-992d-6633a1b67113 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] 10.222.0.69 "GET /v2.0/ports/32a02bca-958c-41b8-bf67-f658d7dbd332 HTTP/1.1" status: 200 len: 1136 time: 0.3185880 Oct 17 17:49:15.378050 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37812) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:15.398948 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-74c8a330-1e50-4c92-b74c-99cce86107b9 req-2940bd31-1bf1-4b35-8083-070cb851ce49 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041711 Oct 17 17:49:15.401188 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e6d9f-9d0e-4df3-a6e0-66c646616124 req-6050dfe4-3a56-48fd-88dc-55fdc1004d60 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:15.403256 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d51e6d9f-9d0e-4df3-a6e0-66c646616124 req-6050dfe4-3a56-48fd-88dc-55fdc1004d60 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 944 time: 0.7628608 Oct 17 17:49:15.465408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b782-57b6-44a8-889f-2c72409b2b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:15.489103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a47de9-9bfe-434c-8c88-13fa3b1450e1 x-openstack-request-id: req-09a47de9-9bfe-434c-8c88-13fa3b1450e1 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:49:15.489384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3b123b-dc32-4a48-895b-03a52459ad22", "tag": "a47ed93f-6cc1-49ab-8442-e4c2262a165a", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:49:15.489624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-09a47de9-9bfe-434c-8c88-13fa3b1450e1 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:49:15.490006 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a47de9-9bfe-434c-8c88-13fa3b1450e1'] response: {'name': 'network-changed', 'server_uuid': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'tag': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a', 'status': 'completed', 'code': 200} Oct 17 17:49:15.498548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Network 766b35bb-710a-46ae-a0c2-f46c2cb2e281 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:15.510009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:15.513732 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8cf0b782-57b6-44a8-889f-2c72409b2b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:15.527695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ec5dc-5120-4d30-b427-4286ee92e04d tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Deleting port 32a02bca-958c-41b8-bf67-f658d7dbd332 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:15.528056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc9ec5dc-5120-4d30-b427-4286ee92e04d tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:15.549461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:15.554917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:15.555604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:15.561364 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Pushing event updated for resources: {'Port': ['ID=c377ddf3-4e20-46e6-b720-7ee33660c021,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:15.569453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8cf0b782-57b6-44a8-889f-2c72409b2b18 admin admin] Usage tracker for resource:security_group_rule and tenant:f05cfd85747647e4913da6ce29ec1705 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:15.574397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8cf0b782-57b6-44a8-889f-2c72409b2b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:15.625443 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d51e6d9f-9d0e-4df3-a6e0-66c646616124 req-0c833abe-8b23-4158-b07d-0c9e0e9f45fa tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979773 Oct 17 17:49:15.629862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8cf0b782-57b6-44a8-889f-2c72409b2b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:15.633604 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f87e5e08-ebc4-4134-ad55-4b332d14f210 req-8985ad92-b085-42e8-9d2c-3eb5e359e695 service neutron] 10.222.0.20 "GET /v2.0/networks/03f5626e-6646-4d1a-9305-f3c3d025ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256442 Oct 17 17:49:15.646246 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-869acda5-c3d8-4aac-9b60-668eec7bce4b req-8ef15b42-627f-47ec-b934-28c8c5083527 service neutron] 10.222.0.20 "GET /v2.0/networks/79ac80e2-073f-4d37-b0c3-f487b129c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646103 Oct 17 17:49:15.651970 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:15.655016 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9d24cdfd-1453-4b82-a13b-59ea7532f563 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.3873312 Oct 17 17:49:15.672904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37818) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:15.690404 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 8 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:15.780490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:15.790027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Request body: {'port': {'network_id': '766b35bb-710a-46ae-a0c2-f46c2cb2e281', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-116981898', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:15.790511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.api.validators [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] bootfile-name is not in valid_values {{(pid=89190) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 17:49:15.790844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.api.validators [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] tftp-server is not in valid_values {{(pid=89190) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 17:49:15.791209 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.api.validators [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] server-ip-address is not in valid_values {{(pid=89190) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 17:49:15.817751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:15.819069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:15.875518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:15.876340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:15.876932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:15.900993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c213188-efb3-408b-abe4-bd1db3e06021 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:16.049303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c213188-efb3-408b-abe4-bd1db3e06021 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event deleted for resources: {'Port': ['ID=c80b9e50-7e56-423b-9faa-8311afc8f083,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:16.117468 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event updated for resources: {'Port': ['ID=b2eb7c32-8acc-491f-8413-daf092214860,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:16.124929 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b1f1d43a-9363-493b-b3ae-1d249eb5707a tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6936202 Oct 17 17:49:16.129474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37824) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:16.153972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8608'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:16.165372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dd544-cbc8-4d4a-b82c-560357177530 req-bbbf8192-bbea-434f-9ddb-fd81157136cd tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:16.166968 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2a6dd544-cbc8-4d4a-b82c-560357177530 req-bbbf8192-bbea-434f-9ddb-fd81157136cd tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 944 time: 0.5772145 Oct 17 17:49:16.228661 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b782-57b6-44a8-889f-2c72409b2b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:16.249749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8cf0b782-57b6-44a8-889f-2c72409b2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:16.282490 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 9 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:16.316890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc9ec5dc-5120-4d30-b427-4286ee92e04d tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:16.336402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c213188-efb3-408b-abe4-bd1db3e06021 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:16.348801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:16.352627 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2a6dd544-cbc8-4d4a-b82c-560357177530 req-edd64ec1-fa63-4452-9f36-b57bcf569f45 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712317 Oct 17 17:49:16.354080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c806842-a3a5-4f7a-bf21-f804e55424cc req-5107b47d-e42f-4b62-9fb6-fe2cd7218020 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:16.356539 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c806842-a3a5-4f7a-bf21-f804e55424cc req-5107b47d-e42f-4b62-9fb6-fe2cd7218020 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.5493367 Oct 17 17:49:16.357619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:16.374340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0550df4-7bd2-4838-a9b4-9d55228fe0ce req-e8381098-3edc-46d3-8bb6-35d1a51c319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:16.376027 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a0550df4-7bd2-4838-a9b4-9d55228fe0ce req-e8381098-3edc-46d3-8bb6-35d1a51c319e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3f4e422ce3c4b4ea78d81856a691f25&device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 1097 time: 0.5380809 Oct 17 17:49:16.379653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37828) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:16.381606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f755534-6068-4e5e-a528-bf44b25d0d82 req-ac427752-0ab7-4166-8264-80826b30c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:16.383092 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3f755534-6068-4e5e-a528-bf44b25d0d82 req-ac427752-0ab7-4166-8264-80826b30c014 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=995cd1702baf4d09a90e2ff17f6fc980&device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 1097 time: 0.5474544 Oct 17 17:49:16.385885 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Usage tracker for resource:port and tenant:8ce28a7529df43bf965f71b4cf0b8fcc is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:16.390547 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:16.421461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5a8308ac-24d3-4b66-ac47-0d725565f0dd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Request body: {'floatingip': {'port_id': '4fd4e418-9589-4b81-a682-96e731da3426'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:16.472407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:16.476502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-bc9ec5dc-5120-4d30-b427-4286ee92e04d tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Calling delete_port for 32a02bca-958c-41b8-bf67-f658d7dbd332 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:16.507572 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8cf0b782-57b6-44a8-889f-2c72409b2b18 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f05cfd85747647e4913da6ce29ec1705&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1456361 Oct 17 17:49:16.508906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37832) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:16.529216 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0c213188-efb3-408b-abe4-bd1db3e06021 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "DELETE /v2.0/ports/c80b9e50-7e56-423b-9faa-8311afc8f083 HTTP/1.1" status: 204 len: 168 time: 2.1363249 Oct 17 17:49:16.529673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:16.530131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0b782-57b6-44a8-889f-2c72409b2b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d344851-bbed-498c-b332-ffa12f23b537,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:16.543780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37836) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:16.803781 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a8308ac-24d3-4b66-ac47-0d725565f0dd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for floatingip, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:16.804915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9086f3e8-4e87-4af5-a1bc-cdcee6aecf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:16.850468 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Attempt 10 to provision port 32a02bca-958c-41b8-bf67-f658d7dbd332 Oct 17 17:49:16.893805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911b374a-f5c0-4959-8f63-05ea40a02831 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:16.894771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-911b374a-f5c0-4959-8f63-05ea40a02831 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Synchronizing usage tracker for tenant:b8fc4bb4fd2c4d4eb1037144966ecdde on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:16.902314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9086f3e8-4e87-4af5-a1bc-cdcee6aecf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:16.916161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Port 32a02bca-958c-41b8-bf67-f658d7dbd332 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:16.930566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Provisioning for port a47ed93f-6cc1-49ab-8442-e4c2262a165a completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:16.935294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Made reservation on behalf of 8ce28a7529df43bf965f71b4cf0b8fcc for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:16.938936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:16.942370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc9ec5dc-5120-4d30-b427-4286ee92e04d tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:16.952256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8b9e24f2-cf31-40f0-bd2d-f6caff1cc48e None None] Provisioning for port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:17.010294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-911b374a-f5c0-4959-8f63-05ea40a02831 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Unset dirty status for tenant:b8fc4bb4fd2c4d4eb1037144966ecdde on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:17.012116 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-911b374a-f5c0-4959-8f63-05ea40a02831 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "GET /v2.0/ports?device_id=34f4f581-a61e-466c-acf9-a7b9f647f5a2 HTTP/1.1" status: 200 len: 913 time: 0.4634206 Oct 17 17:49:17.015411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ec5dc-5120-4d30-b427-4286ee92e04d tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Pushing event deleted for resources: {'Port': ['ID=32a02bca-958c-41b8-bf67-f658d7dbd332,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:17.020279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37842) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:17.088060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Provisioning for port 86ef15ff-f208-4530-bb25-83e53a068b88 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:17.096115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Provisioning complete for port 86ef15ff-f208-4530-bb25-83e53a068b88 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:17.096918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:17.097362 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Attempt 1 to provision port 86ef15ff-f208-4530-bb25-83e53a068b88 Oct 17 17:49:17.218318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] device_id is not set on port a7ee5a38-d498-4d6f-a6de-63bfc1b432e7 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:17.266188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Current status of the port 86ef15ff-f208-4530-bb25-83e53a068b88 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:17.266920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:17.312665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] For port 86ef15ff-f208-4530-bb25-83e53a068b88, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=86ef15ff-f208-4530-bb25-83e53a068b88,segment=NetworkSegment(040066f0-0e06-497b-a91f-bfa39109c73d),segment_id=040066f0-0e06-497b-a91f-bfa39109c73d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:17.317964 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:17.383259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Provisioning for port c377ddf3-4e20-46e6-b720-7ee33660c021 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:17.394418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Provisioning complete for port c377ddf3-4e20-46e6-b720-7ee33660c021 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:17.395024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:17.395391 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Attempt 1 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:17.421540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f755534-6068-4e5e-a528-bf44b25d0d82 req-045a1cd3-cc9b-493a-af45-d12177765b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:17.423568 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3f755534-6068-4e5e-a528-bf44b25d0d82 req-045a1cd3-cc9b-493a-af45-d12177765b89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03f5626e-6646-4d1a-9305-f3c3d025ed6e HTTP/1.1" status: 200 len: 913 time: 1.0062475 Oct 17 17:49:17.438318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0550df4-7bd2-4838-a9b4-9d55228fe0ce req-c88ac066-7bd6-401a-9280-abfb312155ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:17.439735 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a0550df4-7bd2-4838-a9b4-9d55228fe0ce req-c88ac066-7bd6-401a-9280-abfb312155ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=79ac80e2-073f-4d37-b0c3-f487b129c61c HTTP/1.1" status: 200 len: 905 time: 1.0501392 Oct 17 17:49:17.450608 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Pushing event updated for resources: {'Port': ['ID=86ef15ff-f208-4530-bb25-83e53a068b88,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:17.463740 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:17.464953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:17.465497 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:17.466020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:17.466563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:17.467122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:17.467674 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:17.468199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:17.468724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:17.469255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:17.469775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:17.470291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:17.480828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:17.569445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9086f3e8-4e87-4af5-a1bc-cdcee6aecf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:17.606666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086f3e8-4e87-4af5-a1bc-cdcee6aecf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d344851-bbed-498c-b332-ffa12f23b537,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:17.612065 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3f755534-6068-4e5e-a528-bf44b25d0d82 req-c49ca05e-3fe5-4a6d-80f2-1fca72a80f8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a7ed6da-d79c-4a24-81d1-e10e38b955f4 HTTP/1.1" status: 200 len: 217 time: 0.1799381 Oct 17 17:49:17.614641 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc9ec5dc-5120-4d30-b427-4286ee92e04d tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:17.642498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9086f3e8-4e87-4af5-a1bc-cdcee6aecf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:17.643980 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9086f3e8-4e87-4af5-a1bc-cdcee6aecf67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d344851-bbed-498c-b332-ffa12f23b537 HTTP/1.1" status: 204 len: 168 time: 1.1203752 Oct 17 17:49:17.650410 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bc9ec5dc-5120-4d30-b427-4286ee92e04d tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] 10.222.0.69 "DELETE /v2.0/ports/32a02bca-958c-41b8-bf67-f658d7dbd332 HTTP/1.1" status: 204 len: 168 time: 2.2713881 Oct 17 17:49:17.654372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37850) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:17.675173 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a0550df4-7bd2-4838-a9b4-9d55228fe0ce req-7dc2df4b-c045-4b7f-8fce-8e99080551a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a47ed93f-6cc1-49ab-8442-e4c2262a165a HTTP/1.1" status: 200 len: 217 time: 0.1757967 Oct 17 17:49:17.770527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3912c3-47b0-4d5b-bd2a-e16c6104f8a7 req-c1536acb-0e5a-4ec2-a058-3447eda6fa7a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:17.772005 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ca3912c3-47b0-4d5b-bd2a-e16c6104f8a7 req-c1536acb-0e5a-4ec2-a058-3447eda6fa7a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 944 time: 0.2810800 Oct 17 17:49:17.795990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c8af79-3ae9-4a7c-91bb-d54c25d48bcc tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Deleting subnet c9f8afed-29f0-4f6e-90a7-5ef40e0c3735 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:49:17.818717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c8af79-3ae9-4a7c-91bb-d54c25d48bcc tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:17.856965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752a275-a9e5-4157-9bf4-2cb43e68196c req-d77e37e6-f8b9-4847-a9b4-9368563713fc tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:17.863927 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3752a275-a9e5-4157-9bf4-2cb43e68196c req-d77e37e6-f8b9-4847-a9b4-9368563713fc tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 944 time: 1.0909233 Oct 17 17:49:17.933423 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ca3912c3-47b0-4d5b-bd2a-e16c6104f8a7 req-7409d8ed-d876-498d-94c3-fe96fd085001 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489084 Oct 17 17:49:17.942914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c8af79-3ae9-4a7c-91bb-d54c25d48bcc tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:17.983530 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Attempt 2 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:18.053777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f755534-6068-4e5e-a528-bf44b25d0d82 req-0e983a72-d98d-4e3f-8fb0-0f87fb8ddf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:18.055252 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3f755534-6068-4e5e-a528-bf44b25d0d82 req-0e983a72-d98d-4e3f-8fb0-0f87fb8ddf3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75f3d772-483f-4177-8883-a19140d2941f HTTP/1.1" status: 200 len: 851 time: 0.3754492 Oct 17 17:49:18.114884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c8af79-3ae9-4a7c-91bb-d54c25d48bcc tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:18.139033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:18.154460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 86ef15ff-f208-4530-bb25-83e53a068b88 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:49:18.195837 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3752a275-a9e5-4157-9bf4-2cb43e68196c req-ce52025f-fefd-4a6f-a794-5b9dce47e4db tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245926 Oct 17 17:49:18.196975 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29f62d92-222c-44f8-8020-0d7c56c3f7af tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:18.199712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0550df4-7bd2-4838-a9b4-9d55228fe0ce req-59baa9a8-f56f-4dc4-86b5-a9bff9e083ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:18.203816 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a0550df4-7bd2-4838-a9b4-9d55228fe0ce req-59baa9a8-f56f-4dc4-86b5-a9bff9e083ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda448af-5e6a-46d1-83c7-e9860dc5dd0d HTTP/1.1" status: 200 len: 843 time: 0.4316709 Oct 17 17:49:18.224556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Allocated IP 2001:db8::18d (766b35bb-710a-46ae-a0c2-f46c2cb2e281/bb3679aa-0aba-448a-a840-65fba372f494/a7ee5a38-d498-4d6f-a6de-63bfc1b432e7) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:18.237889 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 86ef15ff-f208-4530-bb25-83e53a068b88 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:18.238526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:18.239020 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 86ef15ff-f208-4530-bb25-83e53a068b88 Oct 17 17:49:18.267953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] device_id is not set on port b2eb7c32-8acc-491f-8413-daf092214860 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:18.341930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:18.398264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 86ef15ff-f208-4530-bb25-83e53a068b88 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:18.412040 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c8af79-3ae9-4a7c-91bb-d54c25d48bcc tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:18.570561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c8af79-3ae9-4a7c-91bb-d54c25d48bcc tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:18.581030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f612ab4-ca60-475b-a97b-de1a41195b58 None None] Network f15549d9-fc0e-404f-ba01-c64b003c2ee3 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:18.596437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8af79-3ae9-4a7c-91bb-d54c25d48bcc tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f8afed-29f0-4f6e-90a7-5ef40e0c3735,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:18.610282 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-02c8af79-3ae9-4a7c-91bb-d54c25d48bcc tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] 10.222.0.69 "DELETE /v2.0/subnets/c9f8afed-29f0-4f6e-90a7-5ef40e0c3735 HTTP/1.1" status: 204 len: 168 time: 0.9537766 Oct 17 17:49:18.612884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37872) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:18.619169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Transition to ACTIVE for port object b2eb7c32-8acc-491f-8413-daf092214860 will not be triggered until provisioned by entity L2. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:18.669517 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Attempt 3 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:18.736359 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:18.811416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:18.858156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:18.861636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Deleting port 38f2034f-d5ae-4e61-82e8-992552b74770 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:18.861970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:19.001744 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289be3d-46cb-4175-bf76-b8111129a412 None None] DHCP port deletion for f15549d9-fc0e-404f-ba01-c64b003c2ee3 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:49:19.007343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e289be3d-46cb-4175-bf76-b8111129a412 None None] Deleting port 38f2034f-d5ae-4e61-82e8-992552b74770 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:19.007930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e289be3d-46cb-4175-bf76-b8111129a412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:19.049206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:19.049600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:19.049951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:19.060741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event updated for resources: {'Port': ['ID=b2eb7c32-8acc-491f-8413-daf092214860,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:19.075708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:19.076105 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:19.080661 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 2 to bind port b2eb7c32-8acc-491f-8413-daf092214860 Oct 17 17:49:19.090319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f755534-6068-4e5e-a528-bf44b25d0d82 req-23259a4d-11cf-463f-8175-a2e590cddf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:19.092196 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3f755534-6068-4e5e-a528-bf44b25d0d82 req-23259a4d-11cf-463f-8175-a2e590cddf4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f5626e-6646-4d1a-9305-f3c3d025ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0157757 Oct 17 17:49:19.191755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0550df4-7bd2-4838-a9b4-9d55228fe0ce req-00c14074-2acb-4b65-ba51-d52591944745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:19.193964 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a0550df4-7bd2-4838-a9b4-9d55228fe0ce req-00c14074-2acb-4b65-ba51-d52591944745 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79ac80e2-073f-4d37-b0c3-f487b129c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9101031 Oct 17 17:49:19.208134 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:19.208693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:19.209160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:19.305244 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-29f62d92-222c-44f8-8020-0d7c56c3f7af tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Deleting port e63e775c-35d9-414e-a84d-ea45781fde42 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:19.305580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29f62d92-222c-44f8-8020-0d7c56c3f7af tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:19.323588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:19.324169 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:19.335949 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 3 to bind port b2eb7c32-8acc-491f-8413-daf092214860 Oct 17 17:49:19.364002 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Attempt 4 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:19.392817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-5a8308ac-24d3-4b66-ac47-0d725565f0dd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:49:19.430652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] For port 38f2034f-d5ae-4e61-82e8-992552b74770, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=38f2034f-d5ae-4e61-82e8-992552b74770,segment=NetworkSegment(46751c2f-81fb-48f6-988c-108b4ea4bc85),segment_id=46751c2f-81fb-48f6-988c-108b4ea4bc85)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:19.431553 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:19.434684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device a47ed93f-6cc1-49ab-8442-e4c2262a165a details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 17:49:19.478163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e289be3d-46cb-4175-bf76-b8111129a412 None None] For port 38f2034f-d5ae-4e61-82e8-992552b74770, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=38f2034f-d5ae-4e61-82e8-992552b74770,segment=NetworkSegment(46751c2f-81fb-48f6-988c-108b4ea4bc85),segment_id=46751c2f-81fb-48f6-988c-108b4ea4bc85)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:19.478554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e289be3d-46cb-4175-bf76-b8111129a412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:19.559203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37894) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:19.585972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:19.617357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:19.617691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:19.618021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:19.618702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e289be3d-46cb-4175-bf76-b8111129a412 None None] Calling delete_port for 38f2034f-d5ae-4e61-82e8-992552b74770 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:19.624461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Calling delete_port for 38f2034f-d5ae-4e61-82e8-992552b74770 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:19.647352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:19.648468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.resource_extend [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:49:19.662467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:19.663085 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:19.670166 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 4 to bind port b2eb7c32-8acc-491f-8413-daf092214860 Oct 17 17:49:19.684770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Transition to ACTIVE for port object a7ee5a38-d498-4d6f-a6de-63bfc1b432e7 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:19.689792 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a0550df4-7bd2-4838-a9b4-9d55228fe0ce req-4d8981cc-02b0-4952-a706-b7eac5c9086d service neutron] 10.222.0.20 "GET /v2.0/networks/79ac80e2-073f-4d37-b0c3-f487b129c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056485 Oct 17 17:49:19.710639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a8308ac-24d3-4b66-ac47-0d725565f0dd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:19.740537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:19.740856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:19.741362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:19.751878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a8308ac-24d3-4b66-ac47-0d725565f0dd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:19.767370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246b172-f985-4f91-997c-d455d51e1c65 req-dead1891-caee-4d59-bf36-b28a58b92113 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:19.768862 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d246b172-f985-4f91-997c-d455d51e1c65 req-dead1891-caee-4d59-bf36-b28a58b92113 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 944 time: 0.5594311 Oct 17 17:49:19.853179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29f62d92-222c-44f8-8020-0d7c56c3f7af tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:19.866271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:19.878112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port a47ed93f-6cc1-49ab-8442-e4c2262a165a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a47ed93f-6cc1-49ab-8442-e4c2262a165a,segment=NetworkSegment(3dd99bbb-7938-4b28-b288-d9c4a4b7af35),segment_id=3dd99bbb-7938-4b28-b288-d9c4a4b7af35)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:19.896782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'port_id': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a', 'mac_address': 'fa:16:3e:4f:00:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 17:49:19.902193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-e289be3d-46cb-4175-bf76-b8111129a412 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:49:19.902579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-e289be3d-46cb-4175-bf76-b8111129a412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:49:19.959725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port a47ed93f-6cc1-49ab-8442-e4c2262a165a is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:19.960180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:19.976402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-805413052', 'router:external': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:19.979198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47ed93f-6cc1-49ab-8442-e4c2262a165a {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:49:20.000400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port a47ed93f-6cc1-49ab-8442-e4c2262a165a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a47ed93f-6cc1-49ab-8442-e4c2262a165a,segment=NetworkSegment(3dd99bbb-7938-4b28-b288-d9c4a4b7af35),segment_id=3dd99bbb-7938-4b28-b288-d9c4a4b7af35)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:20.005937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.006950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 17:49:20.046812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Pushing event deleted for resources: {'Port': ['ID=38f2034f-d5ae-4e61-82e8-992552b74770,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:20.050467 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d246b172-f985-4f91-997c-d455d51e1c65 req-04331234-a87f-4d7f-a71f-5eba5f08e22a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585528 Oct 17 17:49:20.053912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:20.054107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:20.054107 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:20.056924 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3f755534-6068-4e5e-a528-bf44b25d0d82 req-fab7ff53-bb7d-48a8-ad23-f5434d5fdb98 service neutron] 10.222.0.20 "GET /v2.0/networks/03f5626e-6646-4d1a-9305-f3c3d025ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9145496 Oct 17 17:49:20.065672 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-29f62d92-222c-44f8-8020-0d7c56c3f7af tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Calling delete_port for e63e775c-35d9-414e-a84d-ea45781fde42 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:20.082028 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 5 to bind port b2eb7c32-8acc-491f-8413-daf092214860 Oct 17 17:49:20.095784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] No DVR routers for this DVR port 38f2034f-d5ae-4e61-82e8-992552b74770 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:49:20.097578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Usage tracker for resource:network and tenant:7fd7d38c12d44a02991c6d14ddc78122 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:20.127799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:20.155302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:20.174592 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Attempt 5 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:20.216574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:20.216969 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:20.217295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:20.225117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 38f2034f-d5ae-4e61-82e8-992552b74770 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:49:20.243791 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:20.244121 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:20.259865 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 6 to bind port b2eb7c32-8acc-491f-8413-daf092214860 Oct 17 17:49:20.313588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f759b-0b9a-4901-8652-9df712da0249 req-ef6b3a2c-c13e-4df5-8bc9-ce7613f9dd61 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:20.315173 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-738f759b-0b9a-4901-8652-9df712da0249 req-ef6b3a2c-c13e-4df5-8bc9-ce7613f9dd61 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 944 time: 0.8597941 Oct 17 17:49:20.338337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.341503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 38f2034f-d5ae-4e61-82e8-992552b74770 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:49:20.342019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 38f2034f-d5ae-4e61-82e8-992552b74770 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:49:20.357300 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:20.357300 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:20.357556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:20.360320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=a47ed93f-6cc1-49ab-8442-e4c2262a165a,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:20.376451 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:20.392076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Made reservation on behalf of 7fd7d38c12d44a02991c6d14ddc78122 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:20.394570 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.408295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e289be3d-46cb-4175-bf76-b8111129a412 None None] Deleting port 38f2034f-d5ae-4e61-82e8-992552b74770 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:20.408661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e289be3d-46cb-4175-bf76-b8111129a412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.437375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:20.437735 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:20.464944 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 7 to bind port b2eb7c32-8acc-491f-8413-daf092214860 Oct 17 17:49:20.473421 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a0550df4-7bd2-4838-a9b4-9d55228fe0ce req-d37318c5-ff42-437f-b4ed-243c594569f2 service neutron] 10.222.0.20 "GET /v2.0/networks/79ac80e2-073f-4d37-b0c3-f487b129c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7615774 Oct 17 17:49:20.485298 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e289be3d-46cb-4175-bf76-b8111129a412 None None] The port '38f2034f-d5ae-4e61-82e8-992552b74770' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:49:20.486316 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-5a8308ac-24d3-4b66-ac47-0d725565f0dd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Floating IP c43b9760-db8d-4685-9086-7f9a0920048b associated. External IP: 172.26.8.96, port: 4fd4e418-9589-4b81-a682-96e731da3426. Oct 17 17:49:20.491003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:20.514825 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'port_id': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4', 'mac_address': 'fa:16:3e:d7:83:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75f3d772-483f-4177-8883-a19140d2941f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 17:49:20.567704 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Network 766b35bb-710a-46ae-a0c2-f46c2cb2e281 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:20.569976 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.588971 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:20.589384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.609346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.612416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:20.616736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:49:20.623272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Usage tracker for resource:security_group_rule and tenant:7fd7d38c12d44a02991c6d14ddc78122 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:20.628518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:20.631693 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3f755534-6068-4e5e-a528-bf44b25d0d82 req-be0c41fd-010b-46b6-b478-dddd57731d83 service neutron] 10.222.0.20 "GET /v2.0/networks/03f5626e-6646-4d1a-9305-f3c3d025ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362756 Oct 17 17:49:20.636681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:20.644639 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.652738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:20.654592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:20.654721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:20.654983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:20.655348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:20.662490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15549d9-fc0e-404f-ba01-c64b003c2ee3']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:20.664065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:20.670077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:20.670813 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.688415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46751c2f-81fb-48f6-988c-108b4ea4bc85') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:20.688415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46751c2f-81fb-48f6-988c-108b4ea4bc85') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:20.693374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:20.694183 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:20.709208 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-738f759b-0b9a-4901-8652-9df712da0249 req-d8f74fcb-5dd4-415e-8789-a65a20eae4f8 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3763249 Oct 17 17:49:20.715094 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 8 to bind port b2eb7c32-8acc-491f-8413-daf092214860 Oct 17 17:49:20.715551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.737642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Pushing event updated for resources: {'Port': ['ID=a7ee5a38-d498-4d6f-a6de-63bfc1b432e7,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:20.754136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.764606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:20.764942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:20.765273 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:20.766177 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:20.772869 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ffb8a61d-4a9b-43ea-a67e-8690fc0a5e0b tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.9887226 Oct 17 17:49:20.775692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:20.776012 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:20.776420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37900) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:20.784478 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 9 to bind port b2eb7c32-8acc-491f-8413-daf092214860 Oct 17 17:49:20.796239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:49:20.796654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.871136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:20.871314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:20.871732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:20.878829 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Attempt 6 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:20.885918 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 46751c2f-81fb-48f6-988c-108b4ea4bc85 resource provider aggregate not found Oct 17 17:49:20.891544 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:20.891956 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:20.894936 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.plugins.ml2.plugin [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempt 10 to bind port b2eb7c32-8acc-491f-8413-daf092214860 Oct 17 17:49:20.929451 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 46751c2f-81fb-48f6-988c-108b4ea4bc85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46751c2f-81fb-48f6-988c-108b4ea4bc85 found for delete ", "request_id": "req-351688f7-89c6-4dbe-ba68-c1cd3ed658dd"}]} Oct 17 17:49:20.972643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:20.975596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:21.001214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:21.003805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29f62d92-222c-44f8-8020-0d7c56c3f7af tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:21.014065 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['a47ed93f-6cc1-49ab-8442-e4c2262a165a'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 17:49:21.073036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['9a7ed6da-d79c-4a24-81d1-e10e38b955f4'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 17:49:21.082693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:21.082971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:21.083592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:21.083928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] Pushing event deleted for resources: {'Network': ['ID=f15549d9-fc0e-404f-ba01-c64b003c2ee3,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:21.084253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempting to bind port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:21.091579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f62d92-222c-44f8-8020-0d7c56c3f7af tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event deleted for resources: {'Port': ['ID=e63e775c-35d9-414e-a84d-ea45781fde42,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:21.096632 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:49:21.097053 dv-neutron-860895-1-hyperv neutron-server[89190]: ERROR neutron.plugins.ml2.managers [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Failed to bind port b2eb7c32-8acc-491f-8413-daf092214860 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '38fc8d40-dd5a-4d0d-9010-eb729a4a3d16'}] Oct 17 17:49:21.097475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:21.100195 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:21.168478 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1163a430-4195-4134-9a70-d05b3db4dac1 tempest-ExtraDHCPOptionsTestJSON-183551695 tempest-ExtraDHCPOptionsTestJSON-183551695-project] 10.222.0.69 "DELETE /v2.0/networks/f15549d9-fc0e-404f-ba01-c64b003c2ee3 HTTP/1.1" status: 204 len: 168 time: 2.5536003 Oct 17 17:49:21.228937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae972fe-54ed-45d1-bdfc-784cab7721ae tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:21.251801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae972fe-54ed-45d1-bdfc-784cab7721ae tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:21.262497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae972fe-54ed-45d1-bdfc-784cab7721ae tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:21.263474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5ae972fe-54ed-45d1-bdfc-784cab7721ae tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Synchronizing usage tracker for tenant:8ce28a7529df43bf965f71b4cf0b8fcc on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:21.279677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:49:21.282084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921d17ae-d863-4916-a245-866b3687f8b5,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:21.328179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:21.330356 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Added segment 2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4 of type vlan for network ff8e95a9-f3f1-4ef8-8510-788f913290cf Oct 17 17:49:21.348948 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8308ac-24d3-4b66-ac47-0d725565f0dd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:49:21.374225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] For port b2eb7c32-8acc-491f-8413-daf092214860, host hv-neutron-8608, cleared binding levels {{(pid=89190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:49:21.375720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attempted to set empty binding levels {{(pid=89190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 17 17:49:21.451150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5ae972fe-54ed-45d1-bdfc-784cab7721ae tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Unset dirty status for tenant:8ce28a7529df43bf965f71b4cf0b8fcc on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:21.455229 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5ae972fe-54ed-45d1-bdfc-784cab7721ae tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6557300 Oct 17 17:49:21.472812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37912) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:21.477358 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Attempt 7 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:21.514972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:21.515679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] In _notify_port_updated(), no bound segment for port b2eb7c32-8acc-491f-8413-daf092214860 on network 38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 {{(pid=89190) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:49:21.516636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:21.517327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:21.518761 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "PUT /v2.0/ports/b2eb7c32-8acc-491f-8413-daf092214860 HTTP/1.1" status: 200 len: 980 time: 5.3860075 Oct 17 17:49:21.531516 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37916) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:21.562348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:21.618435 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f0a53-05d1-4b63-ae9c-457e7721424f tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event updated for resources: {'Port': ['ID=b2eb7c32-8acc-491f-8413-daf092214860,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:21.648574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8308ac-24d3-4b66-ac47-0d725565f0dd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:49:21.653702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a8308ac-24d3-4b66-ac47-0d725565f0dd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:21.662982 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888825de-7efc-4bf1-ad37-66cb5a8832db None None] Sync routers for ids ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:49:21.672050 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37922) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:21.675151 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888825de-7efc-4bf1-ad37-66cb5a8832db None None] Routers {'3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:21.676008 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-888825de-7efc-4bf1-ad37-66cb5a8832db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:21.719570 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5a8308ac-24d3-4b66-ac47-0d725565f0dd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "PUT /v2.0/floatingips/c43b9760-db8d-4685-9086-7f9a0920048b HTTP/1.1" status: 200 len: 990 time: 5.3334172 Oct 17 17:49:21.719570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fca2120-cad4-44a6-b36b-36203c276695', 'tag': '4fd4e418-9589-4b81-a682-96e731da3426'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:49:21.721017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb876384-8d6c-4657-8695-925914c02fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "1fca2120-cad4-44a6-b36b-36203c276695", "tag": "4fd4e418-9589-4b81-a682-96e731da3426"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:49:21.763140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:21.770325 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbec54f9-fb62-4a2d-9240-191cf9bbde91 x-openstack-request-id: req-cbec54f9-fb62-4a2d-9240-191cf9bbde91 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:49:21.770627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fca2120-cad4-44a6-b36b-36203c276695", "tag": "4fd4e418-9589-4b81-a682-96e731da3426", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:49:21.770872 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cbec54f9-fb62-4a2d-9240-191cf9bbde91 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:49:21.771313 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbec54f9-fb62-4a2d-9240-191cf9bbde91'] response: {'name': 'network-changed', 'server_uuid': '1fca2120-cad4-44a6-b36b-36203c276695', 'tag': '4fd4e418-9589-4b81-a682-96e731da3426', 'status': 'completed', 'code': 200} Oct 17 17:49:21.827920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-036fab3a-d442-4c00-8bb3-0f316d572200 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Deleting port a7ee5a38-d498-4d6f-a6de-63bfc1b432e7 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:21.828503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-036fab3a-d442-4c00-8bb3-0f316d572200 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:21.873792 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-888825de-7efc-4bf1-ad37-66cb5a8832db None None] Set router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:49:21.883596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd738e-2ad9-4102-b0eb-ea73b4302282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Deleting port b2eb7c32-8acc-491f-8413-daf092214860 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:21.884175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5bd738e-2ad9-4102-b0eb-ea73b4302282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:21.985497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:49:22.021152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb876384-8d6c-4657-8695-925914c02fb4 req-5c9091dc-67cd-401a-a5e6-a0161fe3f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:22.022791 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fb876384-8d6c-4657-8695-925914c02fb4 req-5c9091dc-67cd-401a-a5e6-a0161fe3f8f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=654f9b38b43d444ba34dd32ecf9486da&device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 1098 time: 0.1971416 Oct 17 17:49:22.035966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5eb1c-07df-4c1a-88e4-4373fc400583 req-93241a36-312e-4a89-b3e2-49560dd40cd8 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:22.038278 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-afe5eb1c-07df-4c1a-88e4-4373fc400583 req-93241a36-312e-4a89-b3e2-49560dd40cd8 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 945 time: 0.1414835 Oct 17 17:49:22.063542 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Attempt 8 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:22.162782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:22.252079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29f62d92-222c-44f8-8020-0d7c56c3f7af tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:22.267498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:22.268452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:22.269016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:22.318588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cd6be-3c8f-499d-b0b1-e437b906e5fc req-f5f7ab88-ef69-4db3-8dab-64fe8408c904 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:22.320395 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-306cd6be-3c8f-499d-b0b1-e437b906e5fc req-f5f7ab88-ef69-4db3-8dab-64fe8408c904 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 945 time: 0.9582989 Oct 17 17:49:22.325146 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-afe5eb1c-07df-4c1a-88e4-4373fc400583 req-2488a797-cf3f-411f-a076-52d9e77c76c6 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133571 Oct 17 17:49:22.347067 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-888825de-7efc-4bf1-ad37-66cb5a8832db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'c43b9760-db8d-4685-9086-7f9a0920048b', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'port_id': '4fd4e418-9589-4b81-a682-96e731da3426', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'mac_address': 'fa:16:3e:d4:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca2120-cad4-44a6-b36b-36203c276695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:48:41Z', 'updated_at': '2022-10-17T17:49:19Z', 'revision_number': 1, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b764d0a-ce04-41ae-b54b-f075943ab99d', 'name': '', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'mac_address': 'fa:16:3e:32:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:22Z', 'updated_at': '2022-10-17T17:48:41Z', 'revision_number': 5, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'subnets': [{'id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:22.347067 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888825de-7efc-4bf1-ad37-66cb5a8832db None None] Checking router: 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:49:22.357630 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888825de-7efc-4bf1-ad37-66cb5a8832db None None] Routers {'3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:22.358432 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-888825de-7efc-4bf1-ad37-66cb5a8832db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:22.376120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb876384-8d6c-4657-8695-925914c02fb4 req-73813381-798f-437a-9e7e-1202177f20bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:22.377556 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fb876384-8d6c-4657-8695-925914c02fb4 req-73813381-798f-437a-9e7e-1202177f20bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=867fdddf-660d-43b9-8967-850b2cd274b8 HTTP/1.1" status: 200 len: 913 time: 0.3391654 Oct 17 17:49:22.403063 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-aad2745a-f884-47f8-929c-223e45a57176 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fbb263289a414ae8a7a28ac4fd0b2aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7204771 Oct 17 17:49:22.435221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37934) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:22.528322 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fb876384-8d6c-4657-8695-925914c02fb4 req-55d8280a-4038-41e1-934e-fc87a3c66df1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fd4e418-9589-4b81-a682-96e731da3426 HTTP/1.1" status: 200 len: 998 time: 0.1435118 Oct 17 17:49:22.554237 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-888825de-7efc-4bf1-ad37-66cb5a8832db None None] Set router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:49:22.580147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7d445555-3f95-4379-b812-094a138fad35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:22.623482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb876384-8d6c-4657-8695-925914c02fb4 req-96673495-83b3-48fe-8646-220d970d28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:22.624919 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fb876384-8d6c-4657-8695-925914c02fb4 req-96673495-83b3-48fe-8646-220d970d28fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=581cdf88-02d3-42a0-acf9-ce0d3088d30b HTTP/1.1" status: 200 len: 851 time: 0.0883524 Oct 17 17:49:22.626641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7d445555-3f95-4379-b812-094a138fad35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:22.664663 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Attempt 9 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:22.674908 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.0595248 Oct 17 17:49:22.695657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37938) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:22.712531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Request body: {'subnet': {'network_id': 'ff8e95a9-f3f1-4ef8-8510-788f913290cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:22.721386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:22.733682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25adbda2-8794-49bc-a4a1-535c85a37edd tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event updated for resources: {'Network': ['ID=ff8e95a9-f3f1-4ef8-8510-788f913290cf,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:22.737457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Usage tracker for resource:subnet and tenant:7fd7d38c12d44a02991c6d14ddc78122 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:22.748314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:22.756941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:22.777626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network ff8e95a9-f3f1-4ef8-8510-788f913290cf details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:49:22.787726 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-306cd6be-3c8f-499d-b0b1-e437b906e5fc req-60515b2c-3833-47db-843d-767020bcc4aa tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3879514 Oct 17 17:49:22.794471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Made reservation on behalf of 7fd7d38c12d44a02991c6d14ddc78122 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:22.801035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:22.803517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-d5bd738e-2ad9-4102-b0eb-ea73b4302282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] For port b2eb7c32-8acc-491f-8413-daf092214860, host hv-neutron-8608, got binding levels [] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:22.804037 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5bd738e-2ad9-4102-b0eb-ea73b4302282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:22.831776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb876384-8d6c-4657-8695-925914c02fb4 req-2cf07627-a33f-4bbd-9ae7-e6ce8a4b900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:22.834001 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fb876384-8d6c-4657-8695-925914c02fb4 req-2cf07627-a33f-4bbd-9ae7-e6ce8a4b900c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867fdddf-660d-43b9-8967-850b2cd274b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2001572 Oct 17 17:49:22.839288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7d445555-3f95-4379-b812-094a138fad35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:22.888584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:22.948284 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-888825de-7efc-4bf1-ad37-66cb5a8832db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'c43b9760-db8d-4685-9086-7f9a0920048b', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'port_id': '4fd4e418-9589-4b81-a682-96e731da3426', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'mac_address': 'fa:16:3e:d4:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca2120-cad4-44a6-b36b-36203c276695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:48:41Z', 'updated_at': '2022-10-17T17:49:19Z', 'revision_number': 1, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b764d0a-ce04-41ae-b54b-f075943ab99d', 'name': '', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'mac_address': 'fa:16:3e:32:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:22Z', 'updated_at': '2022-10-17T17:48:41Z', 'revision_number': 5, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'subnets': [{'id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:22.954245 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888825de-7efc-4bf1-ad37-66cb5a8832db None None] The sync data for ids ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'] in dv-neutron-860895-1-hyperv is: [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'c43b9760-db8d-4685-9086-7f9a0920048b', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'floating_ip_address': '172.26.8.96', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'port_id': '4fd4e418-9589-4b81-a682-96e731da3426', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'mac_address': 'fa:16:3e:d4:83:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fca2120-cad4-44a6-b36b-36203c276695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:48:41Z', 'updated_at': '2022-10-17T17:49:19Z', 'revision_number': 1, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b764d0a-ce04-41ae-b54b-f075943ab99d', 'name': '', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'mac_address': 'fa:16:3e:32:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:22Z', 'updated_at': '2022-10-17T17:48:41Z', 'revision_number': 5, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'subnets': [{'id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:49:22.980141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd738e-2ad9-4102-b0eb-ea73b4302282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Calling delete_port for b2eb7c32-8acc-491f-8413-daf092214860 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:23.022857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d445555-3f95-4379-b812-094a138fad35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfd717f-e34b-4083-b8d7-fcf566a04ac7,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:23.029929 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-036fab3a-d442-4c00-8bb3-0f316d572200 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:23.037922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7d445555-3f95-4379-b812-094a138fad35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:23.039360 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7d445555-3f95-4379-b812-094a138fad35 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7dfd717f-e34b-4083-b8d7-fcf566a04ac7 HTTP/1.1" status: 204 len: 168 time: 0.6031597 Oct 17 17:49:23.124377 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fb876384-8d6c-4657-8695-925914c02fb4 req-0084451e-2439-4420-83cb-016af2b76f70 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752159 Oct 17 17:49:23.186357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-036fab3a-d442-4c00-8bb3-0f316d572200 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Calling delete_port for a7ee5a38-d498-4d6f-a6de-63bfc1b432e7 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:23.264613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e599e8fe-fde1-4da9-985d-660f1a65e049 None None] New status for floating IP c43b9760-db8d-4685-9086-7f9a0920048b: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:49:23.392452 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Attempt 10 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:23.417910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5bd738e-2ad9-4102-b0eb-ea73b4302282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:23.421732 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fb876384-8d6c-4657-8695-925914c02fb4 req-65576c7e-7d09-48e4-aa8f-beb63fe286a9 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869654 Oct 17 17:49:23.484221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd738e-2ad9-4102-b0eb-ea73b4302282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2eb7c32-8acc-491f-8413-daf092214860,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:23.509719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5bd738e-2ad9-4102-b0eb-ea73b4302282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:23.546490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:23.548570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device a47ed93f-6cc1-49ab-8442-e4c2262a165a up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:49:23.557382 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d5bd738e-2ad9-4102-b0eb-ea73b4302282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "DELETE /v2.0/ports/b2eb7c32-8acc-491f-8413-daf092214860 HTTP/1.1" status: 204 len: 168 time: 2.0186696 Oct 17 17:49:23.564730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37954) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:23.602962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-93905c2a-451a-4caa-ae10-5a2040ee9143 None None] Could not find standard attr ID for object 32a02bca-958c-41b8-bf67-f658d7dbd332. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:49:23.628721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f62d92-222c-44f8-8020-0d7c56c3f7af tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Router 34f4f581-a61e-466c-acf9-a7b9f647f5a2 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:49:23.638693 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7de0514-cd7f-4bf0-8549-06d4808cd858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] GET failed (client error): The resource could not be found. Oct 17 17:49:23.639255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f7de0514-cd7f-4bf0-8549-06d4808cd858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Synchronizing usage tracker for tenant:053976886bf448f3a02b305dae0e5bb6 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:23.658572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-036fab3a-d442-4c00-8bb3-0f316d572200 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:23.725904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2887e70-7d4e-43da-8947-983d253c81f5 req-8bfcd4d4-a2c5-4e9b-9e19-5bb06698efe4 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:23.732034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1182ff04-35f8-4102-acdf-a958fe2bef72 None None] Could not find standard attr ID for object a7ee5a38-d498-4d6f-a6de-63bfc1b432e7. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:49:23.733591 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d2887e70-7d4e-43da-8947-983d253c81f5 req-8bfcd4d4-a2c5-4e9b-9e19-5bb06698efe4 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 945 time: 0.2141156 Oct 17 17:49:23.833531 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d2887e70-7d4e-43da-8947-983d253c81f5 req-4d67e62b-9bbb-498e-89cd-e7e75870d822 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967860 Oct 17 17:49:23.847475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port a47ed93f-6cc1-49ab-8442-e4c2262a165a completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:23.854584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port a47ed93f-6cc1-49ab-8442-e4c2262a165a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:23.856039 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:23.856352 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port a47ed93f-6cc1-49ab-8442-e4c2262a165a Oct 17 17:49:23.867029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:49:23.867559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:23.959381 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event updated for resources: {'Subnet': ['ID=503d6eb9-9104-4bd9-a55e-7092a64104ee,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:23.963833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Checking segment: {'id': '2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ff8e95a9-f3f1-4ef8-8510-788f913290cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:23.964247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Network hostable DHCP agents. Network: ff8e95a9-f3f1-4ef8-8510-788f913290cf, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:49:23.993072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Network ff8e95a9-f3f1-4ef8-8510-788f913290cf is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:49:24.008758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, ff8e95a9-f3f1-4ef8-8510-788f913290cf) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:24.022008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62786547-cd72-4619-8053-108acbd4d09b None None] Network ff8e95a9-f3f1-4ef8-8510-788f913290cf requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:24.028824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:24.029418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:24.067213 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7f645f8f-b314-46ea-b67a-8c3328879260 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3678455 Oct 17 17:49:24.075982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37970) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:24.087625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-821019029', 'network_id': 'ff8e95a9-f3f1-4ef8-8510-788f913290cf'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:24.098647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:24.108312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Usage tracker for resource:port and tenant:7fd7d38c12d44a02991c6d14ddc78122 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:24.110885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port a47ed93f-6cc1-49ab-8442-e4c2262a165a is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:24.111288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:24.115291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:24.129141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:24.170642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Made reservation on behalf of 7fd7d38c12d44a02991c6d14ddc78122 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:24.172318 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:49:24.173893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:24.174868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcb2ba9-29e9-4d52-8123-16519f1bc86e" -d '{"events": [{"server_uuid": "2e3b123b-dc32-4a48-895b-03a52459ad22", "name": "network-vif-plugged", "status": "completed", "tag": "a47ed93f-6cc1-49ab-8442-e4c2262a165a"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:49:24.194961 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port a47ed93f-6cc1-49ab-8442-e4c2262a165a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a47ed93f-6cc1-49ab-8442-e4c2262a165a,segment=NetworkSegment(3dd99bbb-7938-4b28-b288-d9c4a4b7af35),segment_id=3dd99bbb-7938-4b28-b288-d9c4a4b7af35)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:24.214277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:24.214987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-036fab3a-d442-4c00-8bb3-0f316d572200 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:24.215495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:49:24.220863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f7de0514-cd7f-4bf0-8549-06d4808cd858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] Unset dirty status for tenant:053976886bf448f3a02b305dae0e5bb6 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:24.222198 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] device_id is not set on port 50735e30-ebbe-4f4f-a056-da40628843fe yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:24.229649 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f7de0514-cd7f-4bf0-8549-06d4808cd858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-341681907-project-admin] 10.222.0.69 "GET /v2.0/ports/b2eb7c32-8acc-491f-8413-daf092214860 HTTP/1.1" status: 404 len: 333 time: 0.6618221 Oct 17 17:49:24.253895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37976) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:24.310978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb9f574-2b35-4e53-9e93-bfd1b9080c2c x-openstack-request-id: req-ccb9f574-2b35-4e53-9e93-bfd1b9080c2c {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:49:24.311283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3b123b-dc32-4a48-895b-03a52459ad22", "name": "network-vif-plugged", "status": "completed", "tag": "a47ed93f-6cc1-49ab-8442-e4c2262a165a", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:49:24.311529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ccb9f574-2b35-4e53-9e93-bfd1b9080c2c {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:49:24.311916 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb9f574-2b35-4e53-9e93-bfd1b9080c2c'] response: {'server_uuid': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a', 'code': 200} Oct 17 17:49:24.321388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036fab3a-d442-4c00-8bb3-0f316d572200 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Pushing event deleted for resources: {'Port': ['ID=a7ee5a38-d498-4d6f-a6de-63bfc1b432e7,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:24.352973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37980) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:24.413421 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-036fab3a-d442-4c00-8bb3-0f316d572200 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] 10.222.0.69 "DELETE /v2.0/ports/a7ee5a38-d498-4d6f-a6de-63bfc1b432e7 HTTP/1.1" status: 204 len: 168 time: 2.9323492 Oct 17 17:49:24.442559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37986) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:24.454445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Request body: {'port': {'name': 'tempest-new-port-name-1508631691', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:24.454897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.api.validators [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] bootfile-name is not in valid_values {{(pid=89191) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 17:49:24.455506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.api.validators [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] tftp-server is not in valid_values {{(pid=89191) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 17:49:24.455609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.api.validators [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] server-ip-address is not in valid_values {{(pid=89191) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 17 17:49:24.465047 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:24.481829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:24.482149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:24.482481 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 Oct 17 17:49:24.533829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Allocated IP 2001:db8::246 (ff8e95a9-f3f1-4ef8-8510-788f913290cf/503d6eb9-9104-4bd9-a55e-7092a64104ee/50735e30-ebbe-4f4f-a056-da40628843fe) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:24.555998 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:24.566185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f62d92-222c-44f8-8020-0d7c56c3f7af tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:49:24.573280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=a47ed93f-6cc1-49ab-8442-e4c2262a165a,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:24.577504 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-29f62d92-222c-44f8-8020-0d7c56c3f7af tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "PUT /v2.0/routers/34f4f581-a61e-466c-acf9-a7b9f647f5a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5561991 Oct 17 17:49:24.580894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 37990) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:24.592582 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58495c7d-5f02-4726-b348-fc164386a33d None None] Sync routers for ids ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:49:24.596395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6be153-337e-4951-94e3-76acd85e1a07 req-a616eb44-4876-4f5f-a2a7-631eb1c79e38 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:24.598325 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fb6be153-337e-4951-94e3-76acd85e1a07 req-a616eb44-4876-4f5f-a2a7-631eb1c79e38 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 945 time: 0.5422752 Oct 17 17:49:24.611985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbde66f-4366-43bb-8d8d-813db3450fde None None] Network ff8e95a9-f3f1-4ef8-8510-788f913290cf requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:24.617171 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58495c7d-5f02-4726-b348-fc164386a33d None None] Routers {'34f4f581-a61e-466c-acf9-a7b9f647f5a2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:24.618050 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-58495c7d-5f02-4726-b348-fc164386a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:24.632588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576796629'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:24.693609 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-58495c7d-5f02-4726-b348-fc164386a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:24.707689 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58495c7d-5f02-4726-b348-fc164386a33d None None] Routers {'34f4f581-a61e-466c-acf9-a7b9f647f5a2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:24.708961 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-58495c7d-5f02-4726-b348-fc164386a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:24.727988 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:24.774659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:24.795327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:24.811884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:24.825231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:24.833585 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-58495c7d-5f02-4726-b348-fc164386a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:24.834392 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58495c7d-5f02-4726-b348-fc164386a33d None None] The sync data for ids ['34f4f581-a61e-466c-acf9-a7b9f647f5a2'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:49:24.876273 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:24.878743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:24.878743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:24.910100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:24.915174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:24.929554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:24.948058 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.003134 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:25.012258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc82de-2aa5-4215-be3c-2bbaa9f9c607 req-3da13f6b-dcf9-45e1-8c96-9dbdec9b3370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:25.015085 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2bbc82de-2aa5-4215-be3c-2bbaa9f9c607 req-3da13f6b-dcf9-45e1-8c96-9dbdec9b3370 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 1099 time: 0.4579084 Oct 17 17:49:25.017587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:25.023286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:25.031301 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fb6be153-337e-4951-94e3-76acd85e1a07 req-cb302a5f-1832-4891-bf9d-a29ab7bab081 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3399577 Oct 17 17:49:25.098287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.146168 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:25.148848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:25.150962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.197320 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2bbc82de-2aa5-4215-be3c-2bbaa9f9c607 req-881ee61b-45e2-4759-a9f1-326fc110eb96 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943959 Oct 17 17:49:25.287888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.336410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a210fa7-3fd7-438c-b1f2-a39fa50c0c37 req-a1063802-c7d8-4dbc-a78f-7237b584655e tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:25.337201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fc8d40-dd5a-4d0d-9010-eb729a4a3d16']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:25.338877 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4a210fa7-3fd7-438c-b1f2-a39fa50c0c37 req-a1063802-c7d8-4dbc-a78f-7237b584655e tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 946 time: 0.3299882 Oct 17 17:49:25.358946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:25.359355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:25.417031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.422648 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4a210fa7-3fd7-438c-b1f2-a39fa50c0c37 req-9393c9a9-fda2-414b-af53-8a5f0663ec0e tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765500 Oct 17 17:49:25.424849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.442909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:25.447917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.503084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:25.517884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:25.540649 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcac35b-b5e3-4a2b-9398-ea0cf079fa6a,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:25.549362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:25.554051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Network ff8e95a9-f3f1-4ef8-8510-788f913290cf is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:25.558769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:25.561499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:25.562672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:25.563333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.568847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.608939 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event updated for resources: {'Port': ['ID=50735e30-ebbe-4f4f-a056-da40628843fe,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:25.618408 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a02192b6-3999-41dc-a702-738419af6d11 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5396810 Oct 17 17:49:25.622199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 37996) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:25.626131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.640962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:49:25.641355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.718352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-5f2714d2-e572-4895-81b7-5811e236904e tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Deleting port 50735e30-ebbe-4f4f-a056-da40628843fe {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:25.718683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f2714d2-e572-4895-81b7-5811e236904e tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.736187 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8 resource provider aggregate not found Oct 17 17:49:25.773848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.776422 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6b7a86b-4975-4149-8dd3-d5d2f3ea89d8 found for delete ", "request_id": "req-c68a66ec-2b03-40e8-b026-6137e46f8691"}]} Oct 17 17:49:25.781493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.782536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.803937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.805425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Deleting port f6a06887-c9dd-43c2-a7a7-ad253ea6da0e {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:25.805743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.865246 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.881845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:25.882535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] Pushing event deleted for resources: {'Network': ['ID=38fc8d40-dd5a-4d0d-9010-eb729a4a3d16,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:25.886174 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5287719 Oct 17 17:49:25.886781 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33412b20-8ab3-4ea1-b413-5263f8d73ed2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4285f0-d599-4b37-9a7e-2bd638ae7a4e,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:25.889239 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3e11b8a8-498d-4a09-a1c6-1a0c33d88707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627791896-project] 10.222.0.69 "DELETE /v2.0/networks/38fc8d40-dd5a-4d0d-9010-eb729a4a3d16 HTTP/1.1" status: 204 len: 168 time: 1.6334479 Oct 17 17:49:25.889897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38004) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:25.990191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:49:26.031849 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:26.048180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:26.057991 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f2714d2-e572-4895-81b7-5811e236904e tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:26.151272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] In _notify_port_updated(), no bound segment for port c377ddf3-4e20-46e6-b720-7ee33660c021 on network 766b35bb-710a-46ae-a0c2-f46c2cb2e281 {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:49:26.157300 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:26.157966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:26.161825 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] 10.222.0.69 "PUT /v2.0/ports/c377ddf3-4e20-46e6-b720-7ee33660c021 HTTP/1.1" status: 200 len: 1129 time: 1.7158458 Oct 17 17:49:26.173350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38014) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:26.180829 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bd4fb84b-608c-465f-83fd-5473a47bad12 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2867694 Oct 17 17:49:26.187543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38018) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:26.240757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d3ba975c-3683-4b37-b4d0-d315cdb1bc20 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group': {'name': 'tempest-security--999952145', 'description': 'tempest-security-description-978133708'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:26.250107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:26.283250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-5f2714d2-e572-4895-81b7-5811e236904e tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Calling delete_port for 50735e30-ebbe-4f4f-a056-da40628843fe owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:26.297441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e227af-6cd3-4c35-a340-d9b6def3900a tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Pushing event updated for resources: {'Port': ['ID=c377ddf3-4e20-46e6-b720-7ee33660c021,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:26.312943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481dde18-6209-4534-bb81-28e60abc29f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:49:26.315409 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dc1fb9-89b3-4d58-bfb4-7a4ae0c3bf74" -d '{"events": [{"server_uuid": "481dde18-6209-4534-bb81-28e60abc29f2", "name": "network-vif-plugged", "status": "completed", "tag": "9a7ed6da-d79c-4a24-81d1-e10e38b955f4"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:49:26.351022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38024) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:26.413680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58643a7c-3734-4bcf-8bae-a79324940ca7 x-openstack-request-id: req-58643a7c-3734-4bcf-8bae-a79324940ca7 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:49:26.414204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481dde18-6209-4534-bb81-28e60abc29f2", "name": "network-vif-plugged", "status": "completed", "tag": "9a7ed6da-d79c-4a24-81d1-e10e38b955f4", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:49:26.414609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58643a7c-3734-4bcf-8bae-a79324940ca7 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:49:26.415200 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58643a7c-3734-4bcf-8bae-a79324940ca7'] response: {'server_uuid': '481dde18-6209-4534-bb81-28e60abc29f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4', 'code': 200} Oct 17 17:49:26.586173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Calling delete_port for f6a06887-c9dd-43c2-a7a7-ad253ea6da0e owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:26.610701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Provisioning complete for port c377ddf3-4e20-46e6-b720-7ee33660c021 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:26.612323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:26.612658 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Attempt 1 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:26.661942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f2714d2-e572-4895-81b7-5811e236904e tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:26.671959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4755c098-40f9-412d-914e-96e3c3fea58d tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:26.672915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4755c098-40f9-412d-914e-96e3c3fea58d tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Synchronizing usage tracker for tenant:8ce28a7529df43bf965f71b4cf0b8fcc on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:26.688215 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d3ba975c-3683-4b37-b4d0-d315cdb1bc20 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:26.703112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:26.762034 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4755c098-40f9-412d-914e-96e3c3fea58d tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Unset dirty status for tenant:8ce28a7529df43bf965f71b4cf0b8fcc on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:26.763513 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4755c098-40f9-412d-914e-96e3c3fea58d tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] 10.222.0.69 "GET /v2.0/ports/c377ddf3-4e20-46e6-b720-7ee33660c021 HTTP/1.1" status: 200 len: 1129 time: 0.5890687 Oct 17 17:49:26.776401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38034) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:26.829507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d3ba975c-3683-4b37-b4d0-d315cdb1bc20 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:26.852293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d3ba975c-3683-4b37-b4d0-d315cdb1bc20 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:26.854611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d3ba975c-3683-4b37-b4d0-d315cdb1bc20 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:26.856469 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d3ba975c-3683-4b37-b4d0-d315cdb1bc20 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "PUT /v2.0/security-groups/2f4285f0-d599-4b37-9a7e-2bd638ae7a4e HTTP/1.1" status: 200 len: 1776 time: 0.6352947 Oct 17 17:49:26.874235 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38038) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:26.928475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1a778-637c-4f9d-b195-e350a62de3d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Deleting port c377ddf3-4e20-46e6-b720-7ee33660c021 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:26.928810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1ec1a778-637c-4f9d-b195-e350a62de3d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:26.955177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2714d2-e572-4895-81b7-5811e236904e tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event deleted for resources: {'Port': ['ID=50735e30-ebbe-4f4f-a056-da40628843fe,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:26.961655 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddaf51-215b-4e7f-9eb0-def6068ccf9f req-00870c1e-089a-4f6a-bb36-866da0f40f49 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:26.963155 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a1ddaf51-215b-4e7f-9eb0-def6068ccf9f req-00870c1e-089a-4f6a-bb36-866da0f40f49 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 946 time: 0.6555884 Oct 17 17:49:26.977396 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6afe0dc8-6d23-450e-9987-99c4fa29e5ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f8aa9812158a451bb554b68188e8d45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229780 Oct 17 17:49:26.979479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba975c-3683-4b37-b4d0-d315cdb1bc20 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4285f0-d599-4b37-9a7e-2bd638ae7a4e,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:26.985765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38042) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:27.106112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f2714d2-e572-4895-81b7-5811e236904e tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.129779 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bd52eb82-40bc-4173-9eb9-aa902c9b8587 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-groups/2f4285f0-d599-4b37-9a7e-2bd638ae7a4e HTTP/1.1" status: 200 len: 1776 time: 0.2503171 Oct 17 17:49:27.129995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38046) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:27.155917 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5f2714d2-e572-4895-81b7-5811e236904e tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "DELETE /v2.0/ports/50735e30-ebbe-4f4f-a056-da40628843fe HTTP/1.1" status: 204 len: 168 time: 1.5303342 Oct 17 17:49:27.157620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38050) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:27.196498 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a1ddaf51-215b-4e7f-9eb0-def6068ccf9f req-83622d55-b5b9-4ae3-a003-0ce027f2c464 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244759 Oct 17 17:49:27.199588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff8e95a9-f3f1-4ef8-8510-788f913290cf', 'external_fixed_ips': [{'subnet_id': '503d6eb9-9104-4bd9-a55e-7092a64104ee', 'ip_address': '2001:db8::246'}]}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:27.205893 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Attempt 2 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:27.226022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:27.240568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Usage tracker for resource:router and tenant:7fd7d38c12d44a02991c6d14ddc78122 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:27.243587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:27.245020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502bf80-88c3-4485-acd6-bcbb30bb1ca0 req-77c0ec29-4e0d-4c75-b8d6-cf870de35e7e tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:27.248518 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1502bf80-88c3-4485-acd6-bcbb30bb1ca0 req-77c0ec29-4e0d-4c75-b8d6-cf870de35e7e tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 946 time: 0.5795746 Oct 17 17:49:27.255741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.259523 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb4b86-7fd9-4bfe-8802-8c4dcdedd5a8 req-df9fa3c8-757d-4265-bb19-4864a47a1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:27.261807 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2bfb4b86-7fd9-4bfe-8802-8c4dcdedd5a8 req-df9fa3c8-757d-4265-bb19-4864a47a1b41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 1099 time: 0.4356480 Oct 17 17:49:27.263419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:27.343414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:27.406344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-46af0781-7948-410b-8cf0-1c17b7e01f88 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.412700 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1502bf80-88c3-4485-acd6-bcbb30bb1ca0 req-b844f423-1656-4db9-901e-c1351152452a tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572819 Oct 17 17:49:27.426947 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2bfb4b86-7fd9-4bfe-8802-8c4dcdedd5a8 req-be764641-4383-4886-90be-cb6b3e519b01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385465 Oct 17 17:49:27.450749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-46af0781-7948-410b-8cf0-1c17b7e01f88 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.452643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d980-7e88-4e99-9d28-4380deafbb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.463517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event deleted for resources: {'Port': ['ID=f6a06887-c9dd-43c2-a7a7-ad253ea6da0e,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:27.481177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.482211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.524081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-46af0781-7948-410b-8cf0-1c17b7e01f88 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.547125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af0781-7948-410b-8cf0-1c17b7e01f88 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4285f0-d599-4b37-9a7e-2bd638ae7a4e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:27.554738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-46af0781-7948-410b-8cf0-1c17b7e01f88 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.556214 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-46af0781-7948-410b-8cf0-1c17b7e01f88 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-groups/2f4285f0-d599-4b37-9a7e-2bd638ae7a4e HTTP/1.1" status: 204 len: 168 time: 0.4251499 Oct 17 17:49:27.559939 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38056) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:27.716691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f8620810-8a10-4a5c-b749-88ec0b0a00c8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:27.735746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f8620810-8a10-4a5c-b749-88ec0b0a00c8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:27.737110 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f8620810-8a10-4a5c-b749-88ec0b0a00c8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1752706 Oct 17 17:49:27.737391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d980-7e88-4e99-9d28-4380deafbb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.739974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38060) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:27.756173 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-e7e89d18-115d-44b9-bb82-0e70d4464d77 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] delete failed (client error): The resource could not be found. Oct 17 17:49:27.757144 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e7e89d18-115d-44b9-bb82-0e70d4464d77 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-groups/2f4285f0-d599-4b37-9a7e-2bd638ae7a4e HTTP/1.1" status: 404 len: 347 time: 0.0162401 Oct 17 17:49:27.762331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38064) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:27.767690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group': {'name': 'tempest-secgroup--660924672'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:27.773920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:27.784825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:27.796269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.816625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:27.820573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:27.822486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.824089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:27.829862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:27.845012 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Attempt 3 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:27.907442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.912468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:27.912768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.943691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.965617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d30cb7-9cd8-4c4e-816a-5c501bf4da7f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:27.973235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:27.977764 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dea50663-75b9-44e7-a6fd-ddf86b80f42d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2114785 Oct 17 17:49:27.978603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38068) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:27.983579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-008f0537-5d96-4570-8e30-e8de0be16119 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': 'e1d30cb7-9cd8-4c4e-816a-5c501bf4da7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:27.989609 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-008f0537-5d96-4570-8e30-e8de0be16119 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:27.993999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-008f0537-5d96-4570-8e30-e8de0be16119 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:27.998282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-008f0537-5d96-4570-8e30-e8de0be16119 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:28.005115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-008f0537-5d96-4570-8e30-e8de0be16119 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:28.024079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-008f0537-5d96-4570-8e30-e8de0be16119 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.056229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1ec1a778-637c-4f9d-b195-e350a62de3d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.103372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-008f0537-5d96-4570-8e30-e8de0be16119 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.107873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-008f0537-5d96-4570-8e30-e8de0be16119 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.135743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f0537-5d96-4570-8e30-e8de0be16119 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba73f1a-c436-42f1-8e02-798b3b71a6ab,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:28.136014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.153999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-008f0537-5d96-4570-8e30-e8de0be16119 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.157312 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-008f0537-5d96-4570-8e30-e8de0be16119 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1766067 Oct 17 17:49:28.160349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38072) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:28.199744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f9439592-be0b-4dbb-85fb-12e041a243d8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.213337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.223893 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1ec1a778-637c-4f9d-b195-e350a62de3d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Calling delete_port for c377ddf3-4e20-46e6-b720-7ee33660c021 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:28.253477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f9439592-be0b-4dbb-85fb-12e041a243d8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.315295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f9439592-be0b-4dbb-85fb-12e041a243d8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.326843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d980-7e88-4e99-9d28-4380deafbb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.335972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9439592-be0b-4dbb-85fb-12e041a243d8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ba73f1a-c436-42f1-8e02-798b3b71a6ab,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:28.340714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f9439592-be0b-4dbb-85fb-12e041a243d8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.344975 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f9439592-be0b-4dbb-85fb-12e041a243d8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/5ba73f1a-c436-42f1-8e02-798b3b71a6ab HTTP/1.1" status: 204 len: 168 time: 0.1830282 Oct 17 17:49:28.347674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38078) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:28.367832 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5d3a6802-5a00-412d-841e-24ab7ee5eee5 req-dcbae5bf-7304-46eb-80b6-d16b9ff3f200 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1620634 Oct 17 17:49:28.414204 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Attempt 4 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:28.472829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2094b24d-385d-4a77-9624-2d1c45120233 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:28.479219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2d980-7e88-4e99-9d28-4380deafbb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea6ce6d-5208-4486-9b1a-dfcf788cb4f0,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:28.498787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59711426-a572-4e5c-8a3c-8de9b1c6e3d1 req-00404288-8840-4480-ac6d-895abfb3502f tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:28.501135 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-59711426-a572-4e5c-8a3c-8de9b1c6e3d1 req-00404288-8840-4480-ac6d-895abfb3502f tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 946 time: 0.9606259 Oct 17 17:49:28.509178 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.509703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Fanout notify agent at l3_agent the message router_deleted on router 34f4f581-a61e-466c-acf9-a7b9f647f5a2 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:49:28.511617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2094b24d-385d-4a77-9624-2d1c45120233 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:28.516817 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2094b24d-385d-4a77-9624-2d1c45120233 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1684608 Oct 17 17:49:28.517131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38082) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:28.517646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38084) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:28.528936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b800550-65f7-4492-b80c-4b1aa3f9b0f8 req-c8376031-55e1-4f12-9b11-d6d1e7cf2cf0 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:28.529810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-7b800550-65f7-4492-b80c-4b1aa3f9b0f8 req-c8376031-55e1-4f12-9b11-d6d1e7cf2cf0 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Synchronizing usage tracker for tenant:995cd1702baf4d09a90e2ff17f6fc980 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:28.549602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-7b800550-65f7-4492-b80c-4b1aa3f9b0f8 req-c8376031-55e1-4f12-9b11-d6d1e7cf2cf0 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Unset dirty status for tenant:995cd1702baf4d09a90e2ff17f6fc980 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:28.552815 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7b800550-65f7-4492-b80c-4b1aa3f9b0f8 req-c8376031-55e1-4f12-9b11-d6d1e7cf2cf0 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 946 time: 0.2004471 Oct 17 17:49:28.564580 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:28.672162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-448c2e77-ce4f-4531-a129-411e44ca6d4d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Request body: {'floatingip': {'port_id': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:28.692740 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7b800550-65f7-4492-b80c-4b1aa3f9b0f8 req-18163f9b-4094-4bad-b454-9b3b240fb9ee tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321905 Oct 17 17:49:28.741326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a6802-5a00-412d-841e-24ab7ee5eee5 req-0f7faae4-d0ef-444b-abe7-90b145f7f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:28.743493 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5d3a6802-5a00-412d-841e-24ab7ee5eee5 req-0f7faae4-d0ef-444b-abe7-90b145f7f04c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=654f9b38b43d444ba34dd32ecf9486da&device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 1098 time: 0.1239200 Oct 17 17:49:28.842506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.851391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-448c2e77-ce4f-4531-a129-411e44ca6d4d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for floatingip, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.947318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a6802-5a00-412d-841e-24ab7ee5eee5 req-629162cc-6213-4c7a-9dc9-2629b42c0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:28.949392 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5d3a6802-5a00-412d-841e-24ab7ee5eee5 req-629162cc-6213-4c7a-9dc9-2629b42c0eae service neutron] 10.222.0.20 "GET /v2.0/networks?id=867fdddf-660d-43b9-8967-850b2cd274b8 HTTP/1.1" status: 200 len: 913 time: 0.1589937 Oct 17 17:49:28.968238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.969479 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-02c39b59-26cc-44b3-a0dc-17d5213356b9 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "DELETE /v2.0/routers/34f4f581-a61e-466c-acf9-a7b9f647f5a2 HTTP/1.1" status: 204 len: 168 time: 4.3875341 Oct 17 17:49:28.970749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5dc2d980-7e88-4e99-9d28-4380deafbb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:28.972187 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5dc2d980-7e88-4e99-9d28-4380deafbb35 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eea6ce6d-5208-4486-9b1a-dfcf788cb4f0 HTTP/1.1" status: 204 len: 168 time: 1.9716904 Oct 17 17:49:28.973639 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cd64ebb2-a9dc-40be-9dce-86836c173f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:29.027107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38092) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:29.066528 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Attempt 5 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:29.084171 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5d3a6802-5a00-412d-841e-24ab7ee5eee5 req-45305ab6-0f2a-451d-8002-ec1acd9e3a83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fd4e418-9589-4b81-a682-96e731da3426 HTTP/1.1" status: 200 len: 1000 time: 0.1284187 Oct 17 17:49:29.178219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a6802-5a00-412d-841e-24ab7ee5eee5 req-17fb4797-16d7-43ad-8f82-cf5931b3cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:29.180870 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5d3a6802-5a00-412d-841e-24ab7ee5eee5 req-17fb4797-16d7-43ad-8f82-cf5931b3cd1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=581cdf88-02d3-42a0-acf9-ce0d3088d30b HTTP/1.1" status: 200 len: 851 time: 0.0899448 Oct 17 17:49:29.192023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:29.292002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a6802-5a00-412d-841e-24ab7ee5eee5 req-74ed7b7b-d923-4bea-9b5f-8f974501d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:29.293790 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5d3a6802-5a00-412d-841e-24ab7ee5eee5 req-74ed7b7b-d923-4bea-9b5f-8f974501d006 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867fdddf-660d-43b9-8967-850b2cd274b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1054659 Oct 17 17:49:29.369521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38100) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:29.404267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-39358881-031f-4891-883d-bd017017f81f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:29.433581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c727a1-1d75-4c0d-bbf6-cfc93058348d tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Deleting subnet 51e8e36f-ca10-4826-b197-5875fa9b1eb9 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:49:29.456102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04c727a1-1d75-4c0d-bbf6-cfc93058348d tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:29.467990 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4103a0f3-2596-4c26-80ee-b44de3ce6b87 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=053976886bf448f3a02b305dae0e5bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0973666 Oct 17 17:49:29.471146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38104) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:29.488111 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5d3a6802-5a00-412d-841e-24ab7ee5eee5 req-924ec2f8-04af-4180-8f4a-23e1ea700eb6 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862800 Oct 17 17:49:29.578408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1ec1a778-637c-4f9d-b195-e350a62de3d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:29.635966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12b87a4c-8d26-455b-85c9-4265fe706c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:29.639383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-39358881-031f-4891-883d-bd017017f81f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:29.679375 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5d3a6802-5a00-412d-841e-24ab7ee5eee5 req-f8fe2038-af8b-4c0e-8cfa-d58df0a562c1 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790943 Oct 17 17:49:29.681056 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12b87a4c-8d26-455b-85c9-4265fe706c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:29.693059 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Attempt 6 to provision port c377ddf3-4e20-46e6-b720-7ee33660c021 Oct 17 17:49:29.747813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-37b8a5f5-cdd7-4545-b151-3fd1409768cb None None] Port c377ddf3-4e20-46e6-b720-7ee33660c021 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:49:29.755175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1a778-637c-4f9d-b195-e350a62de3d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Pushing event deleted for resources: {'Port': ['ID=c377ddf3-4e20-46e6-b720-7ee33660c021,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:29.758693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12b87a4c-8d26-455b-85c9-4265fe706c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:29.778334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04c727a1-1d75-4c0d-bbf6-cfc93058348d tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:29.782771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b87a4c-8d26-455b-85c9-4265fe706c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36dc187-be28-479c-85ee-7a27f7ec462b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:29.790250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12b87a4c-8d26-455b-85c9-4265fe706c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:29.804092 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-12b87a4c-8d26-455b-85c9-4265fe706c9b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c36dc187-be28-479c-85ee-7a27f7ec462b HTTP/1.1" status: 204 len: 168 time: 0.3318834 Oct 17 17:49:29.954680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1ec1a778-637c-4f9d-b195-e350a62de3d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.013464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-39358881-031f-4891-883d-bd017017f81f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.062374 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1ec1a778-637c-4f9d-b195-e350a62de3d8 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] 10.222.0.69 "DELETE /v2.0/ports/c377ddf3-4e20-46e6-b720-7ee33660c021 HTTP/1.1" status: 204 len: 168 time: 3.2838709 Oct 17 17:49:30.066205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38114) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:30.125071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39358881-031f-4891-883d-bd017017f81f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d30cb7-9cd8-4c4e-816a-5c501bf4da7f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:30.166836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-39358881-031f-4891-883d-bd017017f81f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.167267 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-39358881-031f-4891-883d-bd017017f81f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-groups/e1d30cb7-9cd8-4c4e-816a-5c501bf4da7f HTTP/1.1" status: 204 len: 168 time: 1.5897501 Oct 17 17:49:30.177600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-d358bb62-031e-410e-a13e-d6a9612cbaac tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Deleting subnet bb3679aa-0aba-448a-a840-65fba372f494 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:49:30.180158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38120) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:30.196820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d358bb62-031e-410e-a13e-d6a9612cbaac tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.205505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04c727a1-1d75-4c0d-bbf6-cfc93058348d tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.285664 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d358bb62-031e-410e-a13e-d6a9612cbaac tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.322856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68694c-cef0-47aa-8f17-e6b3d20d9df5 req-bd71b08f-7d53-4ed6-a4c2-ef83775e3d79 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:30.325186 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1e68694c-cef0-47aa-8f17-e6b3d20d9df5 req-bd71b08f-7d53-4ed6-a4c2-ef83775e3d79 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 946 time: 0.4508698 Oct 17 17:49:30.326134 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-130e9023-d785-4cd9-bc7f-a4c290d01411 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:30.404911 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-130e9023-d785-4cd9-bc7f-a4c290d01411 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:30.411801 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-130e9023-d785-4cd9-bc7f-a4c290d01411 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2292502 Oct 17 17:49:30.418987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38130) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:30.429553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group': {'name': 'tempest-secgroup--220346068'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:30.442378 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:30.459488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:30.466901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d358bb62-031e-410e-a13e-d6a9612cbaac tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.502679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-448c2e77-ce4f-4531-a129-411e44ca6d4d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:49:30.603563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.640408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:30.645282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:30.650954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:30.660378 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:30.679314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d358bb62-031e-410e-a13e-d6a9612cbaac tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.680038 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1e68694c-cef0-47aa-8f17-e6b3d20d9df5 req-87afa73f-fa23-4877-83e8-40f1f24dde1e tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3371134 Oct 17 17:49:30.703083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04c727a1-1d75-4c0d-bbf6-cfc93058348d tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.708981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-448c2e77-ce4f-4531-a129-411e44ca6d4d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.742070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38144) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:30.760355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358bb62-031e-410e-a13e-d6a9612cbaac tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3679aa-0aba-448a-a840-65fba372f494,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:30.766080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d358bb62-031e-410e-a13e-d6a9612cbaac tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.770747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-448c2e77-ce4f-4531-a129-411e44ca6d4d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.785470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa21b8-b7ee-4038-ba43-df6ac38da1ea None None] Network 766b35bb-710a-46ae-a0c2-f46c2cb2e281 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:30.790948 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d358bb62-031e-410e-a13e-d6a9612cbaac tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] 10.222.0.69 "DELETE /v2.0/subnets/bb3679aa-0aba-448a-a840-65fba372f494 HTTP/1.1" status: 204 len: 168 time: 0.7239404 Oct 17 17:49:30.797440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38148) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:30.856941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.890109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04c727a1-1d75-4c0d-bbf6-cfc93058348d tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.893109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c727a1-1d75-4c0d-bbf6-cfc93058348d tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event deleted for resources: {'Subnet': ['ID=51e8e36f-ca10-4826-b197-5875fa9b1eb9,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:30.923482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd215b-649a-4513-bbe0-44cb27e1daa4 None None] Network e8b49e10-ffb1-472e-b829-a4737394dd82 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:30.978013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:30.999619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.058260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.078135 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca90ef7-9c10-41ea-8efc-7f4d52ea772f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:31.099825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422687ab-9a1d-4aeb-9999-c03a402011a1 req-1f616acb-a766-4ddd-bab1-94c5db3f846c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:31.107574 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-422687ab-9a1d-4aeb-9999-c03a402011a1 req-1f616acb-a766-4ddd-bab1-94c5db3f846c tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 946 time: 0.3013856 Oct 17 17:49:31.109538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.110865 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b8752699-01de-47f3-96b8-14eb3630202d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6911135 Oct 17 17:49:31.112234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Deleting port 86ef15ff-f208-4530-bb25-83e53a068b88 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:31.112704 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.133192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38154) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:31.133759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38156) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:31.139399 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.150456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-a423fbc1-50ba-423c-b6be-cbee1e996c7c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': 'dca90ef7-9c10-41ea-8efc-7f4d52ea772f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:31.156287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a423fbc1-50ba-423c-b6be-cbee1e996c7c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:31.163773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a423fbc1-50ba-423c-b6be-cbee1e996c7c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:31.166719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a423fbc1-50ba-423c-b6be-cbee1e996c7c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:31.173138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a423fbc1-50ba-423c-b6be-cbee1e996c7c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:31.183888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-87f75128-4ce4-4bbb-84d0-f087bc48317f tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Request body: {'floatingip': {'port_id': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:31.289060 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-04c727a1-1d75-4c0d-bbf6-cfc93058348d tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "DELETE /v2.0/subnets/51e8e36f-ca10-4826-b197-5875fa9b1eb9 HTTP/1.1" status: 204 len: 168 time: 2.2571952 Oct 17 17:49:31.304637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38162) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:31.346834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1965074987'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:31.352218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31455254-c8ca-4d2c-9a3c-bbe03252188d None None] DHCP port deletion for 766b35bb-710a-46ae-a0c2-f46c2cb2e281 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:49:31.352595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:31.356979 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] For port 86ef15ff-f208-4530-bb25-83e53a068b88, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=86ef15ff-f208-4530-bb25-83e53a068b88,segment=NetworkSegment(040066f0-0e06-497b-a91f-bfa39109c73d),segment_id=040066f0-0e06-497b-a91f-bfa39109c73d)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:31.357539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.357647 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:network and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:31.358673 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-31455254-c8ca-4d2c-9a3c-bbe03252188d None None] Deleting port 86ef15ff-f208-4530-bb25-83e53a068b88 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:31.359196 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-31455254-c8ca-4d2c-9a3c-bbe03252188d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.360342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:31.368361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:31.389702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b810fd-7846-4212-9860-37ee52dfcbd2 None None] DHCP port deletion for e8b49e10-ffb1-472e-b829-a4737394dd82 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:49:31.398799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a423fbc1-50ba-423c-b6be-cbee1e996c7c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.408528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-87f75128-4ce4-4bbb-84d0-f087bc48317f tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for floatingip, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.409219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d5b810fd-7846-4212-9860-37ee52dfcbd2 None None] Deleting port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:31.409664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d5b810fd-7846-4212-9860-37ee52dfcbd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.490229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Calling delete_port for 86ef15ff-f208-4530-bb25-83e53a068b88 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:31.515393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e4c8f14f-d922-405c-a7de-a9923912bc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.574825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.625042 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Pushing event deleted for resources: {'Port': ['ID=86ef15ff-f208-4530-bb25-83e53a068b88,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:31.626859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] No DVR routers for this DVR port 86ef15ff-f208-4530-bb25-83e53a068b88 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:49:31.634833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Made reservation on behalf of c8596a53819a4fc789920c653097ea58 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:31.638789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.746548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.755746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.782035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766b35bb-710a-46ae-a0c2-f46c2cb2e281']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:31.784041 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-31455254-c8ca-4d2c-9a3c-bbe03252188d None None] For port 86ef15ff-f208-4530-bb25-83e53a068b88, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=86ef15ff-f208-4530-bb25-83e53a068b88,segment=NetworkSegment(040066f0-0e06-497b-a91f-bfa39109c73d),segment_id=040066f0-0e06-497b-a91f-bfa39109c73d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:31.784537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-31455254-c8ca-4d2c-9a3c-bbe03252188d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.794377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '040066f0-0e06-497b-a91f-bfa39109c73d') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:31.794720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '040066f0-0e06-497b-a91f-bfa39109c73d') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:31.797711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d5b810fd-7846-4212-9860-37ee52dfcbd2 None None] For port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=03a4c5ca-bcb9-4994-87e4-fd873fc1333b,segment=NetworkSegment(33cad367-ae2c-485c-98f2-6e7dcad611c4),segment_id=33cad367-ae2c-485c-98f2-6e7dcad611c4)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:31.798206 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d5b810fd-7846-4212-9860-37ee52dfcbd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.806455 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.822994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.831451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:49:31.832055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.857217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:31.878504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.913919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:security_group_rule and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:31.917028 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 040066f0-0e06-497b-a91f-bfa39109c73d resource provider aggregate not found Oct 17 17:49:31.918776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:31.929257 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-448c2e77-ce4f-4531-a129-411e44ca6d4d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Floating IP ac72aaab-42ea-4d53-ac4a-4631bcc125bd associated. External IP: 172.26.8.20, port: a47ed93f-6cc1-49ab-8442-e4c2262a165a. Oct 17 17:49:31.965577 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 040066f0-0e06-497b-a91f-bfa39109c73d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 040066f0-0e06-497b-a91f-bfa39109c73d found for delete ", "request_id": "req-4d837eda-5117-4d3d-9208-983f6d1a50ae"}]} Oct 17 17:49:31.968510 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.976225 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-31455254-c8ca-4d2c-9a3c-bbe03252188d None None] Calling delete_port for 86ef15ff-f208-4530-bb25-83e53a068b88 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:31.985641 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a423fbc1-50ba-423c-b6be-cbee1e996c7c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.989496 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:31.994528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:32.006871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] Pushing event deleted for resources: {'Network': ['ID=766b35bb-710a-46ae-a0c2-f46c2cb2e281,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:32.012831 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ce71f295-6ef5-4560-b556-2704b5214773 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096 tempest-ExtraDHCPOptionsIpV6TestJSON-2083939096-project] 10.222.0.69 "DELETE /v2.0/networks/766b35bb-710a-46ae-a0c2-f46c2cb2e281 HTTP/1.1" status: 204 len: 168 time: 1.2140677 Oct 17 17:49:32.108184 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a423fbc1-50ba-423c-b6be-cbee1e996c7c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.125562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d5b810fd-7846-4212-9860-37ee52dfcbd2 None None] Calling delete_port for 03a4c5ca-bcb9-4994-87e4-fd873fc1333b owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:32.153853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 03a4c5ca-bcb9-4994-87e4-fd873fc1333b no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:49:32.180022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Deleting port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:32.180515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.283223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423fbc1-50ba-423c-b6be-cbee1e996c7c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a97bced-c01d-407c-b08f-5ccfba25bb1f,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:32.326435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-31455254-c8ca-4d2c-9a3c-bbe03252188d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:49:32.326773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-31455254-c8ca-4d2c-9a3c-bbe03252188d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:49:32.332522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d5b810fd-7846-4212-9860-37ee52dfcbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.388813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b810fd-7846-4212-9860-37ee52dfcbd2 None None] Pushing event deleted for resources: {'Port': ['ID=03a4c5ca-bcb9-4994-87e4-fd873fc1333b,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:32.395683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b810fd-7846-4212-9860-37ee52dfcbd2 None None] No DVR routers for this DVR port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:49:32.396804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 03a4c5ca-bcb9-4994-87e4-fd873fc1333b is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:32.397178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.444478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38176) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:32.463790 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Allocated IP 2001:db8::246 (ff8e95a9-f3f1-4ef8-8510-788f913290cf/503d6eb9-9104-4bd9-a55e-7092a64104ee/9e1eb27f-01b5-454b-8eca-d8d99709fbed) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:32.466887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.473232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 86ef15ff-f208-4530-bb25-83e53a068b88 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:49:32.509175 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 86ef15ff-f208-4530-bb25-83e53a068b88 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:49:32.509733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 86ef15ff-f208-4530-bb25-83e53a068b88 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:49:32.531696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] The port '03a4c5ca-bcb9-4994-87e4-fd873fc1333b' was deleted {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:49:32.536022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a423fbc1-50ba-423c-b6be-cbee1e996c7c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.537232 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a423fbc1-50ba-423c-b6be-cbee1e996c7c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4016421 Oct 17 17:49:32.540799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38182) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:32.548007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6d5fc9fa-de48-4c9a-8149-eda1531deb26 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': 'dca90ef7-9c10-41ea-8efc-7f4d52ea772f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:32.554973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.559604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6d5fc9fa-de48-4c9a-8149-eda1531deb26 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:32.565349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6d5fc9fa-de48-4c9a-8149-eda1531deb26 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:32.569793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6d5fc9fa-de48-4c9a-8149-eda1531deb26 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:32.576113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6d5fc9fa-de48-4c9a-8149-eda1531deb26 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:32.617728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc9fa-de48-4c9a-8149-eda1531deb26 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.687746 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a15a8dac-addd-456c-89a7-7abcb90cc586 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ce28a7529df43bf965f71b4cf0b8fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397087 Oct 17 17:49:32.689423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38186) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:32.732397 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc9fa-de48-4c9a-8149-eda1531deb26 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.743666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc9fa-de48-4c9a-8149-eda1531deb26 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.773989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fc9fa-de48-4c9a-8149-eda1531deb26 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ee80b5-f49c-4973-bb4a-969efd8b3559,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:32.800429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d762c8df-6443-458d-b033-09fee2d81dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.803514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d5fc9fa-de48-4c9a-8149-eda1531deb26 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.804664 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6d5fc9fa-de48-4c9a-8149-eda1531deb26 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2627256 Oct 17 17:49:32.811614 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38190) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:32.819124 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3afa4792-3fa9-4ff5-85b6-1e2914a86ad6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': 'dca90ef7-9c10-41ea-8efc-7f4d52ea772f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:32.828671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-31455254-c8ca-4d2c-9a3c-bbe03252188d None None] Deleting port 86ef15ff-f208-4530-bb25-83e53a068b88 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:32.829270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-31455254-c8ca-4d2c-9a3c-bbe03252188d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.832425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3afa4792-3fa9-4ff5-85b6-1e2914a86ad6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:32.845826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3afa4792-3fa9-4ff5-85b6-1e2914a86ad6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:32.849388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d762c8df-6443-458d-b033-09fee2d81dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.856414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3afa4792-3fa9-4ff5-85b6-1e2914a86ad6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:32.865675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3afa4792-3fa9-4ff5-85b6-1e2914a86ad6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:32.902805 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-31455254-c8ca-4d2c-9a3c-bbe03252188d None None] The port '86ef15ff-f208-4530-bb25-83e53a068b88' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:49:32.904706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3afa4792-3fa9-4ff5-85b6-1e2914a86ad6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.956418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d762c8df-6443-458d-b033-09fee2d81dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.979181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762c8df-6443-458d-b033-09fee2d81dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e2a358-22d2-4483-9614-41b81d6a1b75,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:32.998590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3afa4792-3fa9-4ff5-85b6-1e2914a86ad6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:32.999975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d762c8df-6443-458d-b033-09fee2d81dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.003751 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d762c8df-6443-458d-b033-09fee2d81dfc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e5e2a358-22d2-4483-9614-41b81d6a1b75 HTTP/1.1" status: 204 len: 168 time: 0.3132029 Oct 17 17:49:33.017629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3afa4792-3fa9-4ff5-85b6-1e2914a86ad6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.048117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa4792-3fa9-4ff5-85b6-1e2914a86ad6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cfee17-4958-472d-b7a0-15c0e3447fbb,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:33.054656 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3afa4792-3fa9-4ff5-85b6-1e2914a86ad6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.056051 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3afa4792-3fa9-4ff5-85b6-1e2914a86ad6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2434459 Oct 17 17:49:33.059407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38196) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:33.065288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6d37a3c3-4ea4-4ea7-ae39-a66e62a472d7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': 'dca90ef7-9c10-41ea-8efc-7f4d52ea772f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:33.071579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6d37a3c3-4ea4-4ea7-ae39-a66e62a472d7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:33.077191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6d37a3c3-4ea4-4ea7-ae39-a66e62a472d7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:33.080669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6d37a3c3-4ea4-4ea7-ae39-a66e62a472d7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:33.086750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6d37a3c3-4ea4-4ea7-ae39-a66e62a472d7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:33.110678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d37a3c3-4ea4-4ea7-ae39-a66e62a472d7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.154137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.195082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d37a3c3-4ea4-4ea7-ae39-a66e62a472d7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.200684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d37a3c3-4ea4-4ea7-ae39-a66e62a472d7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.223424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37a3c3-4ea4-4ea7-ae39-a66e62a472d7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f341798-bb67-4745-afa2-2e4541126de6,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:33.240797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d37a3c3-4ea4-4ea7-ae39-a66e62a472d7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.242465 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6d37a3c3-4ea4-4ea7-ae39-a66e62a472d7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1820121 Oct 17 17:49:33.245269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38202) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:33.252003 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.254625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c7e4f0a1-1195-4ebd-be08-2c8e887489a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': 'dca90ef7-9c10-41ea-8efc-7f4d52ea772f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:33.260092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c7e4f0a1-1195-4ebd-be08-2c8e887489a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:33.265927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c7e4f0a1-1195-4ebd-be08-2c8e887489a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:33.269011 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c7e4f0a1-1195-4ebd-be08-2c8e887489a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:33.271306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b49e10-ffb1-472e-b829-a4737394dd82']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:33.275087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c7e4f0a1-1195-4ebd-be08-2c8e887489a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:33.288114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.306124 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7e4f0a1-1195-4ebd-be08-2c8e887489a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.325210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cad367-ae2c-485c-98f2-6e7dcad611c4') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:33.325504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cad367-ae2c-485c-98f2-6e7dcad611c4') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:33.374962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:49:33.379980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.432521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0969a8-6e2b-424d-b641-c8f95657e0f9,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:33.437843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.445452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.445796 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Added segment 01022a7b-7731-4ce7-ba96-36607c354152 of type vlan for network 56c666a0-f83e-430e-9d8d-692d728cf316 Oct 17 17:49:33.453324 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.471156 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448c2e77-ce4f-4531-a129-411e44ca6d4d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Router 1d85e75e-095d-446f-a049-3b6c8d98231d has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:49:33.478539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:49:33.478928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.494332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7e4f0a1-1195-4ebd-be08-2c8e887489a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.500519 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7e4f0a1-1195-4ebd-be08-2c8e887489a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.546909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4f0a1-1195-4ebd-be08-2c8e887489a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b9819b-0757-4930-8600-4396d1e9eea0,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:33.550117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7e4f0a1-1195-4ebd-be08-2c8e887489a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.554101 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c7e4f0a1-1195-4ebd-be08-2c8e887489a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3017876 Oct 17 17:49:33.554507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38216) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:33.568104 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 33cad367-ae2c-485c-98f2-6e7dcad611c4 resource provider aggregate not found Oct 17 17:49:33.587992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-00ab9273-7c51-4902-9207-95c887059511 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.600473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-00ab9273-7c51-4902-9207-95c887059511 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.619507 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 33cad367-ae2c-485c-98f2-6e7dcad611c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33cad367-ae2c-485c-98f2-6e7dcad611c4 found for delete ", "request_id": "req-a0eac2a5-e535-46e3-97f8-f6b5ee36075c"}]} Oct 17 17:49:33.623175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-87f75128-4ce4-4bbb-84d0-f087bc48317f tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:49:33.632205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-00ab9273-7c51-4902-9207-95c887059511 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.654705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab9273-7c51-4902-9207-95c887059511 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2b9819b-0757-4930-8600-4396d1e9eea0,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:33.657407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-00ab9273-7c51-4902-9207-95c887059511 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.661620 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-00ab9273-7c51-4902-9207-95c887059511 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/e2b9819b-0757-4930-8600-4396d1e9eea0 HTTP/1.1" status: 204 len: 168 time: 0.1035843 Oct 17 17:49:33.661776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38226) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:33.685520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.722356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a914e4e7-72e2-457d-96aa-a016f0de0fdf tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:33.752381 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a914e4e7-72e2-457d-96aa-a016f0de0fdf tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:33.754363 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a914e4e7-72e2-457d-96aa-a016f0de0fdf tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0917344 Oct 17 17:49:33.757452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38234) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:33.774890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.789500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c766905e-1c6b-4b6d-ba9c-34df84f715b4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.800803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c766905e-1c6b-4b6d-ba9c-34df84f715b4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.829603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c766905e-1c6b-4b6d-ba9c-34df84f715b4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.851292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766905e-1c6b-4b6d-ba9c-34df84f715b4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f341798-bb67-4745-afa2-2e4541126de6,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:33.860753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.864450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c766905e-1c6b-4b6d-ba9c-34df84f715b4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.865498 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c766905e-1c6b-4b6d-ba9c-34df84f715b4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/4f341798-bb67-4745-afa2-2e4541126de6 HTTP/1.1" status: 204 len: 168 time: 0.1069474 Oct 17 17:49:33.868331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38238) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:33.892336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:49:33.909553 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event deleted for resources: {'Network': ['ID=e8b49e10-ffb1-472e-b829-a4737394dd82,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:33.911308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38242) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:33.924754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.925815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-30c4bfb6-12dd-4dd9-9a0c-76f145a4a35f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:33.942653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-30c4bfb6-12dd-4dd9-9a0c-76f145a4a35f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:33.944073 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-30c4bfb6-12dd-4dd9-9a0c-76f145a4a35f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0746124 Oct 17 17:49:33.945982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-87f75128-4ce4-4bbb-84d0-f087bc48317f tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.947175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38248) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:33.975780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b6f58bd2-0703-419c-806e-d19e370fa1f7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:33.990195 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b6f58bd2-0703-419c-806e-d19e370fa1f7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.004018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-87f75128-4ce4-4bbb-84d0-f087bc48317f tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.041103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b6f58bd2-0703-419c-806e-d19e370fa1f7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.057390 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d8dfd036-5a5d-4e46-b2db-20e049f6449e tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "DELETE /v2.0/networks/e8b49e10-ffb1-472e-b829-a4737394dd82 HTTP/1.1" status: 204 len: 168 time: 2.7346404 Oct 17 17:49:34.060068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38252) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:34.063631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f58bd2-0703-419c-806e-d19e370fa1f7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3cfee17-4958-472d-b7a0-15c0e3447fbb,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:34.133418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.139572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:34.140260 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.153945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b6f58bd2-0703-419c-806e-d19e370fa1f7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.155311 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b6f58bd2-0703-419c-806e-d19e370fa1f7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/e3cfee17-4958-472d-b7a0-15c0e3447fbb HTTP/1.1" status: 204 len: 168 time: 0.2071273 Oct 17 17:49:34.163070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38256) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:34.204896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.267902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-6a674553-acfe-4171-8e6f-7f489cb86637 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Deleting port 3213aa12-7896-4e07-a459-d764333592d4 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:34.268235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a674553-acfe-4171-8e6f-7f489cb86637 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.321531 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'networks': [{'name': 'tempest-network--1064962523'}, {'name': 'tempest-network--340629224'}]} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:34.322102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'network': {'name': 'tempest-network--1064962523'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:34.322296 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'network': {'name': 'tempest-network--340629224'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:34.338767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-70039f5e-4dde-470d-a371-ab81cb283915 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:34.342123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Network ff8e95a9-f3f1-4ef8-8510-788f913290cf is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:34.407841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:34.410488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:34.424051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-70039f5e-4dde-470d-a371-ab81cb283915 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:34.428135 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-70039f5e-4dde-470d-a371-ab81cb283915 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2615194 Oct 17 17:49:34.428556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38260) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:34.429005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:34.483455 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b800bf-6928-458b-a053-4e7f9808e5a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.489854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Usage tracker for resource:network and tenant:c7d786baf46c473a813e1b7f3e877b19 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:34.496119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b800bf-6928-458b-a053-4e7f9808e5a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.505541 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.7473371 Oct 17 17:49:34.506329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event updated for resources: {'Port': ['ID=9e1eb27f-01b5-454b-8eca-d8d99709fbed,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:34.512637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38264) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:34.521959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'subnet': {'network_id': '56c666a0-f83e-430e-9d8d-692d728cf316', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:34.547032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a674553-acfe-4171-8e6f-7f489cb86637 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.547374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a674553-acfe-4171-8e6f-7f489cb86637 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.572282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:34.602239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:34.606649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5af02d-0590-4c94-a0cb-e8bcdf70e424 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Network': ['ID=56c666a0-f83e-430e-9d8d-692d728cf316,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:34.618648 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 56c666a0-f83e-430e-9d8d-692d728cf316 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:49:34.627066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448c2e77-ce4f-4531-a129-411e44ca6d4d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:49:34.678416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-448c2e77-ce4f-4531-a129-411e44ca6d4d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.684003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd9613-e9b4-4642-8279-9c1b44d1af73 None None] Sync routers for ids ['1d85e75e-095d-446f-a049-3b6c8d98231d'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:49:34.688437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b800bf-6928-458b-a053-4e7f9808e5a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.712408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd9613-e9b4-4642-8279-9c1b44d1af73 None None] Routers {'1d85e75e-095d-446f-a049-3b6c8d98231d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:34.713318 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0abd9613-e9b4-4642-8279-9c1b44d1af73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1d85e75e-095d-446f-a049-3b6c8d98231d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:34.725987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Made reservation on behalf of c7d786baf46c473a813e1b7f3e877b19 for: {'network': 2} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:34.730919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.763856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.765415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-6a674553-acfe-4171-8e6f-7f489cb86637 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Calling delete_port for 3213aa12-7896-4e07-a459-d764333592d4 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:34.773318 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-87f75128-4ce4-4bbb-84d0-f087bc48317f tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Floating IP eeac9ea0-1057-4745-b595-a896649af352 associated. External IP: 172.26.8.80, port: 9a7ed6da-d79c-4a24-81d1-e10e38b955f4. Oct 17 17:49:34.828633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b800bf-6928-458b-a053-4e7f9808e5a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62ee80b5-f49c-4973-bb4a-969efd8b3559,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:34.834277 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b800bf-6928-458b-a053-4e7f9808e5a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.835795 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-84b800bf-6928-458b-a053-4e7f9808e5a0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/62ee80b5-f49c-4973-bb4a-969efd8b3559 HTTP/1.1" status: 204 len: 168 time: 0.4062669 Oct 17 17:49:34.840143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38268) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:34.843309 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:34.850893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:subnet and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:34.856569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:34.864294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:34.890986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Made reservation on behalf of c8596a53819a4fc789920c653097ea58 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:34.895152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:34.910859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-0abd9613-e9b4-4642-8279-9c1b44d1af73 None None] Set router 1d85e75e-095d-446f-a049-3b6c8d98231d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:49:34.924031 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-448c2e77-ce4f-4531-a129-411e44ca6d4d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "PUT /v2.0/floatingips/ac72aaab-42ea-4d53-ac4a-4631bcc125bd HTTP/1.1" status: 200 len: 991 time: 6.3448889 Oct 17 17:49:35.029076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'tag': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:49:35.034252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06883ef5-dd29-4ef2-8169-f4165f250a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3b123b-dc32-4a48-895b-03a52459ad22", "tag": "a47ed93f-6cc1-49ab-8442-e4c2262a165a"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:49:35.052177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:35.075861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a674553-acfe-4171-8e6f-7f489cb86637 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:35.135759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a674553-acfe-4171-8e6f-7f489cb86637 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Pushing event deleted for resources: {'Port': ['ID=3213aa12-7896-4e07-a459-d764333592d4,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:35.272517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04974912-d037-4470-903e-590abfab4c09 x-openstack-request-id: req-04974912-d037-4470-903e-590abfab4c09 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:49:35.273106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3b123b-dc32-4a48-895b-03a52459ad22", "tag": "a47ed93f-6cc1-49ab-8442-e4c2262a165a", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:49:35.273361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-04974912-d037-4470-903e-590abfab4c09 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:49:35.273752 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04974912-d037-4470-903e-590abfab4c09'] response: {'name': 'network-changed', 'server_uuid': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'tag': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a', 'status': 'completed', 'code': 200} Oct 17 17:49:35.302327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0abd9613-e9b4-4642-8279-9c1b44d1af73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'ac72aaab-42ea-4d53-ac4a-4631bcc125bd', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'floating_ip_address': '172.26.8.20', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'port_id': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'mac_address': 'fa:16:3e:4f:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:48:51Z', 'updated_at': '2022-10-17T17:49:30Z', 'revision_number': 1, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a620045b-c2c5-4cc6-b40a-6e2888742c42', 'name': '', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'mac_address': 'fa:16:3e:67:d1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:33Z', 'updated_at': '2022-10-17T17:48:47Z', 'revision_number': 5, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'subnets': [{'id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:35.306627 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd9613-e9b4-4642-8279-9c1b44d1af73 None None] Checking router: 1d85e75e-095d-446f-a049-3b6c8d98231d for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:49:35.313418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Usage tracker for resource:security_group_rule and tenant:c7d786baf46c473a813e1b7f3e877b19 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:35.317559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd9613-e9b4-4642-8279-9c1b44d1af73 None None] Routers {'1d85e75e-095d-446f-a049-3b6c8d98231d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:35.318177 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0abd9613-e9b4-4642-8279-9c1b44d1af73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1d85e75e-095d-446f-a049-3b6c8d98231d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:35.393814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:35.437796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:35.472210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a674553-acfe-4171-8e6f-7f489cb86637 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:35.494075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-035ff00f-2de4-46b8-b258-ed7f5cbd60e6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:35.508707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:35.539252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-0abd9613-e9b4-4642-8279-9c1b44d1af73 None None] Set router 1d85e75e-095d-446f-a049-3b6c8d98231d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:49:35.548804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06883ef5-dd29-4ef2-8169-f4165f250a0d req-118631de-8614-47a0-a272-ef2e02c4a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:35.550670 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-06883ef5-dd29-4ef2-8169-f4165f250a0d req-118631de-8614-47a0-a272-ef2e02c4a18d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3f4e422ce3c4b4ea78d81856a691f25&device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 1099 time: 0.3719079 Oct 17 17:49:35.593425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:35.644003 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-035ff00f-2de4-46b8-b258-ed7f5cbd60e6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:35.650893 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-035ff00f-2de4-46b8-b258-ed7f5cbd60e6 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7407980 Oct 17 17:49:35.654401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38278) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:35.655993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a674553-acfe-4171-8e6f-7f489cb86637 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:35.659551 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6a674553-acfe-4171-8e6f-7f489cb86637 tempest-FloatingIPAdminTestJSON-1535356861 tempest-FloatingIPAdminTestJSON-1535356861-project] 10.222.0.69 "DELETE /v2.0/floatingips/531a20c2-1a5e-4fa6-b5bb-a57a78faa360 HTTP/1.1" status: 204 len: 168 time: 1.5930445 Oct 17 17:49:35.744314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f75128-4ce4-4bbb-84d0-f087bc48317f tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Router 8e719514-bac6-48ae-bf62-4e5283ec49af has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:49:35.787561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e46bf-cde0-4048-a587-bf849e27a05e req-09bc94ee-6812-4554-8f17-6956f2827a34 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:35.794718 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb4e46bf-cde0-4048-a587-bf849e27a05e req-09bc94ee-6812-4554-8f17-6956f2827a34 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 946 time: 0.7530198 Oct 17 17:49:35.798258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06883ef5-dd29-4ef2-8169-f4165f250a0d req-715b03b0-7348-4173-82b7-7027e7d72c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:35.799754 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-06883ef5-dd29-4ef2-8169-f4165f250a0d req-715b03b0-7348-4173-82b7-7027e7d72c5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=79ac80e2-073f-4d37-b0c3-f487b129c61c HTTP/1.1" status: 200 len: 905 time: 0.2364719 Oct 17 17:49:35.800431 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Subnet': ['ID=e3d898cf-aa9c-4aa5-93d5-4028a0b4590d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:35.892813 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Checking segment: {'id': '01022a7b-7731-4ce7-ba96-36607c354152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '56c666a0-f83e-430e-9d8d-692d728cf316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:35.893172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network hostable DHCP agents. Network: 56c666a0-f83e-430e-9d8d-692d728cf316, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:49:35.916928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e8a27ab2-e477-42ee-947a-cc08f91eb722 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:35.938964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e8a27ab2-e477-42ee-947a-cc08f91eb722 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:35.978628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 56c666a0-f83e-430e-9d8d-692d728cf316 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:49:35.993280 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-06883ef5-dd29-4ef2-8169-f4165f250a0d req-1c5101b4-002b-4f19-9ab3-9840082b83cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a47ed93f-6cc1-49ab-8442-e4c2262a165a HTTP/1.1" status: 200 len: 999 time: 0.1854780 Oct 17 17:49:35.995983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 56c666a0-f83e-430e-9d8d-692d728cf316) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:36.002386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:36.003160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.014354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f547a00d-5ed9-4a45-aa96-a6cccd1f0d2c None None] Network 56c666a0-f83e-430e-9d8d-692d728cf316 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:36.060531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e8a27ab2-e477-42ee-947a-cc08f91eb722 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.066557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38286) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:36.107120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a27ab2-e477-42ee-947a-cc08f91eb722 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a97bced-c01d-407c-b08f-5ccfba25bb1f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:36.109231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0abd9613-e9b4-4642-8279-9c1b44d1af73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'ac72aaab-42ea-4d53-ac4a-4631bcc125bd', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'floating_ip_address': '172.26.8.20', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'port_id': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'mac_address': 'fa:16:3e:4f:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:48:51Z', 'updated_at': '2022-10-17T17:49:30Z', 'revision_number': 1, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a620045b-c2c5-4cc6-b40a-6e2888742c42', 'name': '', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'mac_address': 'fa:16:3e:67:d1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:33Z', 'updated_at': '2022-10-17T17:48:47Z', 'revision_number': 5, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'subnets': [{'id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:36.119917 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d7bb1559-620e-4906-b121-b9f406231f65 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6061308 Oct 17 17:49:36.120602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38292) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:36.127228 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abd9613-e9b4-4642-8279-9c1b44d1af73 None None] The sync data for ids ['1d85e75e-095d-446f-a049-3b6c8d98231d'] in dv-neutron-860895-1-hyperv is: [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'ac72aaab-42ea-4d53-ac4a-4631bcc125bd', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'floating_ip_address': '172.26.8.20', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'port_id': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'mac_address': 'fa:16:3e:4f:00:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:48:51Z', 'updated_at': '2022-10-17T17:49:30Z', 'revision_number': 1, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a620045b-c2c5-4cc6-b40a-6e2888742c42', 'name': '', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'mac_address': 'fa:16:3e:67:d1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:33Z', 'updated_at': '2022-10-17T17:48:47Z', 'revision_number': 5, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'subnets': [{'id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:49:36.142817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-772822110', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:36.151061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e8a27ab2-e477-42ee-947a-cc08f91eb722 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.152688 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e8a27ab2-e477-42ee-947a-cc08f91eb722 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/2a97bced-c01d-407c-b08f-5ccfba25bb1f HTTP/1.1" status: 204 len: 168 time: 0.4898155 Oct 17 17:49:36.157695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38296) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:36.158571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:36.181953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:router and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:36.186034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06883ef5-dd29-4ef2-8169-f4165f250a0d req-7cdfa3fd-58e2-46d9-a2f1-006847fd9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:36.187540 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-06883ef5-dd29-4ef2-8169-f4165f250a0d req-7cdfa3fd-58e2-46d9-a2f1-006847fd9a6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cda448af-5e6a-46d1-83c7-e9860dc5dd0d HTTP/1.1" status: 200 len: 843 time: 0.1748266 Oct 17 17:49:36.190054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:36.218681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.246120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:36.255804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.257409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.295370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.296416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.301908 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb4e46bf-cde0-4048-a587-bf849e27a05e req-703cc0de-a439-432a-b2fc-7bd6fa1479ac tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5063150 Oct 17 17:49:36.307340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9fe07744-68c4-432b-a5e5-a048605564ee tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:36.350102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3d622d-423a-45bd-b424-5adad213aa20 None None] Network 56c666a0-f83e-430e-9d8d-692d728cf316 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:36.398017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9fe07744-68c4-432b-a5e5-a048605564ee tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:36.399419 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9fe07744-68c4-432b-a5e5-a048605564ee tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2382622 Oct 17 17:49:36.406532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38304) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:36.423090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.477080 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac70e76-bd8e-4873-8945-96264761dee8 None None] New status for floating IP ac72aaab-42ea-4d53-ac4a-4631bcc125bd: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:49:36.494123 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4fdc958b-81cc-48a6-ac58-f6f2c89de93b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8fc4bb4fd2c4d4eb1037144966ecdde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097834 Oct 17 17:49:36.496706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06883ef5-dd29-4ef2-8169-f4165f250a0d req-6eb2e650-a175-4248-b047-79d95ed73bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:36.498340 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-06883ef5-dd29-4ef2-8169-f4165f250a0d req-6eb2e650-a175-4248-b047-79d95ed73bf8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=79ac80e2-073f-4d37-b0c3-f487b129c61c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3028004 Oct 17 17:49:36.498934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38308) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:36.550933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-efcddd15-5112-4616-ad7f-9f6e9205c2b5 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.581541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:49:36.591314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.591645 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Added segment e9e3c174-fbcb-411b-9d4c-e8a66553511c of type vlan for network 40b9e122-193f-423a-8746-1b5971cceba9 Oct 17 17:49:36.625749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.663460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:49:36.673174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.673720 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Added segment 973b6065-2fa6-4cf7-9ad5-6e591e26d950 of type vlan for network 275ec474-af40-4e3b-b113-725a879f1d49 Oct 17 17:49:36.687312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.766410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e338b82-ccb2-45eb-a8ae-9299b0861f69,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:36.869241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.881554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f75128-4ce4-4bbb-84d0-f087bc48317f tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:49:36.892505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf276a-f025-4815-b51c-40e5c81c6fa7 None None] Sync routers for ids ['8e719514-bac6-48ae-bf62-4e5283ec49af'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:49:36.902925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf276a-f025-4815-b51c-40e5c81c6fa7 None None] Routers {'8e719514-bac6-48ae-bf62-4e5283ec49af'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:36.903924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-22cf276a-f025-4815-b51c-40e5c81c6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8e719514-bac6-48ae-bf62-4e5283ec49af'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:36.946697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-87f75128-4ce4-4bbb-84d0-f087bc48317f tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.951291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-efcddd15-5112-4616-ad7f-9f6e9205c2b5 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:36.990676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:37.000262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb47980a-871b-4b11-b662-0ba7a58efa80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:37.013662 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:37.014656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:37.020577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:37.025477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:37.025993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:37.083255 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-87f75128-4ce4-4bbb-84d0-f087bc48317f tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "PUT /v2.0/floatingips/eeac9ea0-1057-4745-b595-a896649af352 HTTP/1.1" status: 200 len: 991 time: 5.9426749 Oct 17 17:49:37.090774 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-06883ef5-dd29-4ef2-8169-f4165f250a0d req-b0b33a61-c4e0-4bbf-877e-b0a931cdd275 service neutron] 10.222.0.20 "GET /v2.0/networks/79ac80e2-073f-4d37-b0c3-f487b129c61c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805178 Oct 17 17:49:37.093427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb47980a-871b-4b11-b662-0ba7a58efa80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:37.099188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-22cf276a-f025-4815-b51c-40e5c81c6fa7 None None] Set router 8e719514-bac6-48ae-bf62-4e5283ec49af gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:49:37.201676 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2695060 Oct 17 17:49:37.217030 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38314) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:37.262723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-efcddd15-5112-4616-ad7f-9f6e9205c2b5 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:37.276286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481dde18-6209-4534-bb81-28e60abc29f2', 'tag': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:49:37.279620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dffa51a-67a0-4b3c-8a9d-a3392ddf0fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "481dde18-6209-4534-bb81-28e60abc29f2", "tag": "9a7ed6da-d79c-4a24-81d1-e10e38b955f4"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:49:37.309176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event updated for resources: {'Network': ['ID=40b9e122-193f-423a-8746-1b5971cceba9,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:37.341401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Router b3edd13d-9498-4a85-957d-35bd194238e3 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:49:37.356352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 40b9e122-193f-423a-8746-1b5971cceba9 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:49:37.412574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d283b23d-3bda-4995-81ad-61342011c197 x-openstack-request-id: req-d283b23d-3bda-4995-81ad-61342011c197 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:49:37.412950 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481dde18-6209-4534-bb81-28e60abc29f2", "tag": "9a7ed6da-d79c-4a24-81d1-e10e38b955f4", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:49:37.413122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d283b23d-3bda-4995-81ad-61342011c197 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:49:37.413477 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d283b23d-3bda-4995-81ad-61342011c197'] response: {'name': 'network-changed', 'server_uuid': '481dde18-6209-4534-bb81-28e60abc29f2', 'tag': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4', 'status': 'completed', 'code': 200} Oct 17 17:49:37.533913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcddd15-5112-4616-ad7f-9f6e9205c2b5 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca90ef7-9c10-41ea-8efc-7f4d52ea772f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:37.569963 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9e83f-a3db-497f-a34f-91eeb17590bd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event updated for resources: {'Network': ['ID=275ec474-af40-4e3b-b113-725a879f1d49,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:37.601169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036a20a-426b-4a8d-a499-06babc811a77 req-220a8407-4a16-44fa-8955-5d62c32a59ff tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:37.609486 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0036a20a-426b-4a8d-a499-06babc811a77 req-220a8407-4a16-44fa-8955-5d62c32a59ff tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 946 time: 0.3767533 Oct 17 17:49:37.657179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 275ec474-af40-4e3b-b113-725a879f1d49 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:49:37.684892 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0036a20a-426b-4a8d-a499-06babc811a77 req-e6ab3817-808a-47e5-a939-9c14bb160a28 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744402 Oct 17 17:49:37.693197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:49:37.696270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-efcddd15-5112-4616-ad7f-9f6e9205c2b5 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:37.699688 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-efcddd15-5112-4616-ad7f-9f6e9205c2b5 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-groups/dca90ef7-9c10-41ea-8efc-7f4d52ea772f HTTP/1.1" status: 204 len: 168 time: 1.2892842 Oct 17 17:49:37.699688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb47980a-871b-4b11-b662-0ba7a58efa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:37.700277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38320) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:37.708606 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-06883ef5-dd29-4ef2-8169-f4165f250a0d req-0f6add26-1d45-4817-b3f0-b950f51b7456 service neutron] 10.222.0.20 "GET /v2.0/networks/79ac80e2-073f-4d37-b0c3-f487b129c61c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060390 Oct 17 17:49:37.728747 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Sync routers for ids ['b3edd13d-9498-4a85-957d-35bd194238e3'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:49:37.744331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb47980a-871b-4b11-b662-0ba7a58efa80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:37.746519 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cb47980a-871b-4b11-b662-0ba7a58efa80 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c29f793-85cf-413a-91b6-fe58f487dee9 HTTP/1.1" status: 204 len: 168 time: 1.2368271 Oct 17 17:49:37.756480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a28a7ad-8692-43ac-890e-07695a478e72 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:37.760548 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Routers {'b3edd13d-9498-4a85-957d-35bd194238e3'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:37.762325 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a28a7ad-8692-43ac-890e-07695a478e72 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:37.763210 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b3edd13d-9498-4a85-957d-35bd194238e3'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:37.768375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a28a7ad-8692-43ac-890e-07695a478e72 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:37.770747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:37.772060 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-69e67eba-17f4-4873-8ced-a822b5ef8d9c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.6025784 Oct 17 17:49:37.775307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a28a7ad-8692-43ac-890e-07695a478e72 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:37.782410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a28a7ad-8692-43ac-890e-07695a478e72 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:37.783355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38328) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:37.784552 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0a28a7ad-8692-43ac-890e-07695a478e72 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3013 time: 0.5600705 Oct 17 17:49:37.786663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47980a-871b-4b11-b662-0ba7a58efa80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c29f793-85cf-413a-91b6-fe58f487dee9,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:37.793748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38332) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:37.862154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-22cf276a-f025-4815-b51c-40e5c81c6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:34Z', 'revision_number': 4, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'eeac9ea0-1057-4745-b595-a896649af352', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'port_id': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'mac_address': 'fa:16:3e:d7:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481dde18-6209-4534-bb81-28e60abc29f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:48:49Z', 'updated_at': '2022-10-17T17:49:33Z', 'revision_number': 1, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c454e4f6-5439-459a-b1f9-5110004e5de1', 'name': '', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'mac_address': 'fa:16:3e:7a:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '75f3d772-483f-4177-8883-a19140d2941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:30Z', 'updated_at': '2022-10-17T17:48:46Z', 'revision_number': 5, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'subnets': [{'id': '75f3d772-483f-4177-8883-a19140d2941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:37.869162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf276a-f025-4815-b51c-40e5c81c6fa7 None None] Checking router: 8e719514-bac6-48ae-bf62-4e5283ec49af for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:49:37.887240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf276a-f025-4815-b51c-40e5c81c6fa7 None None] Routers {'8e719514-bac6-48ae-bf62-4e5283ec49af'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:37.888087 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-22cf276a-f025-4815-b51c-40e5c81c6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8e719514-bac6-48ae-bf62-4e5283ec49af'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:37.900392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa51a-67a0-4b3c-8a9d-a3392ddf0fe6 req-c2575f08-6567-4e44-bc0b-b03e9552ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:37.902762 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4dffa51a-67a0-4b3c-8a9d-a3392ddf0fe6 req-c2575f08-6567-4e44-bc0b-b03e9552ccc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=995cd1702baf4d09a90e2ff17f6fc980&device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 1099 time: 0.4265816 Oct 17 17:49:37.934338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4bce4794-065b-45af-af9c-e3437dccde10 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:38.031741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.087708 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Set router b3edd13d-9498-4a85-957d-35bd194238e3 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:49:38.171077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-22cf276a-f025-4815-b51c-40e5c81c6fa7 None None] Set router 8e719514-bac6-48ae-bf62-4e5283ec49af gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:49:38.256926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38340) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:38.284069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4bce4794-065b-45af-af9c-e3437dccde10 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:38.290523 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4bce4794-065b-45af-af9c-e3437dccde10 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5889497 Oct 17 17:49:38.294482 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38344) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:38.296987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-435be9be-319b-465e-822e-fe1c12c0e189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.311696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457283508'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:38.320117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:38.348882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-435be9be-319b-465e-822e-fe1c12c0e189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:38.352913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:38.359894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-435be9be-319b-465e-822e-fe1c12c0e189 admin admin] Usage tracker for resource:security_group_rule and tenant:eeaaef195f3c40938889909896ab9ae0 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:38.365859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-435be9be-319b-465e-822e-fe1c12c0e189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:38.374348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.408882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa51a-67a0-4b3c-8a9d-a3392ddf0fe6 req-14ea45dc-7a4e-4ab8-a8eb-036ef2c02100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:38.410361 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4dffa51a-67a0-4b3c-8a9d-a3392ddf0fe6 req-14ea45dc-7a4e-4ab8-a8eb-036ef2c02100 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03f5626e-6646-4d1a-9305-f3c3d025ed6e HTTP/1.1" status: 200 len: 913 time: 0.4939406 Oct 17 17:49:38.415456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.423705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-435be9be-319b-465e-822e-fe1c12c0e189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:38.497970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.498593 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edd13d-9498-4a85-957d-35bd194238e3', 'name': '', 'tenant_id': '7fd7d38c12d44a02991c6d14ddc78122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff8e95a9-f3f1-4ef8-8510-788f913290cf', 'external_fixed_ips': [{'subnet_id': '503d6eb9-9104-4bd9-a55e-7092a64104ee', 'ip_address': '2001:db8::246'}], 'enable_snat': True}, 'gw_port_id': '9e1eb27f-01b5-454b-8eca-d8d99709fbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:49:27Z', 'updated_at': '2022-10-17T17:49:34Z', 'revision_number': 3, 'project_id': '7fd7d38c12d44a02991c6d14ddc78122', 'gw_port': {'id': '9e1eb27f-01b5-454b-8eca-d8d99709fbed', 'name': '', 'network_id': 'ff8e95a9-f3f1-4ef8-8510-788f913290cf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:ac:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3edd13d-9498-4a85-957d-35bd194238e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '503d6eb9-9104-4bd9-a55e-7092a64104ee', 'ip_address': '2001:db8::246', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:49:31Z', 'updated_at': '2022-10-17T17:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '503d6eb9-9104-4bd9-a55e-7092a64104ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:38.503247 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Checking router: b3edd13d-9498-4a85-957d-35bd194238e3 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:49:38.503789 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Updating router b3edd13d-9498-4a85-957d-35bd194238e3 port 9e1eb27f-01b5-454b-8eca-d8d99709fbed binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:49:38.560120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:38.567516 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.574544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:38.583686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:38.583915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.603750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:38.672955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-22cf276a-f025-4815-b51c-40e5c81c6fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:34Z', 'revision_number': 4, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'eeac9ea0-1057-4745-b595-a896649af352', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'port_id': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'mac_address': 'fa:16:3e:d7:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481dde18-6209-4534-bb81-28e60abc29f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:48:49Z', 'updated_at': '2022-10-17T17:49:33Z', 'revision_number': 1, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c454e4f6-5439-459a-b1f9-5110004e5de1', 'name': '', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'mac_address': 'fa:16:3e:7a:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '75f3d772-483f-4177-8883-a19140d2941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:30Z', 'updated_at': '2022-10-17T17:48:46Z', 'revision_number': 5, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'subnets': [{'id': '75f3d772-483f-4177-8883-a19140d2941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:38.678103 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf276a-f025-4815-b51c-40e5c81c6fa7 None None] The sync data for ids ['8e719514-bac6-48ae-bf62-4e5283ec49af'] in dv-neutron-860895-1-hyperv is: [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:34Z', 'revision_number': 4, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'eeac9ea0-1057-4745-b595-a896649af352', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'port_id': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'mac_address': 'fa:16:3e:d7:83:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481dde18-6209-4534-bb81-28e60abc29f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:48:49Z', 'updated_at': '2022-10-17T17:49:33Z', 'revision_number': 1, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c454e4f6-5439-459a-b1f9-5110004e5de1', 'name': '', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'mac_address': 'fa:16:3e:7a:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '75f3d772-483f-4177-8883-a19140d2941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:30Z', 'updated_at': '2022-10-17T17:48:46Z', 'revision_number': 5, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'subnets': [{'id': '75f3d772-483f-4177-8883-a19140d2941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:49:38.684915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.687948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.712778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-435be9be-319b-465e-822e-fe1c12c0e189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.725313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-435be9be-319b-465e-822e-fe1c12c0e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.732470 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4dffa51a-67a0-4b3c-8a9d-a3392ddf0fe6 req-5227b643-943a-444a-a448-4fcb225bdb3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a7ed6da-d79c-4a24-81d1-e10e38b955f4 HTTP/1.1" status: 200 len: 999 time: 0.2813129 Oct 17 17:49:38.743077 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Deleting port 9e1eb27f-01b5-454b-8eca-d8d99709fbed {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:38.743414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.789075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b9e122-193f-423a-8746-1b5971cceba9']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:38.824660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e3c174-fbcb-411b-9d4c-e8a66553511c') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:38.825006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e3c174-fbcb-411b-9d4c-e8a66553511c') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:38.856270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435be9be-319b-465e-822e-fe1c12c0e189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c60797-8e47-4642-8a18-dca77963f788,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:38.872677 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-435be9be-319b-465e-822e-fe1c12c0e189 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eeaaef195f3c40938889909896ab9ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6130984 Oct 17 17:49:38.876592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.879157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.879924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38348) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:38.918789 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.928035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa51a-67a0-4b3c-8a9d-a3392ddf0fe6 req-9b0d51d2-2ed4-42a0-88f2-9ec962662c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:38.929906 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4dffa51a-67a0-4b3c-8a9d-a3392ddf0fe6 req-9b0d51d2-2ed4-42a0-88f2-9ec962662c0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75f3d772-483f-4177-8883-a19140d2941f HTTP/1.1" status: 200 len: 851 time: 0.1843414 Oct 17 17:49:38.939930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:49:38.940651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:38.948503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.000515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d64da5-3e63-4935-b36e-147e0e512157 None None] New status for floating IP eeac9ea0-1057-4745-b595-a896649af352: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:49:39.004075 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.025515 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment e9e3c174-fbcb-411b-9d4c-e8a66553511c resource provider aggregate not found Oct 17 17:49:39.059283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.063367 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7650218 Oct 17 17:49:39.068617 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38356) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:39.097981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-f39a7cd0-5d0b-4054-bab8-d9bd14a37db2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': '8af41683-1e93-4bae-9d3c-94ce674f66a1', 'direction': 'ingress', 'protocol': 17}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:39.116158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f39a7cd0-5d0b-4054-bab8-d9bd14a37db2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:39.123319 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7443d-f71f-488d-a536-867c81bd060e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af41683-1e93-4bae-9d3c-94ce674f66a1,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:39.129003 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f39a7cd0-5d0b-4054-bab8-d9bd14a37db2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:39.155095 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Transition to ACTIVE for port object 9e1eb27f-01b5-454b-8eca-d8d99709fbed will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:39.159000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f39a7cd0-5d0b-4054-bab8-d9bd14a37db2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:39.167284 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7db678ea-4296-4d25-9aef-9a2813909e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.169107 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.187863 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment e9e3c174-fbcb-411b-9d4c-e8a66553511c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9e3c174-fbcb-411b-9d4c-e8a66553511c found for delete ", "request_id": "req-cd7b8863-92b3-470d-9a92-3fce19014f2b"}]} Oct 17 17:49:39.189573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.26.8.254 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/8690047d-1a85-40d1-b75a-4b5d0b037b97) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:39.194567 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.197290 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7db678ea-4296-4d25-9aef-9a2813909e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.224124 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Attempting to bind port 9e1eb27f-01b5-454b-8eca-d8d99709fbed on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:39.224488 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Attempting to bind port 9e1eb27f-01b5-454b-8eca-d8d99709fbed by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ff8e95a9-f3f1-4ef8-8510-788f913290cf'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:39.224841 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Attempting to bind port 9e1eb27f-01b5-454b-8eca-d8d99709fbed on network ff8e95a9-f3f1-4ef8-8510-788f913290cf {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:39.236971 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:49:39.236971 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Checking segment: {'id': '2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ff8e95a9-f3f1-4ef8-8510-788f913290cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:39.237337 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.237624 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Bound using segment: {'id': '2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ff8e95a9-f3f1-4ef8-8510-788f913290cf'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:49:39.238093 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Bound port: 9e1eb27f-01b5-454b-8eca-d8d99709fbed, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'ff8e95a9-f3f1-4ef8-8510-788f913290cf'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:49:39.238642 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.242108 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.255639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f39a7cd0-5d0b-4054-bab8-d9bd14a37db2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:39.271967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7db678ea-4296-4d25-9aef-9a2813909e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.288776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event deleted for resources: {'Network': ['ID=40b9e122-193f-423a-8746-1b5971cceba9,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:39.292217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.311612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db678ea-4296-4d25-9aef-9a2813909e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c60797-8e47-4642-8a18-dca77963f788,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:39.328176 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] For port 9e1eb27f-01b5-454b-8eca-d8d99709fbed, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:49:39.331714 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] For port 9e1eb27f-01b5-454b-8eca-d8d99709fbed, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9e1eb27f-01b5-454b-8eca-d8d99709fbed,segment=NetworkSegment(2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4),segment_id=2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:49:39.345836 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.362849 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Routers {'b3edd13d-9498-4a85-957d-35bd194238e3'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:39.363403 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b3edd13d-9498-4a85-957d-35bd194238e3'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:39.376445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f39a7cd0-5d0b-4054-bab8-d9bd14a37db2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.451080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7db678ea-4296-4d25-9aef-9a2813909e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.454610 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7db678ea-4296-4d25-9aef-9a2813909e5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61c60797-8e47-4642-8a18-dca77963f788 HTTP/1.1" status: 204 len: 168 time: 0.5714107 Oct 17 17:49:39.459851 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Calling delete_port for 9e1eb27f-01b5-454b-8eca-d8d99709fbed owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:39.544632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38362) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:39.544860 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-84ebbd4f-2279-4858-b963-4575a25b0c11 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "DELETE /v2.0/networks/40b9e122-193f-423a-8746-1b5971cceba9 HTTP/1.1" status: 204 len: 168 time: 1.7496932 Oct 17 17:49:39.566699 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] Set router b3edd13d-9498-4a85-957d-35bd194238e3 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:49:39.591843 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa51a-67a0-4b3c-8a9d-a3392ddf0fe6 req-8518188c-d7b2-4b8f-ba60-e5dfdfd9cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:39.593398 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4dffa51a-67a0-4b3c-8a9d-a3392ddf0fe6 req-8518188c-d7b2-4b8f-ba60-e5dfdfd9cbfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03f5626e-6646-4d1a-9305-f3c3d025ed6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6551135 Oct 17 17:49:39.661326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f39a7cd0-5d0b-4054-bab8-d9bd14a37db2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.687925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f39a7cd0-5d0b-4054-bab8-d9bd14a37db2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.698962 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edd13d-9498-4a85-957d-35bd194238e3', 'name': '', 'tenant_id': '7fd7d38c12d44a02991c6d14ddc78122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:49:27Z', 'updated_at': '2022-10-17T17:49:38Z', 'revision_number': 4, 'project_id': '7fd7d38c12d44a02991c6d14ddc78122', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:39.706840 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788187c3-3f16-41f2-938b-6523a4bd8e59 None None] The sync data for ids ['b3edd13d-9498-4a85-957d-35bd194238e3'] in dv-neutron-860895-1-hyperv is: [{'id': 'b3edd13d-9498-4a85-957d-35bd194238e3', 'name': '', 'tenant_id': '7fd7d38c12d44a02991c6d14ddc78122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:49:27Z', 'updated_at': '2022-10-17T17:49:38Z', 'revision_number': 4, 'project_id': '7fd7d38c12d44a02991c6d14ddc78122', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:49:39.717449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.721925 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Pushing event updated for resources: {'Port': ['ID=9e1eb27f-01b5-454b-8eca-d8d99709fbed,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:39.732487 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:39.732832 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:39.733163 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:39.733647 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:39.734120 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:39.734691 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:39.735291 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:39.736000 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:39.736489 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:39.736959 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:39.737442 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:39.737931 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:49:39.786873 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a7cd0-5d0b-4054-bab8-d9bd14a37db2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4550e94-681f-4728-98b0-b071cb0a1ed5,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:39.789762 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4dffa51a-67a0-4b3c-8a9d-a3392ddf0fe6 req-fb715d56-8384-4f9b-a250-513e4700076b service neutron] 10.222.0.20 "GET /v2.0/networks/03f5626e-6646-4d1a-9305-f3c3d025ed6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827633 Oct 17 17:49:39.821615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.api [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:49:39.822003 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG oslo_db.api [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:49:39.828120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.837318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f39a7cd0-5d0b-4054-bab8-d9bd14a37db2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.838721 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f39a7cd0-5d0b-4054-bab8-d9bd14a37db2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7622120 Oct 17 17:49:39.840040 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7a974-75ec-4bef-88d2-2b61f1fd2b91 None None] Pushing event updated for resources: {'Port': ['ID=9e1eb27f-01b5-454b-8eca-d8d99709fbed,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:39.843815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38368) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:39.924011 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:39.965411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38372) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:40.015177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e11e-83e8-4b66-bf84-d08b1da94355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.030705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.033022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:40.040934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:40.044185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:40.058375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cbb2e11e-83e8-4b66-bf84-d08b1da94355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:40.065831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cbb2e11e-83e8-4b66-bf84-d08b1da94355 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd1edca430244299705655d78aeb47b is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:40.069766 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275ec474-af40-4e3b-b113-725a879f1d49']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:40.077309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cbb2e11e-83e8-4b66-bf84-d08b1da94355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:40.086828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cbb2e11e-83e8-4b66-bf84-d08b1da94355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:40.090284 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973b6065-2fa6-4cf7-9ad5-6e591e26d950') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:40.090575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973b6065-2fa6-4cf7-9ad5-6e591e26d950') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:40.097015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=8690047d-1a85-40d1-b75a-4b5d0b037b97,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:40.108637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.140329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.151227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:49:40.151623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.163166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d876f479-92c7-4c3f-b8c4-98305984b958 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.221867 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 973b6065-2fa6-4cf7-9ad5-6e591e26d950 resource provider aggregate not found Oct 17 17:49:40.247349 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 973b6065-2fa6-4cf7-9ad5-6e591e26d950 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 973b6065-2fa6-4cf7-9ad5-6e591e26d950 found for delete ", "request_id": "req-af27cdfe-365e-4f58-a70b-5dc8726945e2"}]} Oct 17 17:49:40.275290 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.298421 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4dffa51a-67a0-4b3c-8a9d-a3392ddf0fe6 req-1e6ad6c5-0ff1-4250-bbfe-0a5c369b5e9e service neutron] 10.222.0.20 "GET /v2.0/networks/03f5626e-6646-4d1a-9305-f3c3d025ed6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956222 Oct 17 17:49:40.303676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.319553 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event deleted for resources: {'Network': ['ID=275ec474-af40-4e3b-b113-725a879f1d49,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:40.360419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d876f479-92c7-4c3f-b8c4-98305984b958 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.429712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Deleting port 9e1eb27f-01b5-454b-8eca-d8d99709fbed {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:40.429943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.487365 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-87b2eaff-7ed1-4c21-a84c-7752f05cef58 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "DELETE /v2.0/networks/275ec474-af40-4e3b-b113-725a879f1d49 HTTP/1.1" status: 204 len: 168 time: 0.9393063 Oct 17 17:49:40.490250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38380) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:40.492112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e11e-83e8-4b66-bf84-d08b1da94355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.499779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e11e-83e8-4b66-bf84-d08b1da94355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.591993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d876f479-92c7-4c3f-b8c4-98305984b958 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.624459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2e11e-83e8-4b66-bf84-d08b1da94355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f8ed1c-abe3-40ae-9c7c-33c7d10a1bcb,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:40.639653 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cbb2e11e-83e8-4b66-bf84-d08b1da94355 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5cd1edca430244299705655d78aeb47b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6727769 Oct 17 17:49:40.643250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38384) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:40.680185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876f479-92c7-4c3f-b8c4-98305984b958 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af41683-1e93-4bae-9d3c-94ce674f66a1,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:40.722944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] For port 9e1eb27f-01b5-454b-8eca-d8d99709fbed, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9e1eb27f-01b5-454b-8eca-d8d99709fbed,segment=NetworkSegment(2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4),segment_id=2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:40.723555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.744653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d876f479-92c7-4c3f-b8c4-98305984b958 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.746375 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d876f479-92c7-4c3f-b8c4-98305984b958 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-groups/8af41683-1e93-4bae-9d3c-94ce674f66a1 HTTP/1.1" status: 204 len: 168 time: 0.8974731 Oct 17 17:49:40.751279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38388) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:40.797068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.865110 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Calling delete_port for 9e1eb27f-01b5-454b-8eca-d8d99709fbed owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:40.908604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b95ddc19-f6f5-420f-99eb-a9f6034701e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.946662 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b95ddc19-f6f5-420f-99eb-a9f6034701e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:40.955084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927cb866-5ff8-4b9b-9298-7adc48a4bad7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:40.961013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927cb866-5ff8-4b9b-9298-7adc48a4bad7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:40.968103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927cb866-5ff8-4b9b-9298-7adc48a4bad7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:40.968917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-927cb866-5ff8-4b9b-9298-7adc48a4bad7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Synchronizing usage tracker for tenant:c7d786baf46c473a813e1b7f3e877b19 on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:41.034658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b95ddc19-f6f5-420f-99eb-a9f6034701e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.037570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-927cb866-5ff8-4b9b-9298-7adc48a4bad7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Unset dirty status for tenant:c7d786baf46c473a813e1b7f3e877b19 on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:41.038731 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-927cb866-5ff8-4b9b-9298-7adc48a4bad7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1946 time: 0.5478947 Oct 17 17:49:41.045231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-68f90f8c-b9ab-40a1-8476-6cda45fe9c56 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:41.049591 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38392) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:41.057346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ddc19-f6f5-420f-99eb-a9f6034701e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f8ed1c-abe3-40ae-9c7c-33c7d10a1bcb,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:41.057953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-623805666'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:41.067351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:41.087453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:41.095266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b95ddc19-f6f5-420f-99eb-a9f6034701e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.099466 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b95ddc19-f6f5-420f-99eb-a9f6034701e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25f8ed1c-abe3-40ae-9c7c-33c7d10a1bcb HTTP/1.1" status: 204 len: 168 time: 0.4520912 Oct 17 17:49:41.132571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.245763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e1eb27f-01b5-454b-8eca-d8d99709fbed,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:41.250198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.374888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-68f90f8c-b9ab-40a1-8476-6cda45fe9c56 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:41.380929 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-68f90f8c-b9ab-40a1-8476-6cda45fe9c56 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6224875 Oct 17 17:49:41.381428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38400) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:41.392367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219271122'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:41.401148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Made reservation on behalf of c7d786baf46c473a813e1b7f3e877b19 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:41.406507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.425768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:41.450641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:41.453229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.456644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.489785 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.490280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3edd13d-9498-4a85-957d-35bd194238e3 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:49:41.502992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.506628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.515337 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a29f13d1-c3a0-441f-811f-16be0719a012 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "DELETE /v2.0/routers/b3edd13d-9498-4a85-957d-35bd194238e3 HTTP/1.1" status: 204 len: 168 time: 3.7279913 Oct 17 17:49:41.515643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38410) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:41.521735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:49:41.560451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.560902 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Added segment daeccef1-4bf7-46cb-a0db-485690dcb922 of type vlan for network 19fa4680-12eb-4953-b30a-891b5b92c5c7 Oct 17 17:49:41.569673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.576623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:41.610135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28ce0f0-7eb8-4358-9b14-e5863f22a2c9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Deleting subnet 503d6eb9-9104-4bd9-a55e-7092a64104ee {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:49:41.613810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a28ce0f0-7eb8-4358-9b14-e5863f22a2c9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.662584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:41.676880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a28ce0f0-7eb8-4358-9b14-e5863f22a2c9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.747356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a28ce0f0-7eb8-4358-9b14-e5863f22a2c9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.754570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:41.795588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:41.802904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.834915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a28ce0f0-7eb8-4358-9b14-e5863f22a2c9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.883736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ce0f0-7eb8-4358-9b14-e5863f22a2c9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=503d6eb9-9104-4bd9-a55e-7092a64104ee,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:41.887815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a28ce0f0-7eb8-4358-9b14-e5863f22a2c9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.896015 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a28ce0f0-7eb8-4358-9b14-e5863f22a2c9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/503d6eb9-9104-4bd9-a55e-7092a64104ee HTTP/1.1" status: 204 len: 168 time: 0.3781507 Oct 17 17:49:41.897623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38422) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:41.966986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.974874 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:41.975954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:41.989330 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:49:42.048524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.060446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38428) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:42.203309 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.210950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event updated for resources: {'Network': ['ID=19fa4680-12eb-4953-b30a-891b5b92c5c7,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:42.216430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.223520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 19fa4680-12eb-4953-b30a-891b5b92c5c7 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:49:42.237076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:49:42.238056 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ce5e17e8-0f19-4998-907e-4bd0f7564d31 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1875587 Oct 17 17:49:42.247834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38436) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:42.259273 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-643899986'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:42.281701 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:42.327014 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-aec93b35-5f69-4955-8aa6-64a743dfadb1 tempest-AgentManagementNegativeTest-747406466 tempest-AgentManagementNegativeTest-747406466-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2625492 Oct 17 17:49:42.327014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.355850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8e95a9-f3f1-4ef8-8510-788f913290cf']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:42.368913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:42.369377 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:42.370365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.374474 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9895644 Oct 17 17:49:42.382238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.397452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38442) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:42.400891 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.406828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588949640'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:42.414372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:42.420931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:49:42.421451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.457019 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Usage tracker for resource:network and tenant:c7d786baf46c473a813e1b7f3e877b19 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:42.463502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:42.497673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:42.497878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30973d-dbab-4f86-9ef0-857a29b63cf2 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6ac522-ea22-4118-ac2e-b86966710125,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:42.500778 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4 resource provider aggregate not found Oct 17 17:49:42.505457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:42.536838 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f6c13c6-f9a5-4017-a0fe-5b4e450ccdb4 found for delete ", "request_id": "req-0b498bbd-25ae-4f96-b84c-ba02cbe19cc4"}]} Oct 17 17:49:42.537496 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Made reservation on behalf of c7d786baf46c473a813e1b7f3e877b19 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:42.539108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.543377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.563429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.589167 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff8e95a9-f3f1-4ef8-8510-788f913290cf {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 17:49:42.603491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:42.613725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:42.616928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:49:42.619489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:42.620143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:49:42.631381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:42.649865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.650385 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Added segment 3547ad5e-01fb-40cb-852f-973c44c30735 of type vlan for network 35598792-3436-47c4-8bae-084260571065 Oct 17 17:49:42.675166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.680904 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c28e60b2-caee-44c3-95c9-a65f37e423b0 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5510526 Oct 17 17:49:42.681945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38452) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:42.699367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38454) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:42.700444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.718179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff8e95a9-f3f1-4ef8-8510-788f913290cf,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:42.747114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.752519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.784712 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d8b9de67-2ac9-4962-9668-a39729f35ed9 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "DELETE /v2.0/networks/ff8e95a9-f3f1-4ef8-8510-788f913290cf HTTP/1.1" status: 204 len: 168 time: 0.8819914 Oct 17 17:49:42.787438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.788678 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3901212 Oct 17 17:49:42.793404 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38464) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:42.808481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-40cb362d-1000-42d4-ab88-e4bb0f0e593c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': 'db6ac522-ea22-4118-ac2e-b86966710125', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2df1e71e-3541-4420-9522-6a2dba4c4b67', 'remote_ip_prefix': None}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:42.821869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-40cb362d-1000-42d4-ab88-e4bb0f0e593c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:42.829314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-40cb362d-1000-42d4-ab88-e4bb0f0e593c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:42.832397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af96b2-458b-43bd-a7fe-20b581721e70 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df1e71e-3541-4420-9522-6a2dba4c4b67,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:42.835598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-40cb362d-1000-42d4-ab88-e4bb0f0e593c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:42.842099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-40cb362d-1000-42d4-ab88-e4bb0f0e593c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:42.863437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.875000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40cb362d-1000-42d4-ab88-e4bb0f0e593c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.963712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60b2a23e-04eb-49f6-9084-bfaacaffed9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.969283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:42.977938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:42.979007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.014171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-60b2a23e-04eb-49f6-9084-bfaacaffed9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:43.023089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-60b2a23e-04eb-49f6-9084-bfaacaffed9c admin admin] Usage tracker for resource:security_group_rule and tenant:f1049545d8da4d11860b1e9c026919f9 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:43.028055 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-60b2a23e-04eb-49f6-9084-bfaacaffed9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:43.047037 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-60b2a23e-04eb-49f6-9084-bfaacaffed9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:43.050131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40cb362d-1000-42d4-ab88-e4bb0f0e593c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.058709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40cb362d-1000-42d4-ab88-e4bb0f0e593c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.073865 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f883e-4a1e-4c15-9590-0c24eed87dff None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:49:43.093808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb362d-1000-42d4-ab88-e4bb0f0e593c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c90aca7-8a4d-4307-81fc-6709dfc45edd,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:43.107314 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f883e-4a1e-4c15-9590-0c24eed87dff None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:43.107979 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-119f883e-4a1e-4c15-9590-0c24eed87dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:43.109959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40cb362d-1000-42d4-ab88-e4bb0f0e593c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.114992 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-40cb362d-1000-42d4-ab88-e4bb0f0e593c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3206906 Oct 17 17:49:43.116036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38474) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:43.161214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-be30930a-8f3a-49b7-80d4-129dbcbfd33f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.175974 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-be30930a-8f3a-49b7-80d4-129dbcbfd33f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.232248 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9804311 Oct 17 17:49:43.235008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38478) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:43.243493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'ports': [{'network_id': '19fa4680-12eb-4953-b30a-891b5b92c5c7', 'name': 'tempest-port--1423339756', 'admin_state_up': True}, {'network_id': '35598792-3436-47c4-8bae-084260571065', 'admin_state_up': False}]} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:43.243844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'port': {'network_id': '19fa4680-12eb-4953-b30a-891b5b92c5c7', 'name': 'tempest-port--1423339756', 'admin_state_up': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:43.244438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'port': {'network_id': '35598792-3436-47c4-8bae-084260571065', 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:43.260811 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-119f883e-4a1e-4c15-9590-0c24eed87dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:43.265118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38482) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:43.270906 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f883e-4a1e-4c15-9590-0c24eed87dff None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:43.271524 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-119f883e-4a1e-4c15-9590-0c24eed87dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:43.272129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-be30930a-8f3a-49b7-80d4-129dbcbfd33f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.330626 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c045f088-d541-409d-8814-707398e8a1ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Request body: {'router': {'name': 'tempest-router--805830270', 'project_id': 'f4802df373784d4e80b3c04d288d41cf'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:43.340213 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-119f883e-4a1e-4c15-9590-0c24eed87dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:43.340610 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f883e-4a1e-4c15-9590-0c24eed87dff None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:49:43.349520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cd911-3dc1-4f5a-826b-b7e2bf4d78e2 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event updated for resources: {'Network': ['ID=35598792-3436-47c4-8bae-084260571065,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:43.354576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c045f088-d541-409d-8814-707398e8a1ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:43.363077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 35598792-3436-47c4-8bae-084260571065 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:49:43.372698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30930a-8f3a-49b7-80d4-129dbcbfd33f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c90aca7-8a4d-4307-81fc-6709dfc45edd,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:43.383776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c045f088-d541-409d-8814-707398e8a1ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Usage tracker for resource:router and tenant:f4802df373784d4e80b3c04d288d41cf is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:43.394549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c045f088-d541-409d-8814-707398e8a1ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:43.424226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c045f088-d541-409d-8814-707398e8a1ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:43.469760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-be30930a-8f3a-49b7-80d4-129dbcbfd33f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.473577 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-be30930a-8f3a-49b7-80d4-129dbcbfd33f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/5c90aca7-8a4d-4307-81fc-6709dfc45edd HTTP/1.1" status: 204 len: 168 time: 0.3536973 Oct 17 17:49:43.473577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60b2a23e-04eb-49f6-9084-bfaacaffed9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.530175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38486) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:43.560125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c045f088-d541-409d-8814-707398e8a1ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.561124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c045f088-d541-409d-8814-707398e8a1ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.570199 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60b2a23e-04eb-49f6-9084-bfaacaffed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.654681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c045f088-d541-409d-8814-707398e8a1ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.663254 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2a23e-04eb-49f6-9084-bfaacaffed9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e163b460-4707-4af2-89ee-20340166143e,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:43.679214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:43.694988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-81fb33cc-6849-4e2c-86d7-c218d33a445f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:43.700125 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-60b2a23e-04eb-49f6-9084-bfaacaffed9c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1049545d8da4d11860b1e9c026919f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9967954 Oct 17 17:49:43.702307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Usage tracker for resource:port and tenant:c7d786baf46c473a813e1b7f3e877b19 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:43.706863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:43.708788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38490) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:43.718958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:43.735018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c045f088-d541-409d-8814-707398e8a1ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.741937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Made reservation on behalf of c7d786baf46c473a813e1b7f3e877b19 for: {'port': 2} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:43.747067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.756394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-81fb33cc-6849-4e2c-86d7-c218d33a445f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:43.757889 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-81fb33cc-6849-4e2c-86d7-c218d33a445f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2265248 Oct 17 17:49:43.764624 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38494) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:43.791950 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.827406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c045f088-d541-409d-8814-707398e8a1ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.828601 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c045f088-d541-409d-8814-707398e8a1ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5582731 Oct 17 17:49:43.835983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38498) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:43.846161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9dacb0ac-11e1-47c4-b747-143c6054f424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:43.898110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9dacb0ac-11e1-47c4-b747-143c6054f424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.055498 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9dacb0ac-11e1-47c4-b747-143c6054f424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.075755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.093578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacb0ac-11e1-47c4-b747-143c6054f424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e163b460-4707-4af2-89ee-20340166143e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:44.109368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ceb5-305a-41a7-b40c-d7222e0b488c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.173316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-63ea4a0b-74d4-4b5d-bacf-da64651e7316 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.178287 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9dacb0ac-11e1-47c4-b747-143c6054f424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.180237 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9dacb0ac-11e1-47c4-b747-143c6054f424 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e163b460-4707-4af2-89ee-20340166143e HTTP/1.1" status: 204 len: 168 time: 0.4705253 Oct 17 17:49:44.346196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-63ea4a0b-74d4-4b5d-bacf-da64651e7316 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.511670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] device_id is not set on port cc445880-2373-4ff7-a8aa-64848c57c23c yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:44.565930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.20.0.1 (56c666a0-f83e-430e-9d8d-692d728cf316/e3d898cf-aa9c-4aa5-93d5-4028a0b4590d/8b85f37c-6aeb-410e-b7d5-2f06d0f83c59) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:44.680820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ceb5-305a-41a7-b40c-d7222e0b488c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.685469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ceb5-305a-41a7-b40c-d7222e0b488c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.716801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-63ea4a0b-74d4-4b5d-bacf-da64651e7316 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.733836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ceb5-305a-41a7-b40c-d7222e0b488c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.734377 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf2ceb5-305a-41a7-b40c-d7222e0b488c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3accb2a-f17b-4504-8bec-b579cb40238f {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:49:44.744889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea4a0b-74d4-4b5d-bacf-da64651e7316 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df1e71e-3541-4420-9522-6a2dba4c4b67,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:44.792281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.826776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.830650 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ceb5-305a-41a7-b40c-d7222e0b488c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.831805 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1bf2ceb5-305a-41a7-b40c-d7222e0b488c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "DELETE /v2.0/routers/a3accb2a-f17b-4504-8bec-b579cb40238f HTTP/1.1" status: 204 len: 168 time: 0.9947450 Oct 17 17:49:44.845104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-63ea4a0b-74d4-4b5d-bacf-da64651e7316 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.846202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-63ea4a0b-74d4-4b5d-bacf-da64651e7316 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-groups/2df1e71e-3541-4420-9522-6a2dba4c4b67 HTTP/1.1" status: 204 len: 168 time: 1.0782979 Oct 17 17:49:44.849322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38522) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:44.867077 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:44.931436 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 56c666a0-f83e-430e-9d8d-692d728cf316 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:44.935930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:44.940016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:45.024162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.024936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] device_id is not set on port 97d92406-3cbe-4438-b1b5-00b2e31349df yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:45.034413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4ee2ebd6-34bb-4dff-b9fe-d86f24c87452 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:45.061305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4ee2ebd6-34bb-4dff-b9fe-d86f24c87452 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:45.063349 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4ee2ebd6-34bb-4dff-b9fe-d86f24c87452 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2128518 Oct 17 17:49:45.067107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38530) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:45.073053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=8b85f37c-6aeb-410e-b7d5-2f06d0f83c59,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:45.205710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-861c3608-56b1-4923-a617-f23bc5fb86d8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.216560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38534) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:45.225937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38538) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:45.242467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.253173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.260999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-861c3608-56b1-4923-a617-f23bc5fb86d8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.326201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-861c3608-56b1-4923-a617-f23bc5fb86d8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.349265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.407250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c3608-56b1-4923-a617-f23bc5fb86d8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6ac522-ea22-4118-ac2e-b86966710125,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:45.491124 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-606242721', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:45.501174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event updated for resources: {'Port': ['ID=cc445880-2373-4ff7-a8aa-64848c57c23c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:45.508157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-861c3608-56b1-4923-a617-f23bc5fb86d8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.509275 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-861c3608-56b1-4923-a617-f23bc5fb86d8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-groups/db6ac522-ea22-4118-ac2e-b86966710125 HTTP/1.1" status: 204 len: 168 time: 0.4410567 Oct 17 17:49:45.513326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38546) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:45.517340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:45.524704 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Usage tracker for resource:router and tenant:b48c33d569cd4ef69784a3beac2fdc93 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:45.529423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:45.533145 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Checking segment: {'id': 'daeccef1-4bf7-46cb-a0db-485690dcb922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '19fa4680-12eb-4953-b30a-891b5b92c5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:45.534200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Network hostable DHCP agents. Network: 19fa4680-12eb-4953-b30a-891b5b92c5c7, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:49:45.538378 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:45.568181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Network 19fa4680-12eb-4953-b30a-891b5b92c5c7 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:49:45.573062 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.577278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.582109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1150582421'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:45.593226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 19fa4680-12eb-4953-b30a-891b5b92c5c7) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:45.597412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:45.598569 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.602863 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d695a4-a0b9-4e71-9a77-2ace23b96243 None None] Network 19fa4680-12eb-4953-b30a-891b5b92c5c7 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:45.640247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4ad83915-27b4-4c1e-a426-9535ffd01ede tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:45.699308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:45.708583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Usage tracker for resource:network and tenant:07332727dc4544c0b9cd2aaae450f325 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:45.713518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event updated for resources: {'Port': ['ID=97d92406-3cbe-4438-b1b5-00b2e31349df,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:45.713858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:45.719300 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4ad83915-27b4-4c1e-a426-9535ffd01ede tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:45.724600 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4ad83915-27b4-4c1e-a426-9535ffd01ede tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2063284 Oct 17 17:49:45.725718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38550) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:45.731688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658693239'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:45.732076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:45.736566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.741526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:45.748163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Checking segment: {'id': '3547ad5e-01fb-40cb-852f-973c44c30735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '35598792-3436-47c4-8bae-084260571065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:45.748604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Network hostable DHCP agents. Network: 35598792-3436-47c4-8bae-084260571065, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:49:45.768313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:45.782552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.795925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Network 35598792-3436-47c4-8bae-084260571065 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:49:45.814048 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 35598792-3436-47c4-8bae-084260571065) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:45.817989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:45.824613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:45.825715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0215bdd7-2b6c-41ec-a198-c8ba09114ceb None None] Network 35598792-3436-47c4-8bae-084260571065 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:45.825991 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Made reservation on behalf of 07332727dc4544c0b9cd2aaae450f325 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:45.829612 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.830811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:45.831654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.835997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:45.847300 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:45.853130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:45.854600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.861127 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:45.870267 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1f9a0e28-2385-47ac-943c-2b33c81bd109 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6316032 Oct 17 17:49:45.872048 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38554) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:45.948316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.953049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:45.997498 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:46.013456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab73aba-1177-4119-8218-170cb08a5c7c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:46.020624 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.022155 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b760be15-aedc-4c24-a3e2-bdd19747ba6a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2955694 Oct 17 17:49:46.025308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38558) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:46.031868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-94381848-097b-4c54-a581-d7bdaed5034c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': '5ab73aba-1177-4119-8218-170cb08a5c7c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:46.040602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-94381848-097b-4c54-a581-d7bdaed5034c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:46.047642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-94381848-097b-4c54-a581-d7bdaed5034c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:46.052520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-94381848-097b-4c54-a581-d7bdaed5034c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:46.062144 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-94381848-097b-4c54-a581-d7bdaed5034c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:46.076938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Usage tracker for resource:security_group_rule and tenant:07332727dc4544c0b9cd2aaae450f325 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:46.082640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-94381848-097b-4c54-a581-d7bdaed5034c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.101158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:46.117732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:46.160599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-94381848-097b-4c54-a581-d7bdaed5034c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.167252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-94381848-097b-4c54-a581-d7bdaed5034c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.196169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94381848-097b-4c54-a581-d7bdaed5034c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17413bde-b84b-48e7-a4b3-51f3776f3772,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:46.212002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-94381848-097b-4c54-a581-d7bdaed5034c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.221062 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-94381848-097b-4c54-a581-d7bdaed5034c tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1879721 Oct 17 17:49:46.221709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38562) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:46.271204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eacaedcc-974a-4613-997a-e0ebbb10930d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.286089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eacaedcc-974a-4613-997a-e0ebbb10930d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.312593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.316221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eacaedcc-974a-4613-997a-e0ebbb10930d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.337964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacaedcc-974a-4613-997a-e0ebbb10930d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17413bde-b84b-48e7-a4b3-51f3776f3772,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:46.341748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eacaedcc-974a-4613-997a-e0ebbb10930d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.345454 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-eacaedcc-974a-4613-997a-e0ebbb10930d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/17413bde-b84b-48e7-a4b3-51f3776f3772 HTTP/1.1" status: 204 len: 168 time: 0.1201961 Oct 17 17:49:46.345905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38566) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:46.395451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a02b7c-57de-4ef1-bad9-829181b3217a tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:46.395812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1ea6dd55-d157-4eec-9356-d84b630988cd tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:46.401402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a02b7c-57de-4ef1-bad9-829181b3217a tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:46.404158 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-17a02b7c-57de-4ef1-bad9-829181b3217a tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5260448 Oct 17 17:49:46.411744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38570) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:46.415832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1ea6dd55-d157-4eec-9356-d84b630988cd tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:46.417261 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1ea6dd55-d157-4eec-9356-d84b630988cd tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0706840 Oct 17 17:49:46.420975 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38574) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:46.474581 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.493478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-245d698c-607f-4633-bb31-1ce3ad6dfd19 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.525860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-245d698c-607f-4633-bb31-1ce3ad6dfd19 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.534268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.574362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-245d698c-607f-4633-bb31-1ce3ad6dfd19 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.593712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d698c-607f-4633-bb31-1ce3ad6dfd19 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab73aba-1177-4119-8218-170cb08a5c7c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:46.609874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-245d698c-607f-4633-bb31-1ce3ad6dfd19 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.611713 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-245d698c-607f-4633-bb31-1ce3ad6dfd19 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-groups/5ab73aba-1177-4119-8218-170cb08a5c7c HTTP/1.1" status: 204 len: 168 time: 0.1893585 Oct 17 17:49:46.613834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38578) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:46.668298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ae88e956-9dc9-4dcd-bb77-e399672e7e73 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:46.683699 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ae88e956-9dc9-4dcd-bb77-e399672e7e73 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:46.684338 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-7b5f5b86-7140-40b4-b051-e1bf9aef6271 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Deleting port cc445880-2373-4ff7-a8aa-64848c57c23c {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:46.684665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5b86-7140-40b4-b051-e1bf9aef6271 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.684978 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ae88e956-9dc9-4dcd-bb77-e399672e7e73 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0701778 Oct 17 17:49:46.688816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38582) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:46.693962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group': {'name': 'tempest-secgroup--53086228'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:46.702271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:46.712509 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:46.725277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.748945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:46.752190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.753346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:46.756647 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:46.761147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=8b85f37c-6aeb-410e-b7d5-2f06d0f83c59,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:46.765325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:46.766961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.772085 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.850970 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:49:46.870561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.875904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.958627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72de5d53-7160-4d4e-a5c4-d270cf4f1adf,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:46.962853 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a6d3d1-657d-4bb4-a345-f3966c481cc5,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:46.976469 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.976658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:46.976938 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Added segment bf8a5552-c41b-4262-9a73-804ed0b54b68 of type vlan for network 4617506f-6a29-47c0-bb22-586306389927 Oct 17 17:49:46.978574 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3dfff94a-427b-461f-97d2-dceaae1cc988 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2887728 Oct 17 17:49:46.982157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38586) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:46.993832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d87444b8-f6d1-4667-856c-5040a60123b7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': '20a6d3d1-657d-4bb4-a345-f3966c481cc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:47.006432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d87444b8-f6d1-4667-856c-5040a60123b7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:47.013595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d87444b8-f6d1-4667-856c-5040a60123b7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:47.017829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d87444b8-f6d1-4667-856c-5040a60123b7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:47.026500 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d87444b8-f6d1-4667-856c-5040a60123b7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:47.050756 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d87444b8-f6d1-4667-856c-5040a60123b7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.144738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.158072 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d87444b8-f6d1-4667-856c-5040a60123b7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.161769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d87444b8-f6d1-4667-856c-5040a60123b7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.190096 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87444b8-f6d1-4667-856c-5040a60123b7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2007644d-19fb-4b3e-85ec-ce645047ddb1,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:47.200564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5b86-7140-40b4-b051-e1bf9aef6271 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.203338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d87444b8-f6d1-4667-856c-5040a60123b7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.204837 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d87444b8-f6d1-4667-856c-5040a60123b7 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2205973 Oct 17 17:49:47.208197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38590) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:47.228424 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1e803a92-5021-46b1-80f3-35568794f29f tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules/2007644d-19fb-4b3e-85ec-ce645047ddb1 HTTP/1.1" status: 200 len: 763 time: 0.0196071 Oct 17 17:49:47.232970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38594) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:47.287995 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-195b0538-f9ca-405e-9e98-dbda40fb9d9b tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:47.289459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 56c666a0-f83e-430e-9d8d-692d728cf316 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:47.310142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-195b0538-f9ca-405e-9e98-dbda40fb9d9b tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:47.312029 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-195b0538-f9ca-405e-9e98-dbda40fb9d9b tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0777154 Oct 17 17:49:47.315252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38598) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:47.350876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b1409183-2867-40e6-9ee8-ad73571821c9 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.364149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b1409183-2867-40e6-9ee8-ad73571821c9 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.402210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b1409183-2867-40e6-9ee8-ad73571821c9 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.427027 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1409183-2867-40e6-9ee8-ad73571821c9 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2007644d-19fb-4b3e-85ec-ce645047ddb1,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:47.439533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b1409183-2867-40e6-9ee8-ad73571821c9 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.443914 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b1409183-2867-40e6-9ee8-ad73571821c9 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/2007644d-19fb-4b3e-85ec-ce645047ddb1 HTTP/1.1" status: 204 len: 168 time: 0.1250746 Oct 17 17:49:47.444335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38602) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:47.501021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-68baaefa-4182-4fde-a835-6e5064c5d15b tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:47.517936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-68baaefa-4182-4fde-a835-6e5064c5d15b tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:47.519589 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-68baaefa-4182-4fde-a835-6e5064c5d15b tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0738368 Oct 17 17:49:47.523805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38606) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:47.530565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-0df45343-0979-4909-92f9-1f9d672d6ed1 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': '20a6d3d1-657d-4bb4-a345-f3966c481cc5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:47.537312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0df45343-0979-4909-92f9-1f9d672d6ed1 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:47.537571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:47.546277 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-7b5f5b86-7140-40b4-b051-e1bf9aef6271 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Calling delete_port for cc445880-2373-4ff7-a8aa-64848c57c23c owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:47.549997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0df45343-0979-4909-92f9-1f9d672d6ed1 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:47.572039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0df45343-0979-4909-92f9-1f9d672d6ed1 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.638786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0df45343-0979-4909-92f9-1f9d672d6ed1 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.642859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0df45343-0979-4909-92f9-1f9d672d6ed1 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.662792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.669198 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:47.669814 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.671615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df45343-0979-4909-92f9-1f9d672d6ed1 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba43172-d035-4b5f-b487-ebaf0c3a9292,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:47.687908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0df45343-0979-4909-92f9-1f9d672d6ed1 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.692061 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0df45343-0979-4909-92f9-1f9d672d6ed1 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1670463 Oct 17 17:49:47.692654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38610) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:47.712133 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-876ce328-466e-4f0b-ab55-0c79260e2821 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules/2ba43172-d035-4b5f-b487-ebaf0c3a9292 HTTP/1.1" status: 200 len: 763 time: 0.0183191 Oct 17 17:49:47.715204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38614) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:47.775636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-41e67069-24d0-43cb-bef9-37ba600a888e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:47.793506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-41e67069-24d0-43cb-bef9-37ba600a888e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:47.795060 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-41e67069-24d0-43cb-bef9-37ba600a888e tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0787659 Oct 17 17:49:47.798487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38618) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:47.829795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5f9c79c5-7777-47bd-badf-cfe2f64de64d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.842025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5f9c79c5-7777-47bd-badf-cfe2f64de64d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.870542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5f9c79c5-7777-47bd-badf-cfe2f64de64d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.895679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c79c5-7777-47bd-badf-cfe2f64de64d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ba43172-d035-4b5f-b487-ebaf0c3a9292,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:47.909168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5f9c79c5-7777-47bd-badf-cfe2f64de64d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:47.910416 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5f9c79c5-7777-47bd-badf-cfe2f64de64d tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/2ba43172-d035-4b5f-b487-ebaf0c3a9292 HTTP/1.1" status: 204 len: 168 time: 0.1107628 Oct 17 17:49:47.914430 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38622) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:47.980848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.033405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event updated for resources: {'Network': ['ID=4617506f-6a29-47c0-bb22-586306389927,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:48.046033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.047750 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 4617506f-6a29-47c0-bb22-586306389927 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:49:48.048802 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9771160b-64ce-499d-bf0d-c2979cd99489 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8314660 Oct 17 17:49:48.053375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38626) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:48.076642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3721b267-b662-47be-b72b-8f04980902f8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:48.097635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3721b267-b662-47be-b72b-8f04980902f8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:48.104169 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3721b267-b662-47be-b72b-8f04980902f8 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1875782 Oct 17 17:49:48.105936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Request body: {'subnet': {'network_id': '4617506f-6a29-47c0-bb22-586306389927', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:48.106465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38630) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:48.112704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1b7b0daf-8aee-45cd-affd-a57701b59a51 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': '20a6d3d1-657d-4bb4-a345-f3966c481cc5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:48.120193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1b7b0daf-8aee-45cd-affd-a57701b59a51 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:48.135981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1b7b0daf-8aee-45cd-affd-a57701b59a51 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:48.139974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5b86-7140-40b4-b051-e1bf9aef6271 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.152289 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-1b7b0daf-8aee-45cd-affd-a57701b59a51 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Project a3740d8b21334c518f2ea0dd4a410a3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:49:48.160565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0daf-8aee-45cd-affd-a57701b59a51 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.237279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0daf-8aee-45cd-affd-a57701b59a51 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.241954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0daf-8aee-45cd-affd-a57701b59a51 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.269075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b0daf-8aee-45cd-affd-a57701b59a51 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5799a192-db86-4fb2-ad49-1494bfa9a959,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:48.286629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7b0daf-8aee-45cd-affd-a57701b59a51 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.288630 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1b7b0daf-8aee-45cd-affd-a57701b59a51 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1804526 Oct 17 17:49:48.289458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f5b86-7140-40b4-b051-e1bf9aef6271 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event deleted for resources: {'Port': ['ID=cc445880-2373-4ff7-a8aa-64848c57c23c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:48.291515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38634) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:48.322024 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4cb32bee-4cad-4023-8d2d-4594a5a1f354 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules/5799a192-db86-4fb2-ad49-1494bfa9a959 HTTP/1.1" status: 200 len: 769 time: 0.0292020 Oct 17 17:49:48.322665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38638) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:48.326707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:49:48.330126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7b5f5b86-7140-40b4-b051-e1bf9aef6271 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.376841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1eef49e6-86c0-4f8c-9f17-99381a081bab tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:48.388697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:48.396390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1eef49e6-86c0-4f8c-9f17-99381a081bab tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:48.396641 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7b5f5b86-7140-40b4-b051-e1bf9aef6271 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "DELETE /v2.0/ports/cc445880-2373-4ff7-a8aa-64848c57c23c HTTP/1.1" status: 204 len: 168 time: 1.9796412 Oct 17 17:49:48.400445 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1eef49e6-86c0-4f8c-9f17-99381a081bab tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0767202 Oct 17 17:49:48.401008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Usage tracker for resource:subnet and tenant:07332727dc4544c0b9cd2aaae450f325 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:48.401171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38642) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:48.401344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38644) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:48.460628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:48.473572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:48.485519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c0a8bf6-3fa0-47f1-8a24-ddb0e4610cd0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.501468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c0a8bf6-3fa0-47f1-8a24-ddb0e4610cd0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.518036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0ac32-abf8-43bc-9029-862f95692d96 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Deleting port 97d92406-3cbe-4438-b1b5-00b2e31349df {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:48.518036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ac32-abf8-43bc-9029-862f95692d96 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.576260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Allocated IP 172.26.8.117 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/cab74cad-a284-4012-bc6d-4c71b6bec56b) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:48.578215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Made reservation on behalf of 07332727dc4544c0b9cd2aaae450f325 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:48.582009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.590605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c0a8bf6-3fa0-47f1-8a24-ddb0e4610cd0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.643760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a8bf6-3fa0-47f1-8a24-ddb0e4610cd0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5799a192-db86-4fb2-ad49-1494bfa9a959,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:48.653176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c0a8bf6-3fa0-47f1-8a24-ddb0e4610cd0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.654304 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8c0a8bf6-3fa0-47f1-8a24-ddb0e4610cd0 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/5799a192-db86-4fb2-ad49-1494bfa9a959 HTTP/1.1" status: 204 len: 168 time: 0.2500176 Oct 17 17:49:48.667327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38654) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:48.818344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7dec118f-cecc-4692-a4da-dfe9bf4301d9 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:48.850035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ac32-abf8-43bc-9029-862f95692d96 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:48.864269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7dec118f-cecc-4692-a4da-dfe9bf4301d9 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:48.865541 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7dec118f-cecc-4692-a4da-dfe9bf4301d9 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1970682 Oct 17 17:49:48.912185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38658) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:48.937618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:49:48.954926 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5652afff-bef5-4965-9b95-011ec97e12a6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "PUT /v2.0/routers/f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2564263 Oct 17 17:49:48.957794 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38664) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:48.960542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6eb0d8-a4a6-4ade-96df-17c060c21135 None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:49:48.977123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'port': {'network_id': '56c666a0-f83e-430e-9d8d-692d728cf316', 'name': 'tempest-FloatingIPTestJSON-213813232'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:48.980559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6eb0d8-a4a6-4ade-96df-17c060c21135 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:48.981867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fb6eb0d8-a4a6-4ade-96df-17c060c21135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:49.065749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0ac32-abf8-43bc-9029-862f95692d96 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Calling delete_port for 97d92406-3cbe-4438-b1b5-00b2e31349df owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:49.071822 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fb6eb0d8-a4a6-4ade-96df-17c060c21135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:49.082972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6eb0d8-a4a6-4ade-96df-17c060c21135 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:49.083906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fb6eb0d8-a4a6-4ade-96df-17c060c21135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:49.169770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fb6eb0d8-a4a6-4ade-96df-17c060c21135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:49.170777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6eb0d8-a4a6-4ade-96df-17c060c21135 None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:49:49.207350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b2e2-d2b9-46ed-8ac2-82d486760a41 req-26162fcc-708c-4f6e-a65f-0628c0cdd5d8 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:49.208861 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-29a8b2e2-d2b9-46ed-8ac2-82d486760a41 req-26162fcc-708c-4f6e-a65f-0628c0cdd5d8 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.1962080 Oct 17 17:49:49.227602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15fdefc2-c2a8-4c6a-b84f-c5f20cc50c29 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.266066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ac32-abf8-43bc-9029-862f95692d96 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.274645 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.309178 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-29a8b2e2-d2b9-46ed-8ac2-82d486760a41 req-9b95f87a-dd21-4fcc-adf8-ec77e81fef44 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876639 Oct 17 17:49:49.335070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0ac32-abf8-43bc-9029-862f95692d96 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event deleted for resources: {'Port': ['ID=97d92406-3cbe-4438-b1b5-00b2e31349df,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:49.335836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:49.336201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ac32-abf8-43bc-9029-862f95692d96 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.336420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15fdefc2-c2a8-4c6a-b84f-c5f20cc50c29 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.336755 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a7b0ac32-abf8-43bc-9029-862f95692d96 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "DELETE /v2.0/ports/97d92406-3cbe-4438-b1b5-00b2e31349df HTTP/1.1" status: 204 len: 168 time: 0.9339514 Oct 17 17:49:49.341291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38668) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:49.344406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:port and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:49.352791 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:49.381336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:49.397149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d0760116-1314-41b6-941e-baa48b12fe27 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Synchronizing usage tracker for tenant:c7d786baf46c473a813e1b7f3e877b19 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:49.435128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.445570 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d0760116-1314-41b6-941e-baa48b12fe27 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Unset dirty status for tenant:c7d786baf46c473a813e1b7f3e877b19 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:49.450918 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d0760116-1314-41b6-941e-baa48b12fe27 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1043327 Oct 17 17:49:49.451912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38674) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:49.457418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-978973444'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:49.462468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:49.467678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Usage tracker for resource:network and tenant:c7d786baf46c473a813e1b7f3e877b19 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:49.471106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:49.474334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Made reservation on behalf of c8596a53819a4fc789920c653097ea58 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:49.477139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:49.477881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.489217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Made reservation on behalf of c7d786baf46c473a813e1b7f3e877b19 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:49.492990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.526557 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:49:49.536954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.537472 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Added segment 91e2d601-dcb7-45e7-9828-1fa6532f30fc of type vlan for network aad15178-ab3e-4d03-a641-25427d11f43b Oct 17 17:49:49.555962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15fdefc2-c2a8-4c6a-b84f-c5f20cc50c29 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.565129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.577124 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.597872 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.603321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:49.604012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.663143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdefc2-c2a8-4c6a-b84f-c5f20cc50c29 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a6d3d1-657d-4bb4-a345-f3966c481cc5,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:49.673964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] device_id is not set on port eb9967b8-3af9-4853-8a94-325c432e6bf6 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:49.715555 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2625625 Oct 17 17:49:49.719012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38678) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:49.722071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df67c7d-6a85-4c80-9698-36788d81c7e7 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event updated for resources: {'Network': ['ID=aad15178-ab3e-4d03-a641-25427d11f43b,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:49.729576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-801402544'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:49.736998 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network aad15178-ab3e-4d03-a641-25427d11f43b details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:49:49.737209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:49.743233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Usage tracker for resource:network and tenant:c7d786baf46c473a813e1b7f3e877b19 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:49.746130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:49.746724 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:49.752719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event updated for resources: {'Subnet': ['ID=3a7fea90-4ac0-4cdb-a4a2-ae8651ccd7f2,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:49.753108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:49.766295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:49.768934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:49.773360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Made reservation on behalf of c7d786baf46c473a813e1b7f3e877b19 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:49.777151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.811087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:49:49.820355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.820806 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Added segment e8382bf9-73f4-4eef-9315-66970feccf30 of type vlan for network 49ee0375-a19e-42ab-8864-e91709eabcd7 Oct 17 17:49:49.835551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Pushing event updated for resources: {'Port': ['ID=cab74cad-a284-4012-bc6d-4c71b6bec56b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:49.838711 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Checking segment: {'id': 'bf8a5552-c41b-4262-9a73-804ed0b54b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4617506f-6a29-47c0-bb22-586306389927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:49.839092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Network hostable DHCP agents. Network: 4617506f-6a29-47c0-bb22-586306389927, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:49:49.849901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.882735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.885212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15fdefc2-c2a8-4c6a-b84f-c5f20cc50c29 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.886401 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-15fdefc2-c2a8-4c6a-b84f-c5f20cc50c29 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-groups/20a6d3d1-657d-4bb4-a345-f3966c481cc5 HTTP/1.1" status: 204 len: 168 time: 0.9730217 Oct 17 17:49:49.889151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:49.889676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:49.893218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38682) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:50.034921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event updated for resources: {'Network': ['ID=49ee0375-a19e-42ab-8864-e91709eabcd7,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:50.043960 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2485a769-3766-449d-8910-56e433d6b735 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3236356 Oct 17 17:49:50.047036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 49ee0375-a19e-42ab-8864-e91709eabcd7 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:49:50.054177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-faf5f063-9403-480a-8788-16bb411aff3a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:50.065964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Network 4617506f-6a29-47c0-bb22-586306389927 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:49:50.075190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-faf5f063-9403-480a-8788-16bb411aff3a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:50.076700 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-faf5f063-9403-480a-8788-16bb411aff3a tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1671083 Oct 17 17:49:50.083358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38686) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:50.091620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group': {'name': 'tempest-secgroup--605532244'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:50.098636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:50.100541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aa2ac-92c2-4f33-85e6-df00e69bc7a3 req-afd4d905-7375-4c84-91dd-aa895407ce62 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:50.102131 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-731aa2ac-92c2-4f33-85e6-df00e69bc7a3 req-afd4d905-7375-4c84-91dd-aa895407ce62 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.6340861 Oct 17 17:49:50.112584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:50.129582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:50.165769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 4617506f-6a29-47c0-bb22-586306389927) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:50.174959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:50.178639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:50.179250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:50.183001 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:50.191911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:50.203614 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:50.229166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.20.0.7 (56c666a0-f83e-430e-9d8d-692d728cf316/e3d898cf-aa9c-4aa5-93d5-4028a0b4590d/eb9967b8-3af9-4853-8a94-325c432e6bf6) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:50.237784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5451c0-bd58-43bf-8dd4-cc16ae4f0eb1 None None] Network 4617506f-6a29-47c0-bb22-586306389927 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:50.270409 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0d3cebd1-7127-4f2d-94aa-79aab38b91e3 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1809459 Oct 17 17:49:50.276103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38690) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:50.283959 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-731aa2ac-92c2-4f33-85e6-df00e69bc7a3 req-8876c8e5-ee68-4337-9213-03ba4ebb9939 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693420 Oct 17 17:49:50.287674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Request body: {'port': {'network_id': '4617506f-6a29-47c0-bb22-586306389927', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-558843358'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:50.310856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:50.317037 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:50.438095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2814d7cf-c242-405c-9c2c-3178d325afb1,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:50.467222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:50.473223 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-84dcf906-669b-465a-8c3c-0e1edfcdbad4 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3829522 Oct 17 17:49:50.475591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38696) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:50.487145 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-0c5b703f-b8fa-4d9d-9a6c-46be5bfe3b03 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Request body: {'security_group_rule': {'security_group_id': '2814d7cf-c242-405c-9c2c-3178d325afb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:50.500775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0c5b703f-b8fa-4d9d-9a6c-46be5bfe3b03 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:50.513255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0c5b703f-b8fa-4d9d-9a6c-46be5bfe3b03 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Usage tracker for resource:security_group_rule and tenant:a3740d8b21334c518f2ea0dd4a410a3f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:50.519414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0c5b703f-b8fa-4d9d-9a6c-46be5bfe3b03 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:50.534735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0c5b703f-b8fa-4d9d-9a6c-46be5bfe3b03 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:50.633602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-4617506f-6a29-47c0-bb22-586306389927', 'network_id': '4617506f-6a29-47c0-bb22-586306389927', 'tenant_id': '07332727dc4544c0b9cd2aaae450f325', 'fixed_ips': [{'subnet_id': '3a7fea90-4ac0-4cdb-a4a2-ae8651ccd7f2'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:49:50.635062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:50.650025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c5b703f-b8fa-4d9d-9a6c-46be5bfe3b03 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:50.704637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308d1a2-3f18-42b4-a02e-5f85a0051259 req-f33fdad5-2e64-41c8-b326-e374d04d5eac tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:50.712868 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b308d1a2-3f18-42b4-a02e-5f85a0051259 req-f33fdad5-2e64-41c8-b326-e374d04d5eac tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.1555898 Oct 17 17:49:50.788620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c5b703f-b8fa-4d9d-9a6c-46be5bfe3b03 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:50.802860 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b308d1a2-3f18-42b4-a02e-5f85a0051259 req-bb318bf9-17e3-4b82-af5c-689bc837d957 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889068 Oct 17 17:49:50.807441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c5b703f-b8fa-4d9d-9a6c-46be5bfe3b03 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:50.889707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:50.904379 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Usage tracker for resource:port and tenant:07332727dc4544c0b9cd2aaae450f325 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:50.908411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Allocated IP 2001:db8::2 (4617506f-6a29-47c0-bb22-586306389927/3a7fea90-4ac0-4cdb-a4a2-ae8651ccd7f2/25ba3a9d-14a1-417f-8d14-648e853fa0e1) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:50.921737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:50.931966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:50.978969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b703f-b8fa-4d9d-9a6c-46be5bfe3b03 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46451a7b-abcf-4d92-9187-2e986c07dd17,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:50.983835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c5b703f-b8fa-4d9d-9a6c-46be5bfe3b03 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:50.985276 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0c5b703f-b8fa-4d9d-9a6c-46be5bfe3b03 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5083818 Oct 17 17:49:50.993831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38702) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:51.019460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:51.084691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fbad3baf-5f7c-4c38-9fc0-69ade1d4ff97 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.142090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fbad3baf-5f7c-4c38-9fc0-69ade1d4ff97 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.240064 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.245515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fbad3baf-5f7c-4c38-9fc0-69ade1d4ff97 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.272200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Transition to ACTIVE for port object 25ba3a9d-14a1-417f-8d14-648e853fa0e1 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:51.287332 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad3baf-5f7c-4c38-9fc0-69ade1d4ff97 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2814d7cf-c242-405c-9c2c-3178d325afb1,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:51.304990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Transition to ACTIVE for port object 25ba3a9d-14a1-417f-8d14-648e853fa0e1 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:51.314772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fbad3baf-5f7c-4c38-9fc0-69ade1d4ff97 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.318486 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fbad3baf-5f7c-4c38-9fc0-69ade1d4ff97 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-groups/2814d7cf-c242-405c-9c2c-3178d325afb1 HTTP/1.1" status: 204 len: 168 time: 0.3233023 Oct 17 17:49:51.319090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38710) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:51.343907 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.445287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Network 4617506f-6a29-47c0-bb22-586306389927 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:51.448750 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:51.453083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:51.486320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4c60b299-29f6-4673-962c-487ef9a3e087 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:51.519675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Made reservation on behalf of 07332727dc4544c0b9cd2aaae450f325 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:51.521815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c0ea4-2b15-4ff7-bd7b-214e5ae3c899 req-836eca64-7394-460a-8597-e6d39bee0fa9 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:51.523336 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-858c0ea4-2b15-4ff7-bd7b-214e5ae3c899 req-836eca64-7394-460a-8597-e6d39bee0fa9 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.1454623 Oct 17 17:49:51.526765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.548869 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Pushing event updated for resources: {'Port': ['ID=25ba3a9d-14a1-417f-8d14-648e853fa0e1,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:51.570216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4c60b299-29f6-4673-962c-487ef9a3e087 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:51.572190 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4c60b299-29f6-4673-962c-487ef9a3e087 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2522006 Oct 17 17:49:51.578824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38714) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:51.585262 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Attempting to bind port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:51.585585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Attempting to bind port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'bf8a5552-c41b-4262-9a73-804ed0b54b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4617506f-6a29-47c0-bb22-586306389927'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:51.585945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Attempting to bind port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 on network 4617506f-6a29-47c0-bb22-586306389927 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:51.591677 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:49:51.592094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Checking segment: {'id': 'bf8a5552-c41b-4262-9a73-804ed0b54b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4617506f-6a29-47c0-bb22-586306389927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:51.592499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.592890 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Bound using segment: {'id': 'bf8a5552-c41b-4262-9a73-804ed0b54b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4617506f-6a29-47c0-bb22-586306389927'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:49:51.592995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.593352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Bound port: 25ba3a9d-14a1-417f-8d14-648e853fa0e1, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8a5552-c41b-4262-9a73-804ed0b54b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4617506f-6a29-47c0-bb22-586306389927'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:49:51.593719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.611305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] device_id is not set on port 631f5878-2f42-4fe8-becc-d982380e124f yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:51.642192 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-858c0ea4-2b15-4ff7-bd7b-214e5ae3c899 req-5ee2ca63-257d-4359-8d2c-213ede1fa929 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058095 Oct 17 17:49:51.699987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-94a840a3-716d-4a3e-bafc-86cd552ae562 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Synchronizing usage tracker for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:51.718761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] For port 25ba3a9d-14a1-417f-8d14-648e853fa0e1, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:49:51.722595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] For port 25ba3a9d-14a1-417f-8d14-648e853fa0e1, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=25ba3a9d-14a1-417f-8d14-648e853fa0e1,segment=NetworkSegment(bf8a5552-c41b-4262-9a73-804ed0b54b68),segment_id=bf8a5552-c41b-4262-9a73-804ed0b54b68)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:49:51.728914 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.729472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-94a840a3-716d-4a3e-bafc-86cd552ae562 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] Unset dirty status for tenant:a3740d8b21334c518f2ea0dd4a410a3f on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:51.734576 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-94a840a3-716d-4a3e-bafc-86cd552ae562 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1537559 Oct 17 17:49:51.735327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38720) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:51.756037 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-e0b58987-e588-4fa4-a4a7-1e6a5951fc76 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] delete failed (client error): The resource could not be found. Oct 17 17:49:51.761918 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e0b58987-e588-4fa4-a4a7-1e6a5951fc76 tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "DELETE /v2.0/security-groups/2814d7cf-c242-405c-9c2c-3178d325afb1 HTTP/1.1" status: 404 len: 347 time: 0.0250742 Oct 17 17:49:51.762485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38724) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:51.873273 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-78d3f020-1e83-43e1-b70c-d55a4ed96e2b tempest-SecGroupIPv6Test-903952579 tempest-SecGroupIPv6Test-903952579-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1094141 Oct 17 17:49:51.883779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.892778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:51.922533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df1046-37fa-41f2-a6a3-21116c1fe897 None None] Pushing event updated for resources: {'Port': ['ID=25ba3a9d-14a1-417f-8d14-648e853fa0e1,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:52.135163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Allocated IP 2001:db8::16e (4617506f-6a29-47c0-bb22-586306389927/3a7fea90-4ac0-4cdb-a4a2-ae8651ccd7f2/631f5878-2f42-4fe8-becc-d982380e124f) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:52.408482 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38736) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:52.429109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 56c666a0-f83e-430e-9d8d-692d728cf316 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:52.444780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:52.454007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:52.489883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=eb9967b8-3af9-4853-8a94-325c432e6bf6,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:52.633486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:52.634101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:52.663760 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c1ec56d0-7bc0-4dd1-bf64-e822cd19a85e tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6948011 Oct 17 17:49:52.669481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38744) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:52.675216 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'port': {'network_id': '56c666a0-f83e-430e-9d8d-692d728cf316', 'name': 'tempest-FloatingIPTestJSON-2082568060'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:52.738954 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-96f4472c-cfa1-482c-a2a5-d165e16865b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3740d8b21334c518f2ea0dd4a410a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3292189 Oct 17 17:49:52.742898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38748) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:52.772111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcb3f7-92c0-4a48-81e2-3150460eb72d req-d19017fe-53e9-44dd-b15c-f608402e1281 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:52.773582 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d6fcb3f7-92c0-4a48-81e2-3150460eb72d req-d19017fe-53e9-44dd-b15c-f608402e1281 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.1942263 Oct 17 17:49:52.861490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:52.868485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aea3e8fe-a2f9-44e7-9b43-cbd5ed41a185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:52.898735 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d6fcb3f7-92c0-4a48-81e2-3150460eb72d req-1b7f1171-1097-48f3-acf3-8ba77b8748d5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123521 Oct 17 17:49:52.927534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:52.931207 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Router 8d0dc850-915e-4529-98ba-f1d605005f27 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:49:52.936150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Transition to ACTIVE for port object 631f5878-2f42-4fe8-becc-d982380e124f will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:52.938165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:port and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:52.940769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aea3e8fe-a2f9-44e7-9b43-cbd5ed41a185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:52.942973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:52.957617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:53.012502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aea3e8fe-a2f9-44e7-9b43-cbd5ed41a185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:53.032817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3e8fe-a2f9-44e7-9b43-cbd5ed41a185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcac35b-b5e3-4a2b-9398-ea0cf079fa6a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:53.083735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aea3e8fe-a2f9-44e7-9b43-cbd5ed41a185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:53.085678 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-aea3e8fe-a2f9-44e7-9b43-cbd5ed41a185 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ddcac35b-b5e3-4a2b-9398-ea0cf079fa6a HTTP/1.1" status: 204 len: 168 time: 0.3408492 Oct 17 17:49:53.263360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Made reservation on behalf of c8596a53819a4fc789920c653097ea58 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:53.266715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:53.297570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] device_id is not set on port f63bb114-4e34-4c04-a556-be806b254ee3 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:53.359828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bfcb20-7a01-4da1-a8bb-974ba3605f20 None None] Network 4617506f-6a29-47c0-bb22-586306389927 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:53.366467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:53.469915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event updated for resources: {'Port': ['ID=631f5878-2f42-4fe8-becc-d982380e124f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:53.478558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2fcb1feb-c1e5-4ff7-8df4-4df558b0e5af None None] Provisioning for port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:53.491336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Network 4617506f-6a29-47c0-bb22-586306389927 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:53.497789 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:53.500329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:53.506531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:53.507156 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:53.531428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:49:53.544392 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97875109-7a53-4cf6-a352-4ec40fb35e28 None None] Sync routers for ids ['8d0dc850-915e-4529-98ba-f1d605005f27'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:49:53.546509 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38760) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:53.554551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'subnets': [{'network_id': 'aad15178-ab3e-4d03-a641-25427d11f43b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--261842676', 'ip_version': 6}, {'network_id': '49ee0375-a19e-42ab-8864-e91709eabcd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:53.554551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'subnet': {'network_id': 'aad15178-ab3e-4d03-a641-25427d11f43b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--261842676', 'ip_version': 6}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:53.555235 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Request body: {'subnet': {'network_id': '49ee0375-a19e-42ab-8864-e91709eabcd7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:53.562097 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97875109-7a53-4cf6-a352-4ec40fb35e28 None None] Routers {'8d0dc850-915e-4529-98ba-f1d605005f27'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:53.562718 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-97875109-7a53-4cf6-a352-4ec40fb35e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8d0dc850-915e-4529-98ba-f1d605005f27'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:53.659813 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-97875109-7a53-4cf6-a352-4ec40fb35e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:53.672791 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97875109-7a53-4cf6-a352-4ec40fb35e28 None None] Routers {'8d0dc850-915e-4529-98ba-f1d605005f27'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:49:53.673797 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-97875109-7a53-4cf6-a352-4ec40fb35e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8d0dc850-915e-4529-98ba-f1d605005f27'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:53.702666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:53.706864 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-68cd85d1-3fb7-4648-aa45-a121c92f06aa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.4770393 Oct 17 17:49:53.706864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.20.0.12 (56c666a0-f83e-430e-9d8d-692d728cf316/e3d898cf-aa9c-4aa5-93d5-4028a0b4590d/f63bb114-4e34-4c04-a556-be806b254ee3) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:53.713678 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-748a9e35-d312-4756-ad98-074342aa0310 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4364252 Oct 17 17:49:53.718282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38768) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:53.718395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38770) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:53.752514 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-97875109-7a53-4cf6-a352-4ec40fb35e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:49:53.752933 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97875109-7a53-4cf6-a352-4ec40fb35e28 None None] The sync data for ids ['8d0dc850-915e-4529-98ba-f1d605005f27'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:49:53.800446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Request body: {'port': {'network_id': '4617506f-6a29-47c0-bb22-586306389927', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-851686105', 'allowed_address_pairs': [{'ip_address': '2001:db8::16e', 'mac_address': 'fa:16:3e:20:20:03'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:53.867599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:53.872141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Usage tracker for resource:subnet and tenant:c7d786baf46c473a813e1b7f3e877b19 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:53.875483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:53.883090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:53.895598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Made reservation on behalf of c7d786baf46c473a813e1b7f3e877b19 for: {'subnet': 2} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:53.901997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:53.901997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:54.230473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Provisioning for port 631f5878-2f42-4fe8-becc-d982380e124f completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:54.241566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Provisioning complete for port 631f5878-2f42-4fe8-becc-d982380e124f triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:54.242857 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:54.243371 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Attempt 1 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:49:54.264858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38786) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:54.289305 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-440eaa1b-015e-4bd0-a4d3-666c6456bbf4 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/routers/8d0dc850-915e-4529-98ba-f1d605005f27 HTTP/1.1" status: 200 len: 924 time: 0.5696640 Oct 17 17:49:54.295825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38790) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:54.298997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 25ba3a9d-14a1-417f-8d14-648e853fa0e1 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:49:54.394672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:54.426347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Usage tracker for resource:port and tenant:07332727dc4544c0b9cd2aaae450f325 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:54.438232 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c17ddd2e-69cd-4f34-9631-2017a8cc184f tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d0dc850-915e-4529-98ba-f1d605005f27 HTTP/1.1" status: 200 len: 205 time: 0.1411433 Oct 17 17:49:54.444435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38796) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:54.447002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:54.476643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:54.490218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bbd25-f415-4039-830b-3f7df9d5bfaf req-a37afef7-ec1d-45ba-9cdc-4076fddbffa9 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:54.498225 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:54.498790 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7f2bbd25-f415-4039-830b-3f7df9d5bfaf req-a37afef7-ec1d-45ba-9cdc-4076fddbffa9 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.4115546 Oct 17 17:49:54.516887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:54.523230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:54.523676 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:54.524265 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 Oct 17 17:49:54.528068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:54.583136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7074e1bf-fbfb-4773-857d-d89eeb48b797 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:54.583882 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING neutron.api.v2.base [None req-7074e1bf-fbfb-4773-857d-d89eeb48b797 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 17 17:49:54.584378 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-7074e1bf-fbfb-4773-857d-d89eeb48b797 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): There was a conflict when trying to complete your request. Oct 17 17:49:54.588665 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7074e1bf-fbfb-4773-857d-d89eeb48b797 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3122852 Oct 17 17:49:54.588665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:54.601280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38802) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:54.659542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:54.660030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:54.665400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699442646'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:54.674602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Made reservation on behalf of 07332727dc4544c0b9cd2aaae450f325 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:54.695902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:54.697299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 25ba3a9d-14a1-417f-8d14-648e853fa0e1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=25ba3a9d-14a1-417f-8d14-648e853fa0e1,segment=NetworkSegment(bf8a5552-c41b-4262-9a73-804ed0b54b68),segment_id=bf8a5552-c41b-4262-9a73-804ed0b54b68)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:49:54.704822 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:54.720234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:54.724354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 56c666a0-f83e-430e-9d8d-692d728cf316 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:54.780215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:54.783143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:54.798453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:54.807089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=25ba3a9d-14a1-417f-8d14-648e853fa0e1,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:54.838902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:54.844054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:54.854916 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7f2bbd25-f415-4039-830b-3f7df9d5bfaf req-d61420ab-afc8-43d4-a9de-101e4330e015 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553400 Oct 17 17:49:54.860651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=f63bb114-4e34-4c04-a556-be806b254ee3,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:54.893559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:54.932205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:54.938102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:54.939169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:54.964075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.000564 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Attempt 2 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:49:55.004626 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-684c441e-cc6c-4a9c-a302-1bebf2b842bc tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3339100 Oct 17 17:49:55.008198 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:55.010593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38806) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:55.020700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'f63bb114-4e34-4c04-a556-be806b254ee3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:55.025901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:55.031975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.042409 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:55.046269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:55.053970 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:55.061060 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:floatingip and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:55.070644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:55.110654 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:55.118172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:55.131346 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] device_id is not set on port 0c5656ad-0d45-4050-b027-8beed421c585 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:55.191729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.193211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.302499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event updated for resources: {'Subnet': ['ID=33d74e82-9121-4f7b-8c00-81ddb8cc95f2,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:55.329877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Checking segment: {'id': '91e2d601-dcb7-45e7-9828-1fa6532f30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aad15178-ab3e-4d03-a641-25427d11f43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:55.330235 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Network hostable DHCP agents. Network: aad15178-ab3e-4d03-a641-25427d11f43b, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:49:55.332036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.335941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.351821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Deleting port cab74cad-a284-4012-bc6d-4c71b6bec56b {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:55.352202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.373014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.389397 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:55.398328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:55.399370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Network aad15178-ab3e-4d03-a641-25427d11f43b is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:49:55.413922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:55.432552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, aad15178-ab3e-4d03-a641-25427d11f43b) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:55.433090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:55.436610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.442532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb7f99-c070-4361-9487-82fe0afe82a2 None None] Network aad15178-ab3e-4d03-a641-25427d11f43b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:55.451776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4375903f-cd76-4ffd-93f9-d29028c77144,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:55.471155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Allocated IP 2001:db8::28e (4617506f-6a29-47c0-bb22-586306389927/3a7fea90-4ac0-4cdb-a4a2-ae8651ccd7f2/0c5656ad-0d45-4050-b027-8beed421c585) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:55.614323 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Attempt 3 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:49:55.629598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event updated for resources: {'Subnet': ['ID=86e0bf51-e8a1-4d4f-835f-669fbdb1e0e8,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:55.644423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.653475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Checking segment: {'id': 'e8382bf9-73f4-4eef-9315-66970feccf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '49ee0375-a19e-42ab-8864-e91709eabcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:55.653475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Network hostable DHCP agents. Network: 49ee0375-a19e-42ab-8864-e91709eabcd7, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:49:55.722406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:55.750653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-aad15178-ab3e-4d03-a641-25427d11f43b', 'network_id': 'aad15178-ab3e-4d03-a641-25427d11f43b', 'tenant_id': 'c7d786baf46c473a813e1b7f3e877b19', 'fixed_ips': [{'subnet_id': '33d74e82-9121-4f7b-8c00-81ddb8cc95f2'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:49:55.751767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.792124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Calling delete_port for cab74cad-a284-4012-bc6d-4c71b6bec56b owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:55.812715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.824776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.837309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Network 49ee0375-a19e-42ab-8864-e91709eabcd7 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:49:55.839768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.854541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 49ee0375-a19e-42ab-8864-e91709eabcd7) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:55.861450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:55.861907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:55.862619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:55.892660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2baedc2-f3d6-4480-90cd-3c542e27d3b1 None None] Network 49ee0375-a19e-42ab-8864-e91709eabcd7 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:55.906161 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-649621cd-a4cb-45cc-9b8f-db0a2dd292f0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.3584874 Oct 17 17:49:55.913107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38810) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:55.994420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c6a988-ed7f-413c-aa05-d8746b75470c tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:55.996522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c6a988-ed7f-413c-aa05-d8746b75470c tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:55.998135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c6a988-ed7f-413c-aa05-d8746b75470c tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:55.998934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d3c6a988-ed7f-413c-aa05-d8746b75470c tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Synchronizing usage tracker for tenant:c7d786baf46c473a813e1b7f3e877b19 on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:56.009598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Allocated IP 2001:db8::1 (aad15178-ab3e-4d03-a641-25427d11f43b/33d74e82-9121-4f7b-8c00-81ddb8cc95f2/19807a5b-a8d4-42fb-a25c-3a57c5e11954) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:56.128568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.129917 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4924538 Oct 17 17:49:56.130837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4335e68-1a7c-4576-8ac8-1648060f929a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7db7766-bd64-457a-b9c5-f95b760f910d,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:56.138929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38816) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:56.188935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.196819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 25ba3a9d-14a1-417f-8d14-648e853fa0e1 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:49:56.199455 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d3c6a988-ed7f-413c-aa05-d8746b75470c tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Unset dirty status for tenant:c7d786baf46c473a813e1b7f3e877b19 on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:56.209757 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d3c6a988-ed7f-413c-aa05-d8746b75470c tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2866938 Oct 17 17:49:56.211247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Transition to ACTIVE for port object 0c5656ad-0d45-4050-b027-8beed421c585 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:56.214126 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38822) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:56.220670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.231647 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Attempt 4 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:49:56.232137 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1386c47e-e8be-48d8-b45b-79c3800b7c22 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': 'c7db7766-bd64-457a-b9c5-f95b760f910d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:56.249365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1386c47e-e8be-48d8-b45b-79c3800b7c22 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:56.252133 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.26.8.78 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/944dbd09-35e4-4746-8f97-cf9e2e4a5406) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:56.259115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1386c47e-e8be-48d8-b45b-79c3800b7c22 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:56.264274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1386c47e-e8be-48d8-b45b-79c3800b7c22 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:56.276070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1386c47e-e8be-48d8-b45b-79c3800b7c22 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:56.285385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.320248 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Pushing event deleted for resources: {'Port': ['ID=cab74cad-a284-4012-bc6d-4c71b6bec56b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:56.387166 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:56.419447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-49ee0375-a19e-42ab-8864-e91709eabcd7', 'network_id': '49ee0375-a19e-42ab-8864-e91709eabcd7', 'tenant_id': 'c7d786baf46c473a813e1b7f3e877b19', 'fixed_ips': [{'subnet_id': '86e0bf51-e8a1-4d4f-835f-669fbdb1e0e8'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:49:56.420287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.447091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-12df32fe-8436-4364-868d-4c5a6549a0c9 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Deleting subnet 33d74e82-9121-4f7b-8c00-81ddb8cc95f2 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:49:56.454227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Network 4617506f-6a29-47c0-bb22-586306389927 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:56.460136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1386c47e-e8be-48d8-b45b-79c3800b7c22 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.460473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.468186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:56.478612 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:56.485074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:56.485821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.512757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd34b62-a9e1-4686-816d-9e9795dab68c req-eb883cf8-6eb9-4ff5-9f10-db1aaa144b04 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:56.514385 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7bd34b62-a9e1-4686-816d-9e9795dab68c req-eb883cf8-6eb9-4ff5-9f10-db1aaa144b04 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.3885386 Oct 17 17:49:56.533187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:49:56.533187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.533187 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 Oct 17 17:49:56.543688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event updated for resources: {'Port': ['ID=0c5656ad-0d45-4050-b027-8beed421c585,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:56.564091 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7afc035e-ab5c-4448-abf2-3bd72892a8ff tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8428342 Oct 17 17:49:56.569733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38826) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:56.652937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.676200 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1386c47e-e8be-48d8-b45b-79c3800b7c22 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.694605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1386c47e-e8be-48d8-b45b-79c3800b7c22 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.708575 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.719860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Transition to ACTIVE for port object 19807a5b-a8d4-42fb-a25c-3a57c5e11954 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:56.751330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386c47e-e8be-48d8-b45b-79c3800b7c22 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ae02f8-b2cc-4e62-8c6e-3371f463adfe,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:56.779198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Transition to ACTIVE for port object 19807a5b-a8d4-42fb-a25c-3a57c5e11954 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:56.783214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b183e-b01c-4eb6-9f79-172f749b8a52 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:56.790771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b183e-b01c-4eb6-9f79-172f749b8a52 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:56.793690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-12df32fe-8436-4364-868d-4c5a6549a0c9 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.798888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b183e-b01c-4eb6-9f79-172f749b8a52 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:56.799986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-831b183e-b01c-4eb6-9f79-172f749b8a52 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Synchronizing usage tracker for tenant:07332727dc4544c0b9cd2aaae450f325 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:56.804003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1386c47e-e8be-48d8-b45b-79c3800b7c22 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.805395 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1386c47e-e8be-48d8-b45b-79c3800b7c22 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6652408 Oct 17 17:49:56.809119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38830) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:56.816820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Allocated IP 2001:db8:0:1::1 (49ee0375-a19e-42ab-8864-e91709eabcd7/86e0bf51-e8a1-4d4f-835f-669fbdb1e0e8/f5b52e27-607a-4a9f-85c0-9ee107a07d2d) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:56.817771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5e97190f-a4f0-4a65-b9fa-b2d45211c761 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': 'c7db7766-bd64-457a-b9c5-f95b760f910d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:56.826581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.828706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5e97190f-a4f0-4a65-b9fa-b2d45211c761 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:56.835307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5e97190f-a4f0-4a65-b9fa-b2d45211c761 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:56.842138 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5e97190f-a4f0-4a65-b9fa-b2d45211c761 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:56.852558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.857327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.869320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5e97190f-a4f0-4a65-b9fa-b2d45211c761 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:56.888388 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Attempt 5 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:49:56.890892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-831b183e-b01c-4eb6-9f79-172f749b8a52 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Unset dirty status for tenant:07332727dc4544c0b9cd2aaae450f325 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:56.891422 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7bd34b62-a9e1-4686-816d-9e9795dab68c req-bae43bbd-a467-4655-87da-408732c37757 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019350 Oct 17 17:49:56.892326 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-831b183e-b01c-4eb6-9f79-172f749b8a52 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3185542 Oct 17 17:49:56.896426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38834) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:56.904075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e97190f-a4f0-4a65-b9fa-b2d45211c761 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.914363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.938374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-12df32fe-8436-4364-868d-4c5a6549a0c9 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.994523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:56.995245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Fanout notify agent at l3_agent the message router_deleted on router 8d0dc850-915e-4529-98ba-f1d605005f27 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:49:57.039217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-d5e7a647-e0b0-4cc4-bd0a-a6defb2c8674 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Deleting port 0c5656ad-0d45-4050-b027-8beed421c585 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:57.039587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a647-e0b0-4cc4-bd0a-a6defb2c8674 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.057819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Network aad15178-ab3e-4d03-a641-25427d11f43b is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:57.065321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:49:57.072566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:57.081276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:57.083610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:57.085594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Pushing event updated for resources: {'Port': ['ID=19807a5b-a8d4-42fb-a25c-3a57c5e11954,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:57.098886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:57.099091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.100153 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b2fc9d0f-5b51-4c94-b477-5faa7a907ad8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/routers/8d0dc850-915e-4529-98ba-f1d605005f27 HTTP/1.1" status: 204 len: 168 time: 2.6544664 Oct 17 17:49:57.106355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38838) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:57.117722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1900695420', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'enable_snat': False}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:57.119560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=944dbd09-35e4-4746-8f97-cf9e2e4a5406,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:57.130908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:57.135169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:57.142601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:57.170873 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Usage tracker for resource:router and tenant:7fd7d38c12d44a02991c6d14ddc78122 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:57.186586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:57.189451 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-5e97190f-a4f0-4a65-b9fa-b2d45211c761 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): There was a conflict when trying to complete your request. Oct 17 17:49:57.193281 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5e97190f-a4f0-4a65-b9fa-b2d45211c761 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3793771 Oct 17 17:49:57.194884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38842) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:57.195127 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:57.209040 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-12df32fe-8436-4364-868d-4c5a6549a0c9 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.238009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Attempting to bind port 19807a5b-a8d4-42fb-a25c-3a57c5e11954 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:57.238009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Attempting to bind port 19807a5b-a8d4-42fb-a25c-3a57c5e11954 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '91e2d601-dcb7-45e7-9828-1fa6532f30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aad15178-ab3e-4d03-a641-25427d11f43b'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:57.238009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Attempting to bind port 19807a5b-a8d4-42fb-a25c-3a57c5e11954 on network aad15178-ab3e-4d03-a641-25427d11f43b {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:57.256464 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:49:57.256837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Checking segment: {'id': '91e2d601-dcb7-45e7-9828-1fa6532f30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aad15178-ab3e-4d03-a641-25427d11f43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:57.257240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.257613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Bound using segment: {'id': '91e2d601-dcb7-45e7-9828-1fa6532f30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aad15178-ab3e-4d03-a641-25427d11f43b'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:49:57.258083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Bound port: 19807a5b-a8d4-42fb-a25c-3a57c5e11954, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e2d601-dcb7-45e7-9828-1fa6532f30fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'aad15178-ab3e-4d03-a641-25427d11f43b'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:49:57.258467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.271540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.272395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.368155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0b99dc-20c7-484f-b6e8-f9271e4a30a3 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.386520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.391278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.412229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0b99dc-20c7-484f-b6e8-f9271e4a30a3 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.415902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Transition to ACTIVE for port object f5b52e27-607a-4a9f-85c0-9ee107a07d2d will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:57.440627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-12df32fe-8436-4364-868d-4c5a6549a0c9 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.444044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] For port 19807a5b-a8d4-42fb-a25c-3a57c5e11954, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:49:57.446163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a647-e0b0-4cc4-bd0a-a6defb2c8674 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.448377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] For port 19807a5b-a8d4-42fb-a25c-3a57c5e11954, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=19807a5b-a8d4-42fb-a25c-3a57c5e11954,segment=NetworkSegment(91e2d601-dcb7-45e7-9828-1fa6532f30fc),segment_id=91e2d601-dcb7-45e7-9828-1fa6532f30fc)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:49:57.450338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Transition to ACTIVE for port object f5b52e27-607a-4a9f-85c0-9ee107a07d2d will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:49:57.454575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.489492 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.540330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Network 49ee0375-a19e-42ab-8864-e91709eabcd7 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:49:57.545921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:49:57.549546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:49:57.557165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8285ea3-423e-4abf-86e4-8d9ae4014210 None None] Pushing event updated for resources: {'Port': ['ID=19807a5b-a8d4-42fb-a25c-3a57c5e11954,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:57.631512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0b99dc-20c7-484f-b6e8-f9271e4a30a3 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.645001 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Attempt 6 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:49:57.655487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b99dc-20c7-484f-b6e8-f9271e4a30a3 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7db7766-bd64-457a-b9c5-f95b760f910d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:57.666806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0b99dc-20c7-484f-b6e8-f9271e4a30a3 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.668604 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-de0b99dc-20c7-484f-b6e8-f9271e4a30a3 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "DELETE /v2.0/security-groups/c7db7766-bd64-457a-b9c5-f95b760f910d HTTP/1.1" status: 204 len: 168 time: 0.4702764 Oct 17 17:49:57.672090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38846) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:57.750192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9d221941-fa70-4dd3-a2ad-3b81119e0ebf tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Synchronizing usage tracker for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:57.806275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df32fe-8436-4364-868d-4c5a6549a0c9 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event deleted for resources: {'Subnet': ['ID=33d74e82-9121-4f7b-8c00-81ddb8cc95f2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:57.815596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9d221941-fa70-4dd3-a2ad-3b81119e0ebf tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Unset dirty status for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:57.816807 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9d221941-fa70-4dd3-a2ad-3b81119e0ebf tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1430550 Oct 17 17:49:57.819818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38850) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:57.833841 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group': {'name': 'tempest-secgroup--600108274'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:57.834051 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Attempting to bind port f5b52e27-607a-4a9f-85c0-9ee107a07d2d on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:49:57.834525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Attempting to bind port f5b52e27-607a-4a9f-85c0-9ee107a07d2d by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'e8382bf9-73f4-4eef-9315-66970feccf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '49ee0375-a19e-42ab-8864-e91709eabcd7'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:49:57.834693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Attempting to bind port f5b52e27-607a-4a9f-85c0-9ee107a07d2d on network 49ee0375-a19e-42ab-8864-e91709eabcd7 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:49:57.841409 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:57.844584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:49:57.844957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Checking segment: {'id': 'e8382bf9-73f4-4eef-9315-66970feccf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '49ee0375-a19e-42ab-8864-e91709eabcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:49:57.845542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.845943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Bound using segment: {'id': 'e8382bf9-73f4-4eef-9315-66970feccf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '49ee0375-a19e-42ab-8864-e91709eabcd7'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:49:57.846396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Bound port: f5b52e27-607a-4a9f-85c0-9ee107a07d2d, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8382bf9-73f4-4eef-9315-66970feccf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '49ee0375-a19e-42ab-8864-e91709eabcd7'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:49:57.846955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.855352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.856554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:57.856968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:57.869142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Pushing event updated for resources: {'Port': ['ID=f5b52e27-607a-4a9f-85c0-9ee107a07d2d,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:57.887812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.919527 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:57.923797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:49:57.927918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:49:57.975521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] For port f5b52e27-607a-4a9f-85c0-9ee107a07d2d, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:49:57.979770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] For port f5b52e27-607a-4a9f-85c0-9ee107a07d2d, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f5b52e27-607a-4a9f-85c0-9ee107a07d2d,segment=NetworkSegment(e8382bf9-73f4-4eef-9315-66970feccf30),segment_id=e8382bf9-73f4-4eef-9315-66970feccf30)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:49:57.986727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:57.988850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-d5e7a647-e0b0-4cc4-bd0a-a6defb2c8674 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Calling delete_port for 0c5656ad-0d45-4050-b027-8beed421c585 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:49:58.037182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:58.066535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:58.247133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd570bc-feee-4a49-a31f-b3270861297b None None] Pushing event updated for resources: {'Port': ['ID=f5b52e27-607a-4a9f-85c0-9ee107a07d2d,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:58.258399 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a647-e0b0-4cc4-bd0a-a6defb2c8674 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:58.262585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-12df32fe-8436-4364-868d-4c5a6549a0c9 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:58.267786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 19807a5b-a8d4-42fb-a25c-3a57c5e11954 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:49:58.309410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:58.357908 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Attempt 7 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:49:58.368745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7a647-e0b0-4cc4-bd0a-a6defb2c8674 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event deleted for resources: {'Port': ['ID=0c5656ad-0d45-4050-b027-8beed421c585,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:58.421606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:58.446732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:58.478384 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-12df32fe-8436-4364-868d-4c5a6549a0c9 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "DELETE /v2.0/subnets/33d74e82-9121-4f7b-8c00-81ddb8cc95f2 HTTP/1.1" status: 204 len: 168 time: 2.2591867 Oct 17 17:49:58.484186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38856) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:58.485066 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:58.493702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 19807a5b-a8d4-42fb-a25c-3a57c5e11954 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:49:58.671179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd15b0a8-73e4-48c4-8f77-7965b0497e3a,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:58.718655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:58.722759 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-90196edb-6c73-4037-8512-89bd020a5edc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8920641 Oct 17 17:49:58.728017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38862) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:58.739655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3998ca-a46a-4a73-8eb6-8453ebeaa03e tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Deleting subnet 86e0bf51-e8a1-4d4f-835f-669fbdb1e0e8 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:49:58.750452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fd53c-85d3-4a90-bbe6-14ab7955ae37 req-35a7a98d-4716-4bb3-b3ea-fb67de676fa0 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:58.758210 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b60fd53c-85d3-4a90-bbe6-14ab7955ae37 req-35a7a98d-4716-4bb3-b3ea-fb67de676fa0 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.6645868 Oct 17 17:49:58.764918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4c71393a-5211-4060-9b16-72c3b96bb877 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': 'fd15b0a8-73e4-48c4-8f77-7965b0497e3a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:58.765811 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING neutron.api.v2.base [None req-4c71393a-5211-4060-9b16-72c3b96bb877 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 17 17:49:58.766447 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-4c71393a-5211-4060-9b16-72c3b96bb877 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:49:58.767609 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4c71393a-5211-4060-9b16-72c3b96bb877 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0354335 Oct 17 17:49:58.777666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38866) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:58.800927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c3998ca-a46a-4a73-8eb6-8453ebeaa03e tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:58.805983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e7a647-e0b0-4cc4-bd0a-a6defb2c8674 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:58.808206 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d5e7a647-e0b0-4cc4-bd0a-a6defb2c8674 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "DELETE /v2.0/ports/0c5656ad-0d45-4050-b027-8beed421c585 HTTP/1.1" status: 204 len: 168 time: 1.9113767 Oct 17 17:49:58.813997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38870) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:58.889375 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-3510b1dc-8714-48a7-a159-cfb2db9f7481 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] GET failed (client error): The resource could not be found. Oct 17 17:49:58.889598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3510b1dc-8714-48a7-a159-cfb2db9f7481 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Synchronizing usage tracker for tenant:07332727dc4544c0b9cd2aaae450f325 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:58.927022 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b60fd53c-85d3-4a90-bbe6-14ab7955ae37 req-e61b75f9-539b-41dd-b579-e87eb780fb65 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676836 Oct 17 17:49:58.929795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c3998ca-a46a-4a73-8eb6-8453ebeaa03e tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:58.948067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3510b1dc-8714-48a7-a159-cfb2db9f7481 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Unset dirty status for tenant:07332727dc4544c0b9cd2aaae450f325 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:58.949931 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3510b1dc-8714-48a7-a159-cfb2db9f7481 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "GET /v2.0/ports/0c5656ad-0d45-4050-b027-8beed421c585 HTTP/1.1" status: 404 len: 333 time: 0.1314821 Oct 17 17:49:58.957815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38874) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:58.958762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9f0aa0c-5843-49ef-b51f-94541dc81150 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:58.979647 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Request body: {'port': {'network_id': '4617506f-6a29-47c0-bb22-586306389927', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-512448452'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:49:58.982099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bf40236d-8e7c-45f7-8107-2595971efa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:58.986608 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Attempt 8 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:49:59.009769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.017380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.060029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:59.123789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e6eab8-d199-418c-b86d-9330b626f36e None None] Network aad15178-ab3e-4d03-a641-25427d11f43b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:59.129255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=944dbd09-35e4-4746-8f97-cf9e2e4a5406,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:59.178231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.194405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:49:59.200041 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9f0aa0c-5843-49ef-b51f-94541dc81150 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.231321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:49:59.264220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Made reservation on behalf of 07332727dc4544c0b9cd2aaae450f325 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:49:59.267858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.333541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c3998ca-a46a-4a73-8eb6-8453ebeaa03e tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.452714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] device_id is not set on port bcc149d8-86fc-4cb1-b347-e764a25fc0fa yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:49:59.453385 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Floating IP ab8cf765-7689-468e-b960-eea0ba0fbe4e associated. External IP: 172.26.8.78, port: f63bb114-4e34-4c04-a556-be806b254ee3. Oct 17 17:49:59.514055 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c9a9f-900b-4ce4-9923-463332dbfe05 None None] DHCP port deletion for aad15178-ab3e-4d03-a641-25427d11f43b request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:49:59.518376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b25c9a9f-900b-4ce4-9923-463332dbfe05 None None] Deleting port 19807a5b-a8d4-42fb-a25c-3a57c5e11954 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:49:59.518689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b25c9a9f-900b-4ce4-9923-463332dbfe05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.535339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9f0aa0c-5843-49ef-b51f-94541dc81150 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.572909 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Attempt 9 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:49:59.586395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0aa0c-5843-49ef-b51f-94541dc81150 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd15b0a8-73e4-48c4-8f77-7965b0497e3a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:59.614969 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c3998ca-a46a-4a73-8eb6-8453ebeaa03e tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.617391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.649501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9f0aa0c-5843-49ef-b51f-94541dc81150 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.654297 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c9f0aa0c-5843-49ef-b51f-94541dc81150 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "DELETE /v2.0/security-groups/fd15b0a8-73e4-48c4-8f77-7965b0497e3a HTTP/1.1" status: 204 len: 168 time: 0.8738165 Oct 17 17:49:59.654490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38878) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:59.662277 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3998ca-a46a-4a73-8eb6-8453ebeaa03e tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event deleted for resources: {'Subnet': ['ID=86e0bf51-e8a1-4d4f-835f-669fbdb1e0e8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:49:59.674277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:49:59.677299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c3998ca-a46a-4a73-8eb6-8453ebeaa03e tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.690289 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9c3998ca-a46a-4a73-8eb6-8453ebeaa03e tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "DELETE /v2.0/subnets/86e0bf51-e8a1-4d4f-835f-669fbdb1e0e8 HTTP/1.1" status: 204 len: 168 time: 1.1941767 Oct 17 17:49:59.691141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38882) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:59.702510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd75d58d-f6c2-4550-bc1d-ce04a6c739fd None None] Network 49ee0375-a19e-42ab-8864-e91709eabcd7 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:49:59.705196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:49:59.839146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Allocated IP 2001:db8::80 (4617506f-6a29-47c0-bb22-586306389927/3a7fea90-4ac0-4cdb-a4a2-ae8651ccd7f2/bcc149d8-86fc-4cb1-b347-e764a25fc0fa) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:49:59.848613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e86d0820-1b26-45e4-a08c-5f77d1f949f4 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Synchronizing usage tracker for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:59.888641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c76796e-db87-4f9b-bd6b-f94429050c79 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:49:59.889344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4c76796e-db87-4f9b-bd6b-f94429050c79 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Synchronizing usage tracker for tenant:c7d786baf46c473a813e1b7f3e877b19 on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:49:59.930766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4c76796e-db87-4f9b-bd6b-f94429050c79 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Unset dirty status for tenant:c7d786baf46c473a813e1b7f3e877b19 on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:59.938291 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4c76796e-db87-4f9b-bd6b-f94429050c79 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2440329 Oct 17 17:49:59.941744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38886) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:49:59.962474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:49:59.973132 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e86d0820-1b26-45e4-a08c-5f77d1f949f4 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Unset dirty status for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:49:59.980993 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e86d0820-1b26-45e4-a08c-5f77d1f949f4 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3171909 Oct 17 17:49:59.980993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38892) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:00.005841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488920099'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:00.011540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b25c9a9f-900b-4ce4-9923-463332dbfe05 None None] For port 19807a5b-a8d4-42fb-a25c-3a57c5e11954, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=19807a5b-a8d4-42fb-a25c-3a57c5e11954,segment=NetworkSegment(91e2d601-dcb7-45e7-9828-1fa6532f30fc),segment_id=91e2d601-dcb7-45e7-9828-1fa6532f30fc)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:00.012192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b25c9a9f-900b-4ce4-9923-463332dbfe05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.063085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:00.114824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Allocated IP 172.26.8.97 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/37aef992-8410-4a2f-b53b-2cc711358373) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:00.156904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b25c9a9f-900b-4ce4-9923-463332dbfe05 None None] Calling delete_port for 19807a5b-a8d4-42fb-a25c-3a57c5e11954 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:00.185499 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Attempt 10 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:50:00.253228 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f5b52e27-607a-4a9f-85c0-9ee107a07d2d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:50:00.270853 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:00.302543 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:00.322774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1d0b85-fa6d-40ae-ba8f-a5a0b3c3755b None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:00.330647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.334000 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:00.372164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d0b85-fa6d-40ae-ba8f-a5a0b3c3755b None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:00.372834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ad1d0b85-fa6d-40ae-ba8f-a5a0b3c3755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:00.378125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.394433 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dc7cc967-41b8-4ce6-95b8-934fa9f1a209 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3820298 Oct 17 17:50:00.397730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38896) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:00.403759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-385fd310-796a-4b0e-aee9-9c5e739d7650 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:00.405685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.449567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ad1d0b85-fa6d-40ae-ba8f-a5a0b3c3755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:00.459835 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b25c9a9f-900b-4ce4-9923-463332dbfe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.498359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Provisioning complete for port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:00.498738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.499093 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Attempt 1 to provision port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 Oct 17 17:50:00.507222 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-385fd310-796a-4b0e-aee9-9c5e739d7650 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.526478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:00.550246 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Deleting port f5b52e27-607a-4a9f-85c0-9ee107a07d2d {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:00.550596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.579115 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:00.587410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:00.604650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d0b85-fa6d-40ae-ba8f-a5a0b3c3755b None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:00.605320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ad1d0b85-fa6d-40ae-ba8f-a5a0b3c3755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:00.615098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:00.665559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf44a29b-8e05-4290-8c42-0672a4720c8d None None] DHCP port deletion for 49ee0375-a19e-42ab-8864-e91709eabcd7 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:50:00.673536 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25c9a9f-900b-4ce4-9923-463332dbfe05 None None] No DVR routers for this DVR port 19807a5b-a8d4-42fb-a25c-3a57c5e11954 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:50:00.678752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c9a9f-900b-4ce4-9923-463332dbfe05 None None] Pushing event deleted for resources: {'Port': ['ID=19807a5b-a8d4-42fb-a25c-3a57c5e11954,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:00.679163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.697508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port f5b52e27-607a-4a9f-85c0-9ee107a07d2d completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:50:00.701670 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bf44a29b-8e05-4290-8c42-0672a4720c8d None None] Deleting port f5b52e27-607a-4a9f-85c0-9ee107a07d2d {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:00.702047 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bf44a29b-8e05-4290-8c42-0672a4720c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.731212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ad1d0b85-fa6d-40ae-ba8f-a5a0b3c3755b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:00.731665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1d0b85-fa6d-40ae-ba8f-a5a0b3c3755b None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:00.819609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 19807a5b-a8d4-42fb-a25c-3a57c5e11954 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:00.825104 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-385fd310-796a-4b0e-aee9-9c5e739d7650 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.830123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-385fd310-796a-4b0e-aee9-9c5e739d7650 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.830578 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-385fd310-796a-4b0e-aee9-9c5e739d7650 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Floating IP ab8cf765-7689-468e-b960-eea0ba0fbe4e disassociated. External IP: 172.26.8.78, port: f63bb114-4e34-4c04-a556-be806b254ee3. Oct 17 17:50:00.872451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264ea97-976d-4707-a490-4505fae6eadc req-a98844bf-bbfe-4956-a2c1-ddd6900f1d95 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:00.875566 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e264ea97-976d-4707-a490-4505fae6eadc req-a98844bf-bbfe-4956-a2c1-ddd6900f1d95 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.6729147 Oct 17 17:50:00.903857 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 19807a5b-a8d4-42fb-a25c-3a57c5e11954 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:00.904478 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 19807a5b-a8d4-42fb-a25c-3a57c5e11954 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:00.971470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:00.974600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Transition to ACTIVE for port object bcc149d8-86fc-4cb1-b347-e764a25fc0fa will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:01.006740 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df9440b0-23f9-46c6-8af7-ed3da1aeebf3 None None] Current status of the port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:50:01.047000 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-bf44a29b-8e05-4290-8c42-0672a4720c8d None None] For port f5b52e27-607a-4a9f-85c0-9ee107a07d2d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f5b52e27-607a-4a9f-85c0-9ee107a07d2d,segment=NetworkSegment(e8382bf9-73f4-4eef-9315-66970feccf30),segment_id=e8382bf9-73f4-4eef-9315-66970feccf30)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:01.047782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bf44a29b-8e05-4290-8c42-0672a4720c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.068566 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e264ea97-976d-4707-a490-4505fae6eadc req-0be05c24-39f2-4fcd-8efb-59cb6154820f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446741 Oct 17 17:50:01.181195 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bf44a29b-8e05-4290-8c42-0672a4720c8d None None] Calling delete_port for f5b52e27-607a-4a9f-85c0-9ee107a07d2d owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:01.204032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.212416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] For port f5b52e27-607a-4a9f-85c0-9ee107a07d2d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f5b52e27-607a-4a9f-85c0-9ee107a07d2d,segment=NetworkSegment(e8382bf9-73f4-4eef-9315-66970feccf30),segment_id=e8382bf9-73f4-4eef-9315-66970feccf30)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:01.212961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.226306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.226601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385fd310-796a-4b0e-aee9-9c5e739d7650 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:01.240078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Provisioning for port f5b52e27-607a-4a9f-85c0-9ee107a07d2d completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:50:01.249061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Provisioning complete for port f5b52e27-607a-4a9f-85c0-9ee107a07d2d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:01.249061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.249367 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Attempt 1 to provision port f5b52e27-607a-4a9f-85c0-9ee107a07d2d Oct 17 17:50:01.327237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Could not find standard attr ID for object f5b52e27-607a-4a9f-85c0-9ee107a07d2d. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:50:01.329077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bf44a29b-8e05-4290-8c42-0672a4720c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.372750 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.db [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] No ports have port_id starting with f5b52e27-607a-4a9f-85c0-9ee107a07d2d Oct 17 17:50:01.379650 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Calling delete_port for f5b52e27-607a-4a9f-85c0-9ee107a07d2d owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:01.383809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44a29b-8e05-4290-8c42-0672a4720c8d None None] Pushing event deleted for resources: {'Port': ['ID=f5b52e27-607a-4a9f-85c0-9ee107a07d2d,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:01.385672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf44a29b-8e05-4290-8c42-0672a4720c8d None None] No DVR routers for this DVR port f5b52e27-607a-4a9f-85c0-9ee107a07d2d on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:50:01.402649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Provisioning complete for port 631f5878-2f42-4fe8-becc-d982380e124f triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:01.402649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.402649 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Attempt 1 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:50:01.426247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.433948 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385fd310-796a-4b0e-aee9-9c5e739d7650 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:01.438146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-385fd310-796a-4b0e-aee9-9c5e739d7650 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.450232 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84dcaa1-495d-4aa3-92e8-1a82e23f307d None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:01.460606 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84dcaa1-495d-4aa3-92e8-1a82e23f307d None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:01.461606 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e84dcaa1-495d-4aa3-92e8-1a82e23f307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:49:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:01.471663 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:01.475690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bea1c897-ae75-4bc0-9cbb-210e4290919e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.518423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.522116 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-385fd310-796a-4b0e-aee9-9c5e739d7650 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "PUT /v2.0/floatingips/ab8cf765-7689-468e-b960-eea0ba0fbe4e HTTP/1.1" status: 200 len: 687 time: 1.1203415 Oct 17 17:50:01.522414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38900) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:01.529438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Network 4617506f-6a29-47c0-bb22-586306389927 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:01.533402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3598cbd3-e09e-41f6-ab9c-c2c4ce60fabe,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:01.536235 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e84dcaa1-495d-4aa3-92e8-1a82e23f307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:01.541453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.545933 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-588a3912-dbee-490e-af08-a339bad58f9a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5508015 Oct 17 17:50:01.545933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:01.546136 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84dcaa1-495d-4aa3-92e8-1a82e23f307d None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:01.546685 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e84dcaa1-495d-4aa3-92e8-1a82e23f307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:01.553674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:01.559720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:01.560186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.570288 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38904) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:01.586139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-960f8d26-3726-49f6-8df4-53edd2b53acc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '3598cbd3-e09e-41f6-ab9c-c2c4ce60fabe', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:01.587017 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-960f8d26-3726-49f6-8df4-53edd2b53acc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 17 17:50:01.587561 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-960f8d26-3726-49f6-8df4-53edd2b53acc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:01.588539 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-960f8d26-3726-49f6-8df4-53edd2b53acc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0171475 Oct 17 17:50:01.592304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38908) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:01.602773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:01.617636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event updated for resources: {'Port': ['ID=bcc149d8-86fc-4cb1-b347-e764a25fc0fa,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:01.620333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:01.622781 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e84dcaa1-495d-4aa3-92e8-1a82e23f307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:01.623407 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84dcaa1-495d-4aa3-92e8-1a82e23f307d None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:01.655668 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4552aa9d-34c1-497e-91e2-63f52f248472 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6942239 Oct 17 17:50:01.656703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:01.689972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38912) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:01.720282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c0a3b02a-90df-47a0-a10c-0dd73cb5944b tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16e', 'mac_address': 'fa:16:3e:20:20:03'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:01.778903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.api [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:50:01.779255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG oslo_db.api [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:50:01.802405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event updated for resources: {'Port': ['ID=37aef992-8410-4a2f-b53b-2cc711358373,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:01.834139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-616a559e-70c8-4308-8e74-07f38d00b46a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port 944dbd09-35e4-4746-8f97-cf9e2e4a5406 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:01.834744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-616a559e-70c8-4308-8e74-07f38d00b46a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:01.973378 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Attempt 2 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:50:01.981547 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8eb21a52-2383-4c4e-8d21-fbeb7313714d tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.018779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8eb21a52-2383-4c4e-8d21-fbeb7313714d tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.032069 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:02.103489 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-616a559e-70c8-4308-8e74-07f38d00b46a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.103982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-616a559e-70c8-4308-8e74-07f38d00b46a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.119223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8eb21a52-2383-4c4e-8d21-fbeb7313714d tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.141281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f5b52e27-607a-4a9f-85c0-9ee107a07d2d no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:02.213351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: f5b52e27-607a-4a9f-85c0-9ee107a07d2d {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:02.213699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f5b52e27-607a-4a9f-85c0-9ee107a07d2d not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:02.252057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b02a-90df-47a0-a10c-0dd73cb5944b tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.287194 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-616a559e-70c8-4308-8e74-07f38d00b46a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for 944dbd09-35e4-4746-8f97-cf9e2e4a5406 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:02.319448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Deleting port f5b52e27-607a-4a9f-85c0-9ee107a07d2d {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:02.319788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.370085 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb21a52-2383-4c4e-8d21-fbeb7313714d tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3598cbd3-e09e-41f6-ab9c-c2c4ce60fabe,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:02.383474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8eb21a52-2383-4c4e-8d21-fbeb7313714d tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.387388 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8eb21a52-2383-4c4e-8d21-fbeb7313714d tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "DELETE /v2.0/security-groups/3598cbd3-e09e-41f6-ab9c-c2c4ce60fabe HTTP/1.1" status: 204 len: 168 time: 0.7913547 Oct 17 17:50:02.394632 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38920) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:02.429594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.486900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fe41c088-51e1-40b1-a055-12f31e4ab50c tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Synchronizing usage tracker for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:02.534137 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Attempt 3 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:50:02.551534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a58df3-71c9-4beb-9ca1-64478ee20f6c req-5c9f7f70-aa19-4694-9cb1-af8951f11d7c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:02.553032 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e5a58df3-71c9-4beb-9ca1-64478ee20f6c req-5c9f7f70-aa19-4694-9cb1-af8951f11d7c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.2726786 Oct 17 17:50:02.570799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] The port 'f5b52e27-607a-4a9f-85c0-9ee107a07d2d' was deleted {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:50:02.584776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fe41c088-51e1-40b1-a055-12f31e4ab50c tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Unset dirty status for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:02.589736 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fe41c088-51e1-40b1-a055-12f31e4ab50c tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1905036 Oct 17 17:50:02.592382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38924) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:02.598763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235798371'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:02.607178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.620034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:02.623022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:02.623189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-616a559e-70c8-4308-8e74-07f38d00b46a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.681844 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e5a58df3-71c9-4beb-9ca1-64478ee20f6c req-1a8d98f7-acb8-4d75-ba6b-f28d33db5851 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209130 Oct 17 17:50:02.682798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:02.685557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a559e-70c8-4308-8e74-07f38d00b46a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=944dbd09-35e4-4746-8f97-cf9e2e4a5406,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:02.764126 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.764395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.798355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:02.805714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:02.809642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:02.817872 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:02.819973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-616a559e-70c8-4308-8e74-07f38d00b46a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.841963 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.867583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-616a559e-70c8-4308-8e74-07f38d00b46a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.868715 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-616a559e-70c8-4308-8e74-07f38d00b46a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/floatingips/ab8cf765-7689-468e-b960-eea0ba0fbe4e HTTP/1.1" status: 204 len: 168 time: 1.3452592 Oct 17 17:50:02.876360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38928) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:02.887557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'eb9967b8-3af9-4853-8a94-325c432e6bf6'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:02.901262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:02.910035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:floatingip and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:02.919095 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:02.927680 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.928787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:02.933923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.959393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:02.963965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ee0375-a19e-42ab-8864-e91709eabcd7']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:02.997061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e488b74-cf34-41f6-9165-e8e271d4be58,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:03.000188 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.004333 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ac5eb334-d2a4-40ce-8ae8-5f962756d896 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4080863 Oct 17 17:50:03.006488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38932) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:03.012611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8382bf9-73f4-4eef-9315-66970feccf30') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:03.012912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8382bf9-73f4-4eef-9315-66970feccf30') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:03.032438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8cd4cf3c-ebad-4b99-a50f-9c1b6f46ee45 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '6e488b74-cf34-41f6-9165-e8e271d4be58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:03.045924 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-8cd4cf3c-ebad-4b99-a50f-9c1b6f46ee45 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 17 17:50:03.046470 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-8cd4cf3c-ebad-4b99-a50f-9c1b6f46ee45 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:03.047493 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8cd4cf3c-ebad-4b99-a50f-9c1b6f46ee45 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0376759 Oct 17 17:50:03.051191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38936) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:03.055976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b9e6915f-44f3-463c-90f1-9ffd9be3c703 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '6e488b74-cf34-41f6-9165-e8e271d4be58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:03.057479 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING neutron.api.v2.base [None req-b9e6915f-44f3-463c-90f1-9ffd9be3c703 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 17 17:50:03.057964 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-b9e6915f-44f3-463c-90f1-9ffd9be3c703 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:03.061549 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b9e6915f-44f3-463c-90f1-9ffd9be3c703 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068200 Oct 17 17:50:03.062233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38940) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:03.072841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.083572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-7a9396d7-0592-4bd0-866c-88701ab2eea3 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '6e488b74-cf34-41f6-9165-e8e271d4be58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:03.084395 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-7a9396d7-0592-4bd0-866c-88701ab2eea3 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 17 17:50:03.084878 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-7a9396d7-0592-4bd0-866c-88701ab2eea3 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:03.085818 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7a9396d7-0592-4bd0-866c-88701ab2eea3 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0181298 Oct 17 17:50:03.090347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38944) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:03.098303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-03c82fab-1ad7-41d5-84dd-98b4fd6aa064 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '6e488b74-cf34-41f6-9165-e8e271d4be58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:03.099391 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING neutron.api.v2.base [None req-03c82fab-1ad7-41d5-84dd-98b4fd6aa064 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 17 17:50:03.099877 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-03c82fab-1ad7-41d5-84dd-98b4fd6aa064 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:03.103398 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-03c82fab-1ad7-41d5-84dd-98b4fd6aa064 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077069 Oct 17 17:50:03.104765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38948) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:03.116008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.125094 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Attempt 4 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:50:03.138391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:03.138802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.192137 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.202712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:03.216975 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment e8382bf9-73f4-4eef-9315-66970feccf30 resource provider aggregate not found Oct 17 17:50:03.236314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f51b208-29b2-472d-8a69-ad4b62be3977 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.248551 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment e8382bf9-73f4-4eef-9315-66970feccf30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8382bf9-73f4-4eef-9315-66970feccf30 found for delete ", "request_id": "req-f835312b-ba0a-4e3f-84a9-88cf09e3bfc7"}]} Oct 17 17:50:03.282333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f51b208-29b2-472d-8a69-ad4b62be3977 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.327826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b02a-90df-47a0-a10c-0dd73cb5944b tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.388794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.389494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f51b208-29b2-472d-8a69-ad4b62be3977 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.392966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.26.8.208 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/d543594b-ad16-4ec8-969f-a31c903071f0) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:03.407136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b02a-90df-47a0-a10c-0dd73cb5944b tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.407769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-c0a3b02a-90df-47a0-a10c-0dd73cb5944b tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] In _notify_port_updated(), no bound segment for port bcc149d8-86fc-4cb1-b347-e764a25fc0fa on network 4617506f-6a29-47c0-bb22-586306389927 {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:50:03.413220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a3b02a-90df-47a0-a10c-0dd73cb5944b tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:03.413869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c0a3b02a-90df-47a0-a10c-0dd73cb5944b tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.415255 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c0a3b02a-90df-47a0-a10c-0dd73cb5944b tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "PUT /v2.0/ports/bcc149d8-86fc-4cb1-b347-e764a25fc0fa HTTP/1.1" status: 200 len: 1001 time: 1.7240660 Oct 17 17:50:03.424470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38956) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:03.426927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51b208-29b2-472d-8a69-ad4b62be3977 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e488b74-cf34-41f6-9165-e8e271d4be58,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:03.432940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.486977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event deleted for resources: {'Network': ['ID=49ee0375-a19e-42ab-8864-e91709eabcd7,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:03.521905 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e0e75acd-56da-4d4f-8d1b-c9d2319ac9cd tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "DELETE /v2.0/networks/49ee0375-a19e-42ab-8864-e91709eabcd7 HTTP/1.1" status: 204 len: 168 time: 3.5767560 Oct 17 17:50:03.527980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38960) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:03.564369 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3b02a-90df-47a0-a10c-0dd73cb5944b tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event updated for resources: {'Port': ['ID=bcc149d8-86fc-4cb1-b347-e764a25fc0fa,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:03.654864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f51b208-29b2-472d-8a69-ad4b62be3977 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.658384 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8f51b208-29b2-472d-8a69-ad4b62be3977 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "DELETE /v2.0/security-groups/6e488b74-cf34-41f6-9165-e8e271d4be58 HTTP/1.1" status: 204 len: 168 time: 0.5506048 Oct 17 17:50:03.664290 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38964) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:03.676229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.681115 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.702762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-5b050d18-c950-44d9-ae26-3cb9302566c9 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Deleting port bcc149d8-86fc-4cb1-b347-e764a25fc0fa {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:03.703119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5b050d18-c950-44d9-ae26-3cb9302566c9 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.703994 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Attempt 5 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:50:03.763928 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:03.862906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:03.872963 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cebcbe3b-90f6-4575-8529-899076e08866 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Synchronizing usage tracker for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:03.934574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cebcbe3b-90f6-4575-8529-899076e08866 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Unset dirty status for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:03.941632 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cebcbe3b-90f6-4575-8529-899076e08866 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2705572 Oct 17 17:50:03.942000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38970) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:03.998967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group': {'name': 'tempest-secgroup--784203831'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:04.012476 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:04.033527 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:04.076600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.109077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.143641 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.152041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5b050d18-c950-44d9-ae26-3cb9302566c9 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.190063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad15178-ab3e-4d03-a641-25427d11f43b']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:04.208650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.212006 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e2d601-dcb7-45e7-9828-1fa6532f30fc') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:04.212306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e2d601-dcb7-45e7-9828-1fa6532f30fc') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:04.228863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.240865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:04.259181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.265510 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Attempt 6 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:50:04.269863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee936a-b57d-4992-b348-e200446b201d req-bb59728b-7fbd-4ace-ab00-9216755f0566 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:04.271632 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-faee936a-b57d-4992-b348-e200446b201d req-bb59728b-7fbd-4ace-ab00-9216755f0566 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.4203312 Oct 17 17:50:04.282095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:04.282526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.316811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-5b050d18-c950-44d9-ae26-3cb9302566c9 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Calling delete_port for bcc149d8-86fc-4cb1-b347-e764a25fc0fa owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:04.323779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:04.348999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:04.366168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:04.369905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:04.378422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:04.380900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:04.415311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Router c2032f79-8b59-442d-bbda-e40e53cea63a is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:50:04.416849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:04.421906 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-faee936a-b57d-4992-b348-e200446b201d req-2fc1d749-6952-4102-9589-91372f1e4324 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235859 Oct 17 17:50:04.424003 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.432831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=d543594b-ad16-4ec8-969f-a31c903071f0,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:04.444429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.515644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event deleted for resources: {'Network': ['ID=aad15178-ab3e-4d03-a641-25427d11f43b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:04.576931 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-93742b40-92e9-446c-b04b-4620752a1ac4 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "DELETE /v2.0/networks/aad15178-ab3e-4d03-a641-25427d11f43b HTTP/1.1" status: 204 len: 168 time: 1.0477931 Oct 17 17:50:04.591936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38976) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:04.699625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.709909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.732071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.747638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:04.757355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Sync routers for ids ['c2032f79-8b59-442d-bbda-e40e53cea63a'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:04.768040 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Routers {'c2032f79-8b59-442d-bbda-e40e53cea63a'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:04.768802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c2032f79-8b59-442d-bbda-e40e53cea63a'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:04.814895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:04.818782 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bfa39bb0-b101-4e53-b052-2311906a8979 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7115393 Oct 17 17:50:04.823090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38980) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:04.828107 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Attempt 7 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:50:04.885845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5b050d18-c950-44d9-ae26-3cb9302566c9 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.015093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b050d18-c950-44d9-ae26-3cb9302566c9 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event deleted for resources: {'Port': ['ID=bcc149d8-86fc-4cb1-b347-e764a25fc0fa,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:05.020963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:05.029356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534a2903-3060-4dc4-a2d3-ce66241f283a,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:05.032608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.042389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.046855 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1d174345-127c-47bd-aa5b-cd34882b6812 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1011429 Oct 17 17:50:05.048689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38984) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:05.055568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-4314990a-f0ce-40cc-87b8-cb0e3c0e51ff tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '534a2903-3060-4dc4-a2d3-ce66241f283a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:05.057127 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-4314990a-f0ce-40cc-87b8-cb0e3c0e51ff tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 17 17:50:05.057127 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-4314990a-f0ce-40cc-87b8-cb0e3c0e51ff tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:05.057684 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4314990a-f0ce-40cc-87b8-cb0e3c0e51ff tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080848 Oct 17 17:50:05.069586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38988) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:05.076558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-78553496-34c0-4e04-8a7c-caead56d2779 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '534a2903-3060-4dc4-a2d3-ce66241f283a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:05.087589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Set router c2032f79-8b59-442d-bbda-e40e53cea63a gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:50:05.094337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-78553496-34c0-4e04-8a7c-caead56d2779 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:05.097677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35598792-3436-47c4-8bae-084260571065']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:05.126057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-78553496-34c0-4e04-8a7c-caead56d2779 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:05.140265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3547ad5e-01fb-40cb-852f-973c44c30735') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:05.140824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3547ad5e-01fb-40cb-852f-973c44c30735') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:05.153197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-78553496-34c0-4e04-8a7c-caead56d2779 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:05.160412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.175541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-78553496-34c0-4e04-8a7c-caead56d2779 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:05.200629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.208993 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bc7e7af0-4d32-4de5-a279-63bb1d6f1a68 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/routers/c2032f79-8b59-442d-bbda-e40e53cea63a HTTP/1.1" status: 200 len: 908 time: 0.3823948 Oct 17 17:50:05.219325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 38992) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:05.225309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:05.225857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.232744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5b050d18-c950-44d9-ae26-3cb9302566c9 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.238414 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5b050d18-c950-44d9-ae26-3cb9302566c9 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "DELETE /v2.0/ports/bcc149d8-86fc-4cb1-b347-e764a25fc0fa HTTP/1.1" status: 204 len: 168 time: 1.8125710 Oct 17 17:50:05.239071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 38996) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:05.247352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1900695420', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'enable_snat': True}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:05.252947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:05.257214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Usage tracker for resource:router and tenant:7fd7d38c12d44a02991c6d14ddc78122 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:05.260532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:05.267763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:05.285724 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f730a5-f054-4e20-823a-f65876d106c4 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] GET failed (client error): The resource could not be found. Oct 17 17:50:05.286453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c3f730a5-f054-4e20-823a-f65876d106c4 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Synchronizing usage tracker for tenant:07332727dc4544c0b9cd2aaae450f325 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:05.314218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c3f730a5-f054-4e20-823a-f65876d106c4 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Unset dirty status for tenant:07332727dc4544c0b9cd2aaae450f325 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:05.319510 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c3f730a5-f054-4e20-823a-f65876d106c4 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "GET /v2.0/ports/bcc149d8-86fc-4cb1-b347-e764a25fc0fa HTTP/1.1" status: 404 len: 333 time: 0.0794654 Oct 17 17:50:05.320364 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39002) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:05.327106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Request body: {'port': {'network_id': '4617506f-6a29-47c0-bb22-586306389927', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1255156574'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:05.345519 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 91e2d601-dcb7-45e7-9828-1fa6532f30fc resource provider aggregate not found Oct 17 17:50:05.357536 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-78553496-34c0-4e04-8a7c-caead56d2779 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:05.359490 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-78553496-34c0-4e04-8a7c-caead56d2779 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2886631 Oct 17 17:50:05.376669 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 91e2d601-dcb7-45e7-9828-1fa6532f30fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91e2d601-dcb7-45e7-9828-1fa6532f30fc found for delete ", "request_id": "req-84e16488-2537-4e42-8338-acc4c6b66567"}]} Oct 17 17:50:05.379828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39008) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:05.384749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-3b866218-60b6-42df-938d-852a03f035aa tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '534a2903-3060-4dc4-a2d3-ce66241f283a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:05.385588 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-3b866218-60b6-42df-938d-852a03f035aa tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 17 17:50:05.385824 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-3b866218-60b6-42df-938d-852a03f035aa tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:05.390450 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3b866218-60b6-42df-938d-852a03f035aa tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067277 Oct 17 17:50:05.392382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.393452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.405951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39014) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:05.407421 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 3547ad5e-01fb-40cb-852f-973c44c30735 resource provider aggregate not found Oct 17 17:50:05.418855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-da89f7bc-0dd9-4426-b7f8-25dad0f44ac8 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '534a2903-3060-4dc4-a2d3-ce66241f283a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:05.426635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-da89f7bc-0dd9-4426-b7f8-25dad0f44ac8 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:05.431175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-da89f7bc-0dd9-4426-b7f8-25dad0f44ac8 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:05.436778 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 3547ad5e-01fb-40cb-852f-973c44c30735 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3547ad5e-01fb-40cb-852f-973c44c30735 found for delete ", "request_id": "req-a513e3fb-645b-41cb-935a-770e81812a69"}]} Oct 17 17:50:05.439083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-da89f7bc-0dd9-4426-b7f8-25dad0f44ac8 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:05.448457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.450717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-da89f7bc-0dd9-4426-b7f8-25dad0f44ac8 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:05.462518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.492737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2032f79-8b59-442d-bbda-e40e53cea63a', 'name': 'tempest-snat-router-1900695420', 'tenant_id': '7fd7d38c12d44a02991c6d14ddc78122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.97'}], 'enable_snat': False}, 'gw_port_id': '37aef992-8410-4a2f-b53b-2cc711358373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:49:57Z', 'updated_at': '2022-10-17T17:50:02Z', 'revision_number': 3, 'project_id': '7fd7d38c12d44a02991c6d14ddc78122', 'gw_port': {'id': '37aef992-8410-4a2f-b53b-2cc711358373', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:83:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2032f79-8b59-442d-bbda-e40e53cea63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:49:59Z', 'updated_at': '2022-10-17T17:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:05.494370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.499108 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Checking router: c2032f79-8b59-442d-bbda-e40e53cea63a for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:50:05.499758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Updating router c2032f79-8b59-442d-bbda-e40e53cea63a port 37aef992-8410-4a2f-b53b-2cc711358373 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:50:05.500213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event deleted for resources: {'Network': ['ID=35598792-3436-47c4-8bae-084260571065,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:05.516611 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2747127a-e483-43fe-b8c7-b5c37b633fd0 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "DELETE /v2.0/networks/35598792-3436-47c4-8bae-084260571065 HTTP/1.1" status: 204 len: 168 time: 0.9234846 Oct 17 17:50:05.527337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39022) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:05.545307 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Attempt 8 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:50:05.602619 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-da89f7bc-0dd9-4426-b7f8-25dad0f44ac8 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:05.603720 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-da89f7bc-0dd9-4426-b7f8-25dad0f44ac8 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1924627 Oct 17 17:50:05.621640 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39026) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:05.641084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.643601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d152b863-a7d5-4e41-a054-9c67831e8608 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '534a2903-3060-4dc4-a2d3-ce66241f283a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:05.644348 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING neutron.api.v2.base [None req-d152b863-a7d5-4e41-a054-9c67831e8608 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 17 17:50:05.644822 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-d152b863-a7d5-4e41-a054-9c67831e8608 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:05.647127 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d152b863-a7d5-4e41-a054-9c67831e8608 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0176227 Oct 17 17:50:05.662849 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39030) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:05.675949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6968d913-5cd8-4ca6-a2aa-a1bb45005adc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '534a2903-3060-4dc4-a2d3-ce66241f283a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:05.685024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6968d913-5cd8-4ca6-a2aa-a1bb45005adc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:05.691813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6968d913-5cd8-4ca6-a2aa-a1bb45005adc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:05.746186 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:05.748835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6968d913-5cd8-4ca6-a2aa-a1bb45005adc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:05.794911 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.816861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:05.842020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:05.871377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.914661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Made reservation on behalf of 07332727dc4544c0b9cd2aaae450f325 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:05.918203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.947216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6968d913-5cd8-4ca6-a2aa-a1bb45005adc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:05.960385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:05.970370 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-6968d913-5cd8-4ca6-a2aa-a1bb45005adc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Project 65543c7b42224100abe13eed78a4ce15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:50:06.012378 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59182e6-88d0-4fb0-a94d-c73fff535a2d req-983e40b2-0ee8-4753-b1b4-d21269548272 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:06.013803 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e59182e6-88d0-4fb0-a94d-c73fff535a2d req-983e40b2-0ee8-4753-b1b4-d21269548272 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.3917463 Oct 17 17:50:06.017278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.028581 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.039698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Transition to ACTIVE for port object 37aef992-8410-4a2f-b53b-2cc711358373 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:06.047995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] device_id is not set on port 6f7f7a24-3f33-4063-bf81-4908354a4b83 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:06.049013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.061775 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-6968d913-5cd8-4ca6-a2aa-a1bb45005adc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:06.063063 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6968d913-5cd8-4ca6-a2aa-a1bb45005adc tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3989787 Oct 17 17:50:06.067729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39034) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:06.072753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8d0a4a82-eff4-4165-839e-3678ba9ebf55 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '534a2903-3060-4dc4-a2d3-ce66241f283a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:06.073222 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-8d0a4a82-eff4-4165-839e-3678ba9ebf55 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 17 17:50:06.073688 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-8d0a4a82-eff4-4165-839e-3678ba9ebf55 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:06.075348 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8d0a4a82-eff4-4165-839e-3678ba9ebf55 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065427 Oct 17 17:50:06.079887 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39038) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:06.088144 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-959cbe2b-1df2-4ec2-b78d-d1fe64e7684a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '534a2903-3060-4dc4-a2d3-ce66241f283a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:06.096196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-959cbe2b-1df2-4ec2-b78d-d1fe64e7684a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:06.101186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-959cbe2b-1df2-4ec2-b78d-d1fe64e7684a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:06.105840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-959cbe2b-1df2-4ec2-b78d-d1fe64e7684a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:06.112889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-959cbe2b-1df2-4ec2-b78d-d1fe64e7684a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:06.135000 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-959cbe2b-1df2-4ec2-b78d-d1fe64e7684a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Project 65543c7b42224100abe13eed78a4ce15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:50:06.149567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56876eb9-bb1c-43d0-9049-4de8ef631da7 None None] Pushing event updated for resources: {'Port': ['ID=37aef992-8410-4a2f-b53b-2cc711358373,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:06.155421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Attempting to bind port 37aef992-8410-4a2f-b53b-2cc711358373 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:06.155792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Attempting to bind port 37aef992-8410-4a2f-b53b-2cc711358373 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:06.156364 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Attempting to bind port 37aef992-8410-4a2f-b53b-2cc711358373 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:06.159504 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-959cbe2b-1df2-4ec2-b78d-d1fe64e7684a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:06.161199 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-959cbe2b-1df2-4ec2-b78d-d1fe64e7684a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0794120 Oct 17 17:50:06.164011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39042) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:06.167389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:50:06.167991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:50:06.168250 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.168653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:50:06.169119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Bound port: 37aef992-8410-4a2f-b53b-2cc711358373, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:50:06.169492 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.174581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c54f815d-b9c8-49d8-8231-88103019240f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '534a2903-3060-4dc4-a2d3-ce66241f283a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:06.178993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19fa4680-12eb-4953-b30a-891b5b92c5c7']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:06.193604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c54f815d-b9c8-49d8-8231-88103019240f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:06.200685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c54f815d-b9c8-49d8-8231-88103019240f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:06.205747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeccef1-4bf7-46cb-a0db-485690dcb922') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:06.206041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeccef1-4bf7-46cb-a0db-485690dcb922') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:06.209979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c54f815d-b9c8-49d8-8231-88103019240f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:06.219700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c54f815d-b9c8-49d8-8231-88103019240f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:06.226368 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e59182e6-88d0-4fb0-a94d-c73fff535a2d req-de1fc910-d8dc-4641-90c8-7e4e329ff677 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026067 Oct 17 17:50:06.245719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.251666 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Attempt 9 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:50:06.285917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.310593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] For port 37aef992-8410-4a2f-b53b-2cc711358373, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:50:06.315820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] For port 37aef992-8410-4a2f-b53b-2cc711358373, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=37aef992-8410-4a2f-b53b-2cc711358373,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:50:06.321071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:06.322550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.357920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.376181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:06.376651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.392231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Routers {'c2032f79-8b59-442d-bbda-e40e53cea63a'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:06.392469 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-c54f815d-b9c8-49d8-8231-88103019240f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Project 65543c7b42224100abe13eed78a4ce15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:50:06.392559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c2032f79-8b59-442d-bbda-e40e53cea63a'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:06.430491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.461909 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-c54f815d-b9c8-49d8-8231-88103019240f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:06.465813 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c54f815d-b9c8-49d8-8231-88103019240f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2978780 Oct 17 17:50:06.465962 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment daeccef1-4bf7-46cb-a0db-485690dcb922 resource provider aggregate not found Oct 17 17:50:06.466868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39048) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:06.468625 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.492762 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment daeccef1-4bf7-46cb-a0db-485690dcb922 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid daeccef1-4bf7-46cb-a0db-485690dcb922 found for delete ", "request_id": "req-b0955208-efc3-4795-8f7e-5a4b222255f7"}]} Oct 17 17:50:06.568671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56876eb9-bb1c-43d0-9049-4de8ef631da7 None None] Pushing event updated for resources: {'Port': ['ID=37aef992-8410-4a2f-b53b-2cc711358373,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:06.579227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Allocated IP 2001:db8::2b7 (4617506f-6a29-47c0-bb22-586306389927/3a7fea90-4ac0-4cdb-a4a2-ae8651ccd7f2/6f7f7a24-3f33-4063-bf81-4908354a4b83) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:06.594389 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-afa922f6-77a0-4c1d-bfe1-b800f9f9c45b tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.596085 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.624624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.634459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] Set router c2032f79-8b59-442d-bbda-e40e53cea63a gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:50:06.640494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] Pushing event deleted for resources: {'Network': ['ID=19fa4680-12eb-4953-b30a-891b5b92c5c7,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:06.671245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-afa922f6-77a0-4c1d-bfe1-b800f9f9c45b tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.696533 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-14954003-2bc0-4b0b-ae56-9166cd787e81 tempest-BulkNetworkOpsIpV6Test-1894512145 tempest-BulkNetworkOpsIpV6Test-1894512145-project] 10.222.0.69 "DELETE /v2.0/networks/19fa4680-12eb-4953-b30a-891b5b92c5c7 HTTP/1.1" status: 204 len: 168 time: 1.1645138 Oct 17 17:50:06.727183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Allocated IP 172.26.8.190 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/194e4d05-aba1-4ef4-8dec-f557d48e737d) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:06.767383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-afa922f6-77a0-4c1d-bfe1-b800f9f9c45b tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.832953 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Attempt 10 to provision port 631f5878-2f42-4fe8-becc-d982380e124f Oct 17 17:50:06.844334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa922f6-77a0-4c1d-bfe1-b800f9f9c45b tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534a2903-3060-4dc4-a2d3-ce66241f283a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:06.849685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.863840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.875935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-afa922f6-77a0-4c1d-bfe1-b800f9f9c45b tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.879545 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-afa922f6-77a0-4c1d-bfe1-b800f9f9c45b tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "DELETE /v2.0/security-groups/534a2903-3060-4dc4-a2d3-ce66241f283a HTTP/1.1" status: 204 len: 168 time: 0.4070549 Oct 17 17:50:06.892123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39056) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:06.968665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:06.984520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-90d1ca52-f7f5-4d74-b780-fb4aabc0c21e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Synchronizing usage tracker for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:07.012546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-90d1ca52-f7f5-4d74-b780-fb4aabc0c21e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Unset dirty status for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:07.017598 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-90d1ca52-f7f5-4d74-b780-fb4aabc0c21e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1247013 Oct 17 17:50:07.018690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39062) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:07.021662 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:07.025555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762480775'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:07.033454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:07.061347 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:07.067415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Port 631f5878-2f42-4fe8-becc-d982380e124f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:07.070497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:07.073658 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Could not find standard attr ID for object 0c5656ad-0d45-4050-b027-8beed421c585. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:50:07.080848 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f1347126-2e00-47c8-a4c7-7ef53b04226b None None] Could not find standard attr ID for object 19807a5b-a8d4-42fb-a25c-3a57c5e11954. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:50:07.087444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:07.090758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=d543594b-ad16-4ec8-969f-a31c903071f0,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:07.174076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:07.184869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Transition to ACTIVE for port object 6f7f7a24-3f33-4063-bf81-4908354a4b83 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:07.201098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:07.205977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:07.211237 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:07.239886 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3802153e-de09-4a20-8dab-4a92e115cc39 None None] Could not find standard attr ID for object bcc149d8-86fc-4cb1-b347-e764a25fc0fa. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:50:07.240390 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Floating IP af5d6e94-b143-4acb-b9d1-d7cba9aa35c3 associated. External IP: 172.26.8.208, port: eb9967b8-3af9-4853-8a94-325c432e6bf6. Oct 17 17:50:07.251010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:07.251240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2032f79-8b59-442d-bbda-e40e53cea63a', 'name': 'tempest-snat-router-1900695420', 'tenant_id': '7fd7d38c12d44a02991c6d14ddc78122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.97'}], 'enable_snat': False}, 'gw_port_id': '37aef992-8410-4a2f-b53b-2cc711358373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:49:57Z', 'updated_at': '2022-10-17T17:50:02Z', 'revision_number': 3, 'project_id': '7fd7d38c12d44a02991c6d14ddc78122', 'gw_port': {'id': '37aef992-8410-4a2f-b53b-2cc711358373', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:83:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2032f79-8b59-442d-bbda-e40e53cea63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:49:59Z', 'updated_at': '2022-10-17T17:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:07.253997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event updated for resources: {'Port': ['ID=194e4d05-aba1-4ef4-8dec-f557d48e737d,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:07.259854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:07.265330 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:07.272318 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65effea-6f75-42dd-a236-caa2070f8ccc None None] The sync data for ids ['c2032f79-8b59-442d-bbda-e40e53cea63a'] in dv-neutron-860895-1-hyperv is: [{'id': 'c2032f79-8b59-442d-bbda-e40e53cea63a', 'name': 'tempest-snat-router-1900695420', 'tenant_id': '7fd7d38c12d44a02991c6d14ddc78122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.97'}], 'enable_snat': False}, 'gw_port_id': '37aef992-8410-4a2f-b53b-2cc711358373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:49:57Z', 'updated_at': '2022-10-17T17:50:02Z', 'revision_number': 3, 'project_id': '7fd7d38c12d44a02991c6d14ddc78122', 'gw_port': {'id': '37aef992-8410-4a2f-b53b-2cc711358373', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:83:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2032f79-8b59-442d-bbda-e40e53cea63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:49:59Z', 'updated_at': '2022-10-17T17:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:07.281102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:07.294771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39068) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:07.530225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:07.633634 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Network 4617506f-6a29-47c0-bb22-586306389927 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:07.643878 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cef19da0-9a68-4f37-b68f-a6a1efc21262 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c7d786baf46c473a813e1b7f3e877b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425686 Oct 17 17:50:07.644105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:07.644105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39074) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:07.678465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:07.684300 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:07.685387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:07.740170 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event updated for resources: {'Port': ['ID=6f7f7a24-3f33-4063-bf81-4908354a4b83,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:07.773530 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-be36d3dc-f10b-4cdb-ad33-8dfd560a02d5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4521258 Oct 17 17:50:07.779796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39078) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:07.797280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-887e6bc4-dff8-43ab-a7ab-dea78ffd92a2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:20:20:03'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:07.848454 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98daa944-d361-455c-a879-f6da1500fa77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:07.886104 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98daa944-d361-455c-a879-f6da1500fa77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:07.984194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Provisioning for port 6f7f7a24-3f33-4063-bf81-4908354a4b83 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:50:07.989600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Provisioning complete for port 6f7f7a24-3f33-4063-bf81-4908354a4b83 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:07.990107 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:07.990539 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Attempt 1 to provision port 6f7f7a24-3f33-4063-bf81-4908354a4b83 Oct 17 17:50:08.052698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:08.055624 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:08.110371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Port 6f7f7a24-3f33-4063-bf81-4908354a4b83 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:08.124094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:08.225557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 37aef992-8410-4a2f-b53b-2cc711358373 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:50:08.229592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:08.242004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a42d51-5612-4de3-9c10-41fb9913896c req-0f434a55-dd70-42a9-b346-eac05ec0e375 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:08.243613 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-98a42d51-5612-4de3-9c10-41fb9913896c req-0f434a55-dd70-42a9-b346-eac05ec0e375 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.7883456 Oct 17 17:50:08.270879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:08.272087 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2523766 Oct 17 17:50:08.296589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39082) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:08.313015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d789788f-7c7f-4dc5-92f5-669b20ecb320 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': 'd919c263-128c-45b3-a100-a88ebc5dfb90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:08.325190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d789788f-7c7f-4dc5-92f5-669b20ecb320 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:08.327308 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 37aef992-8410-4a2f-b53b-2cc711358373 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:50:08.328696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a763f7-4a41-4591-9023-c4a77f3c5471 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d919c263-128c-45b3-a100-a88ebc5dfb90,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:08.334864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 37aef992-8410-4a2f-b53b-2cc711358373 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:08.335627 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:08.336210 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 37aef992-8410-4a2f-b53b-2cc711358373 Oct 17 17:50:08.358179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d789788f-7c7f-4dc5-92f5-669b20ecb320 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:08.363510 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-98a42d51-5612-4de3-9c10-41fb9913896c req-9784775d-1336-4141-9ff6-482f0c601ea3 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970263 Oct 17 17:50:08.364335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d789788f-7c7f-4dc5-92f5-669b20ecb320 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:08.375531 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d789788f-7c7f-4dc5-92f5-669b20ecb320 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:08.487799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98daa944-d361-455c-a879-f6da1500fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:08.519082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98daa944-d361-455c-a879-f6da1500fa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e338b82-ccb2-45eb-a8ae-9299b0861f69,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:08.524563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 37aef992-8410-4a2f-b53b-2cc711358373 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:50:08.525500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:08.536993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98daa944-d361-455c-a879-f6da1500fa77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:08.538118 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-98daa944-d361-455c-a879-f6da1500fa77 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9e338b82-ccb2-45eb-a8ae-9299b0861f69 HTTP/1.1" status: 204 len: 168 time: 0.8917654 Oct 17 17:50:08.578980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 37aef992-8410-4a2f-b53b-2cc711358373, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=37aef992-8410-4a2f-b53b-2cc711358373,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:08.590435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:08.595616 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-d789788f-7c7f-4dc5-92f5-669b20ecb320 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The resource could not be found. Oct 17 17:50:08.596975 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d789788f-7c7f-4dc5-92f5-669b20ecb320 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2994289 Oct 17 17:50:08.600177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39090) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:08.609244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-92c632cd-ebb7-4a79-921c-914eeed84eec tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': 'd919c263-128c-45b3-a100-a88ebc5dfb90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cc9175b0-8e7d-40ae-bb87-1febbe2be39d'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:08.617087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-92c632cd-ebb7-4a79-921c-914eeed84eec tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:08.621840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-92c632cd-ebb7-4a79-921c-914eeed84eec tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:08.628505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-92c632cd-ebb7-4a79-921c-914eeed84eec tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:08.634241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:08.647568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-92c632cd-ebb7-4a79-921c-914eeed84eec tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:08.653364 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Attempt 2 to provision port 6f7f7a24-3f33-4063-bf81-4908354a4b83 Oct 17 17:50:08.659705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:08.671089 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e31ee1-1cab-4cbe-ab98-150c2c7bff68 None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:08.687530 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e31ee1-1cab-4cbe-ab98-150c2c7bff68 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:08.688154 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-44e31ee1-1cab-4cbe-ab98-150c2c7bff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:08.760306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Port 6f7f7a24-3f33-4063-bf81-4908354a4b83 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:08.762974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=37aef992-8410-4a2f-b53b-2cc711358373,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:08.783270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:08.788659 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-44e31ee1-1cab-4cbe-ab98-150c2c7bff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:08.798862 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e31ee1-1cab-4cbe-ab98-150c2c7bff68 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:08.799722 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-44e31ee1-1cab-4cbe-ab98-150c2c7bff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:08.874521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-887e6bc4-dff8-43ab-a7ab-dea78ffd92a2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:08.874743 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-44e31ee1-1cab-4cbe-ab98-150c2c7bff68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:08.874743 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e31ee1-1cab-4cbe-ab98-150c2c7bff68 None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:08.885793 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-92c632cd-ebb7-4a79-921c-914eeed84eec tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The resource could not be found. Oct 17 17:50:08.889947 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-92c632cd-ebb7-4a79-921c-914eeed84eec tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2887573 Oct 17 17:50:08.890351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39096) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:08.903302 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1f072a4d-ef48-4c33-9302-fb7589e9a5fb tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.0259953 Oct 17 17:50:08.906049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39102) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:08.993365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c98fdbdc-726e-4a73-b6bd-fdf94b49520f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:09.007348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Router 5742fdd9-e562-4e01-b16c-598eba122a06 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:50:09.086126 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ba36e1fb-892f-45d8-b73a-8adf46cbd44b tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "GET /v2.0/floatingips/af5d6e94-b143-4acb-b9d1-d7cba9aa35c3 HTTP/1.1" status: 200 len: 977 time: 0.1789699 Oct 17 17:50:09.087993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c98fdbdc-726e-4a73-b6bd-fdf94b49520f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:09.088967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39112) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:09.263340 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Attempt 3 to provision port 6f7f7a24-3f33-4063-bf81-4908354a4b83 Oct 17 17:50:09.309866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c98fdbdc-726e-4a73-b6bd-fdf94b49520f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:09.350689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:09.360218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fdbdc-726e-4a73-b6bd-fdf94b49520f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d919c263-128c-45b3-a100-a88ebc5dfb90,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:09.363807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Sync routers for ids ['5742fdd9-e562-4e01-b16c-598eba122a06'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:09.394188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c98fdbdc-726e-4a73-b6bd-fdf94b49520f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:09.425072 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c98fdbdc-726e-4a73-b6bd-fdf94b49520f tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "DELETE /v2.0/security-groups/d919c263-128c-45b3-a100-a88ebc5dfb90 HTTP/1.1" status: 204 len: 168 time: 0.5075965 Oct 17 17:50:09.432499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39126) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:09.437727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Routers {'5742fdd9-e562-4e01-b16c-598eba122a06'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:09.438422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['5742fdd9-e562-4e01-b16c-598eba122a06'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:09.475933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1d4260c8-7112-45db-9b14-4884f9e49797 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Synchronizing usage tracker for tenant:c8596a53819a4fc789920c653097ea58 on resource:floatingip {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:09.498044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:09.501213 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-562d395c-06d6-4031-9bf4-821e6d09259c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2795057 Oct 17 17:50:09.523211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39132) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:09.581064 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39138) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:09.592026 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Port 6f7f7a24-3f33-4063-bf81-4908354a4b83 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:09.666754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1d4260c8-7112-45db-9b14-4884f9e49797 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Unset dirty status for tenant:c8596a53819a4fc789920c653097ea58 on resource:floatingip {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:09.671681 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1d4260c8-7112-45db-9b14-4884f9e49797 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5771384 Oct 17 17:50:09.672361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39144) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:09.682772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c7937805-5af9-49da-bc29-3972cc433112 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'floatingip': {'port_id': 'f63bb114-4e34-4c04-a556-be806b254ee3'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:09.794587 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Set router 5742fdd9-e562-4e01-b16c-598eba122a06 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:50:09.804717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'networks': [{'name': 'tempest-network--2072819659'}, {'name': 'tempest-network--1019788961'}]} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:09.805050 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'network': {'name': 'tempest-network--2072819659'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:09.805485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'network': {'name': 'tempest-network--1019788961'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:09.821564 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-31437616-3b7b-43d5-9797-022fc7280f8f tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/routers/5742fdd9-e562-4e01-b16c-598eba122a06 HTTP/1.1" status: 200 len: 908 time: 0.2965326 Oct 17 17:50:09.825507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-935add4a-c034-43ab-8df0-11a037a37021 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Synchronizing usage tracker for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:09.833298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39150) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:09.853865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7937805-5af9-49da-bc29-3972cc433112 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:09.925424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:09.957140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Usage tracker for resource:network and tenant:753fbee2809947dea37f275249b634c1 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:09.968286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:09.980465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:10.015943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-887e6bc4-dff8-43ab-a7ab-dea78ffd92a2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.065600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Made reservation on behalf of 753fbee2809947dea37f275249b634c1 for: {'network': 2} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:10.068895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.081852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-887e6bc4-dff8-43ab-a7ab-dea78ffd92a2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.082497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-887e6bc4-dff8-43ab-a7ab-dea78ffd92a2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] In _notify_port_updated(), no bound segment for port 6f7f7a24-3f33-4063-bf81-4908354a4b83 on network 4617506f-6a29-47c0-bb22-586306389927 {{(pid=89190) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:50:10.087852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e6bc4-dff8-43ab-a7ab-dea78ffd92a2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:10.088481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-887e6bc4-dff8-43ab-a7ab-dea78ffd92a2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.089948 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-887e6bc4-dff8-43ab-a7ab-dea78ffd92a2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "PUT /v2.0/ports/6f7f7a24-3f33-4063-bf81-4908354a4b83 HTTP/1.1" status: 200 len: 1003 time: 2.3067355 Oct 17 17:50:10.094465 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Attempt 4 to provision port 6f7f7a24-3f33-4063-bf81-4908354a4b83 Oct 17 17:50:10.133712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39154) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:10.158267 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.173580 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5742fdd9-e562-4e01-b16c-598eba122a06', 'name': 'tempest-snat-router-1900695420', 'tenant_id': '7fd7d38c12d44a02991c6d14ddc78122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': '194e4d05-aba1-4ef4-8dec-f557d48e737d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:50:05Z', 'updated_at': '2022-10-17T17:50:07Z', 'revision_number': 3, 'project_id': '7fd7d38c12d44a02991c6d14ddc78122', 'gw_port': {'id': '194e4d05-aba1-4ef4-8dec-f557d48e737d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:01:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5742fdd9-e562-4e01-b16c-598eba122a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:50:06Z', 'updated_at': '2022-10-17T17:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:10.174532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Port 6f7f7a24-3f33-4063-bf81-4908354a4b83 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:10.178550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 37aef992-8410-4a2f-b53b-2cc711358373 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:50:10.207875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-935add4a-c034-43ab-8df0-11a037a37021 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Unset dirty status for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:10.212030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Checking router: 5742fdd9-e562-4e01-b16c-598eba122a06 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:50:10.212434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Updating router 5742fdd9-e562-4e01-b16c-598eba122a06 port 194e4d05-aba1-4ef4-8dec-f557d48e737d binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:50:10.215739 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-935add4a-c034-43ab-8df0-11a037a37021 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7801092 Oct 17 17:50:10.216324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:10.229875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39158) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:10.238325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-16d554c8-2be6-47c9-baec-69a051ba7766 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': 'bc163b1e-64f0-426a-85e0-7492c4433639', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:10.257026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-16d554c8-2be6-47c9-baec-69a051ba7766 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:10.265587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Usage tracker for resource:security_group_rule and tenant:753fbee2809947dea37f275249b634c1 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:10.273646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-16d554c8-2be6-47c9-baec-69a051ba7766 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:10.274708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:10.277980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e6bc4-dff8-43ab-a7ab-dea78ffd92a2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event updated for resources: {'Port': ['ID=6f7f7a24-3f33-4063-bf81-4908354a4b83,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:10.282093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-16d554c8-2be6-47c9-baec-69a051ba7766 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:10.287993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe3388-0b83-49a0-be78-bf211e6c93e3 req-a99748b3-1c73-4b67-96ec-6b833f3056ca tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:10.296557 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-effe3388-0b83-49a0-be78-bf211e6c93e3 req-a99748b3-1c73-4b67-96ec-6b833f3056ca tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 946 time: 0.5053248 Oct 17 17:50:10.298246 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.300939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-310ee32a-8e43-48b7-9b5d-b68c62927565 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Deleting port 6f7f7a24-3f33-4063-bf81-4908354a4b83 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:10.301279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-310ee32a-8e43-48b7-9b5d-b68c62927565 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.318277 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:10.326542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-16d554c8-2be6-47c9-baec-69a051ba7766 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:10.369489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 37aef992-8410-4a2f-b53b-2cc711358373 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:10.369888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.370218 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 37aef992-8410-4a2f-b53b-2cc711358373 Oct 17 17:50:10.379182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a82b37-5292-4160-9f35-21ba9558b710 req-a6c0d97c-3645-4f75-a702-df925506b47c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:10.380712 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88a82b37-5292-4160-9f35-21ba9558b710 req-a6c0d97c-3645-4f75-a702-df925506b47c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.6102793 Oct 17 17:50:10.393026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.442978 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-effe3388-0b83-49a0-be78-bf211e6c93e3 req-ace951dc-90c6-43ae-aebd-8233bd4e90b6 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453478 Oct 17 17:50:10.724717 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88a82b37-5292-4160-9f35-21ba9558b710 req-31e3f54b-c66c-43bf-9e6d-ec19602e171f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760150 Oct 17 17:50:10.725576 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-16d554c8-2be6-47c9-baec-69a051ba7766 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The resource could not be found. Oct 17 17:50:10.732163 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-16d554c8-2be6-47c9-baec-69a051ba7766 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4992971 Oct 17 17:50:10.734217 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Attempt 5 to provision port 6f7f7a24-3f33-4063-bf81-4908354a4b83 Oct 17 17:50:10.736255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39162) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:10.742578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.749235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067019767'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:10.757140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:10.762146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.763657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.822050 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:10.879784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:50:10.882268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.885661 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.898076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21149c6b-bfe3-4c37-82bd-e17ed3b30fbf,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:10.898290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 37aef992-8410-4a2f-b53b-2cc711358373 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:50:10.900221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-310ee32a-8e43-48b7-9b5d-b68c62927565 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.902199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Port 6f7f7a24-3f33-4063-bf81-4908354a4b83 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:10.917382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.917382 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Added segment 1007d793-27a0-4d45-a979-57e65b9e85c5 of type vlan for network 496355da-487c-42ea-9733-e3dde6f4c624 Oct 17 17:50:10.919421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Deleting port 194e4d05-aba1-4ef4-8dec-f557d48e737d {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:10.919772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.955201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:10.970729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:10.975214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:10.979898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:10.988601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:11.020222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.041256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Transition to ACTIVE for port object 194e4d05-aba1-4ef4-8dec-f557d48e737d will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:11.054947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.081027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-c7937805-5af9-49da-bc29-3972cc433112 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:50:11.156041 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-310ee32a-8e43-48b7-9b5d-b68c62927565 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Calling delete_port for 6f7f7a24-3f33-4063-bf81-4908354a4b83 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:11.180398 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:50:11.182064 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Attempting to bind port 194e4d05-aba1-4ef4-8dec-f557d48e737d on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:11.182430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Attempting to bind port 194e4d05-aba1-4ef4-8dec-f557d48e737d by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:11.182787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Attempting to bind port 194e4d05-aba1-4ef4-8dec-f557d48e737d on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:11.194756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:50:11.195382 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:50:11.195580 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.195945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:50:11.196410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Bound port: 194e4d05-aba1-4ef4-8dec-f557d48e737d, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:50:11.196776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.244163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c7d8f-c24d-42fd-a64f-640967249866 None None] Pushing event updated for resources: {'Port': ['ID=194e4d05-aba1-4ef4-8dec-f557d48e737d,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:11.267377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:50:11.280292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7937805-5af9-49da-bc29-3972cc433112 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.286684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] For port 194e4d05-aba1-4ef4-8dec-f557d48e737d, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:50:11.291664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] For port 194e4d05-aba1-4ef4-8dec-f557d48e737d, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=194e4d05-aba1-4ef4-8dec-f557d48e737d,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:50:11.299007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.354001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7937805-5af9-49da-bc29-3972cc433112 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.363871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Routers {'5742fdd9-e562-4e01-b16c-598eba122a06'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:11.364506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['5742fdd9-e562-4e01-b16c-598eba122a06'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:11.411090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.411090 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Added segment d6e7a981-3b32-43f3-b6a7-da2128661d81 of type vlan for network 72f463ef-be18-4eb2-afd2-d99de49eb97a Oct 17 17:50:11.420684 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Attempt 6 to provision port 6f7f7a24-3f33-4063-bf81-4908354a4b83 Oct 17 17:50:11.506432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.586274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c7d8f-c24d-42fd-a64f-640967249866 None None] Pushing event updated for resources: {'Port': ['ID=194e4d05-aba1-4ef4-8dec-f557d48e737d,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:11.629910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] Set router 5742fdd9-e562-4e01-b16c-598eba122a06 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:50:11.747105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-1009328f-0228-4693-aa7f-380e6f8797fe tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:11.748655 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-1009328f-0228-4693-aa7f-380e6f8797fe tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 946 time: 0.7545457 Oct 17 17:50:11.752520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5742fdd9-e562-4e01-b16c-598eba122a06', 'name': 'tempest-snat-router-1900695420', 'tenant_id': '7fd7d38c12d44a02991c6d14ddc78122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:50:05Z', 'updated_at': '2022-10-17T17:50:10Z', 'revision_number': 4, 'project_id': '7fd7d38c12d44a02991c6d14ddc78122', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:11.757480 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Port 6f7f7a24-3f33-4063-bf81-4908354a4b83 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:11.758644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1df496-14b3-4ac7-aae0-ae73f7c26da8 None None] The sync data for ids ['5742fdd9-e562-4e01-b16c-598eba122a06'] in dv-neutron-860895-1-hyperv is: [{'id': '5742fdd9-e562-4e01-b16c-598eba122a06', 'name': 'tempest-snat-router-1900695420', 'tenant_id': '7fd7d38c12d44a02991c6d14ddc78122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:50:05Z', 'updated_at': '2022-10-17T17:50:10Z', 'revision_number': 4, 'project_id': '7fd7d38c12d44a02991c6d14ddc78122', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:11.764901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.766694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.791111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Calling delete_port for 194e4d05-aba1-4ef4-8dec-f557d48e737d owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:11.819307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.837810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-310ee32a-8e43-48b7-9b5d-b68c62927565 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.895171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abe60f-ad73-4d2c-8be3-5f5d786eb866 req-7c6d4b08-8624-43e5-a651-06009094e7bf tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:11.896553 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d1abe60f-ad73-4d2c-8be3-5f5d786eb866 req-7c6d4b08-8624-43e5-a651-06009094e7bf tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.5848534 Oct 17 17:50:11.913225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ee32a-8e43-48b7-9b5d-b68c62927565 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event deleted for resources: {'Port': ['ID=6f7f7a24-3f33-4063-bf81-4908354a4b83,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:11.948750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Deleting port a47ed93f-6cc1-49ab-8442-e4c2262a165a {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:11.949694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:11.974606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7e6d71-ab49-4640-9b9e-2170a3a191ec,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:12.017210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-310ee32a-8e43-48b7-9b5d-b68c62927565 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:12.055033 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d1abe60f-ad73-4d2c-8be3-5f5d786eb866 req-3f1fa11f-78ed-4e40-9c92-604aa22f3e75 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462216 Oct 17 17:50:12.061932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0bbbc-c311-42ea-bba6-1e80a0eeb173 req-79e40223-92af-4cbb-9a4d-05b40fc487a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:12.062219 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-310ee32a-8e43-48b7-9b5d-b68c62927565 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "DELETE /v2.0/ports/6f7f7a24-3f33-4063-bf81-4908354a4b83 HTTP/1.1" status: 204 len: 168 time: 1.9259999 Oct 17 17:50:12.062944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39176) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:12.064000 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e3c0bbbc-c311-42ea-bba6-1e80a0eeb173 req-79e40223-92af-4cbb-9a4d-05b40fc487a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=654f9b38b43d444ba34dd32ecf9486da&device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 1098 time: 0.7746525 Oct 17 17:50:12.065590 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-c7937805-5af9-49da-bc29-3972cc433112 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Floating IP af5d6e94-b143-4acb-b9d1-d7cba9aa35c3 associated. External IP: 172.26.8.208, port: eb9967b8-3af9-4853-8a94-325c432e6bf6. Oct 17 17:50:12.156680 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed6f1b2-18c6-4343-9e57-77d0a7fe9a6f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] GET failed (client error): The resource could not be found. Oct 17 17:50:12.157218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7ed6f1b2-18c6-4343-9e57-77d0a7fe9a6f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Synchronizing usage tracker for tenant:07332727dc4544c0b9cd2aaae450f325 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:12.178262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.api [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:50:12.178760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG oslo_db.api [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:50:12.179877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7ed6f1b2-18c6-4343-9e57-77d0a7fe9a6f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Unset dirty status for tenant:07332727dc4544c0b9cd2aaae450f325 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:12.186384 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7ed6f1b2-18c6-4343-9e57-77d0a7fe9a6f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "GET /v2.0/ports/6f7f7a24-3f33-4063-bf81-4908354a4b83 HTTP/1.1" status: 404 len: 333 time: 0.1210792 Oct 17 17:50:12.187165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39180) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:12.193455 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Request body: {'port': {'network_id': '4617506f-6a29-47c0-bb22-586306389927', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1020825634'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:12.258255 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Attempt 7 to provision port 6f7f7a24-3f33-4063-bf81-4908354a4b83 Oct 17 17:50:12.302137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2676f9e9-75a7-40e1-b6c0-27b68547d925 None None] Port 6f7f7a24-3f33-4063-bf81-4908354a4b83 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:50:12.331556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:12.332044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:12.337939 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:12.344075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:12.344736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:12.350695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:12.351265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:12.351705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:12.352105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:12.352373 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:12.352802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:12.353063 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:12.353565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:12.353898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:12.355116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:12.355116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:12.355116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:12.383152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:12.395163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:12.401563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:12.403164 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ca54e640-b412-4bc2-a705-daf5a0a7a395 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6658981 Oct 17 17:50:12.406592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39186) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:12.412099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070374369'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:12.418803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Made reservation on behalf of 07332727dc4544c0b9cd2aaae450f325 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:12.422339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:12.441399 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:12.449392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:12.456988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] device_id is not set on port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:12.492519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:12.500572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:12.583876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02bce5-f647-49eb-b0b8-2e920844f6cd req-a1cf3286-a045-4883-88d9-3733ba1afb54 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:12.585472 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2b02bce5-f647-49eb-b0b8-2e920844f6cd req-a1cf3286-a045-4883-88d9-3733ba1afb54 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 946 time: 0.9627709 Oct 17 17:50:12.586530 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.9753034 Oct 17 17:50:12.591271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:12.603998 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39190) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:12.701924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event updated for resources: {'Network': ['ID=496355da-487c-42ea-9733-e3dde6f4c624,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:12.707814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Deleting port 194e4d05-aba1-4ef4-8dec-f557d48e737d {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:12.708165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:12.718884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 496355da-487c-42ea-9733-e3dde6f4c624 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:50:12.741538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:12.804812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:12.817236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:12.838774 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:12.925489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Allocated IP 2001:db8::1cb (4617506f-6a29-47c0-bb22-586306389927/3a7fea90-4ac0-4cdb-a4a2-ae8651ccd7f2/4660dc38-8bc9-4dd0-9f11-14cd1a6556ab) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:12.950838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcffb3a-4bd7-4691-9d0d-12b1b82ae9fe req-a8b0f43d-aff9-4693-865f-bc69b1fd0210 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:12.955283 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-adcffb3a-4bd7-4691-9d0d-12b1b82ae9fe req-a8b0f43d-aff9-4693-865f-bc69b1fd0210 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 946 time: 0.4530997 Oct 17 17:50:13.008159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0bbbc-c311-42ea-bba6-1e80a0eeb173 req-8122ec2b-2e9b-427c-808b-0fd4544e8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:13.009587 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e3c0bbbc-c311-42ea-bba6-1e80a0eeb173 req-8122ec2b-2e9b-427c-808b-0fd4544e8830 service neutron] 10.222.0.20 "GET /v2.0/networks?id=867fdddf-660d-43b9-8967-850b2cd274b8 HTTP/1.1" status: 200 len: 913 time: 0.7002625 Oct 17 17:50:13.030143 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2b02bce5-f647-49eb-b0b8-2e920844f6cd req-907fca6d-4dbd-4cad-936a-adb1a962b148 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4156137 Oct 17 17:50:13.075701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b735104-898d-4bae-bdf2-7360624cf301 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:13.081686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b735104-898d-4bae-bdf2-7360624cf301 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:13.087266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b735104-898d-4bae-bdf2-7360624cf301 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:13.093902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b735104-898d-4bae-bdf2-7360624cf301 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:13.097954 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9b735104-898d-4bae-bdf2-7360624cf301 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4902623 Oct 17 17:50:13.098678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ca91f-ed11-4d5b-8afb-315ed0709f99 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event updated for resources: {'Network': ['ID=72f463ef-be18-4eb2-afd2-d99de49eb97a,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:13.114416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 72f463ef-be18-4eb2-afd2-d99de49eb97a details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:50:13.114770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39194) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:13.246732 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-adcffb3a-4bd7-4691-9d0d-12b1b82ae9fe req-06990d1c-3d51-484a-a361-6701917360d2 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228076 Oct 17 17:50:13.358457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:13.371939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] For port 194e4d05-aba1-4ef4-8dec-f557d48e737d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=194e4d05-aba1-4ef4-8dec-f557d48e737d,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:13.372302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:13.382155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:13.428336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] For port a47ed93f-6cc1-49ab-8442-e4c2262a165a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a47ed93f-6cc1-49ab-8442-e4c2262a165a,segment=NetworkSegment(3dd99bbb-7938-4b28-b288-d9c4a4b7af35),segment_id=3dd99bbb-7938-4b28-b288-d9c4a4b7af35)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:13.428690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:13.559799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Calling delete_port for 194e4d05-aba1-4ef4-8dec-f557d48e737d owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:13.572699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7937805-5af9-49da-bc29-3972cc433112 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:13.581222 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e3c0bbbc-c311-42ea-bba6-1e80a0eeb173 req-908a3e79-6d2e-427f-8f47-d257ac3bba29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fd4e418-9589-4b81-a682-96e731da3426 HTTP/1.1" status: 200 len: 1000 time: 0.5502248 Oct 17 17:50:13.600226 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:13.751131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf21e61-5f55-49d5-8d66-55419e49da28,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:13.778193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:13.778453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:13.779361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:13.779361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:13.779579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:13.779889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:13.780194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:13.780522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:13.780852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:13.781169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:13.781494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:13.781809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:13.784970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:13.786172 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-85036f38-cbf4-4dab-9aa6-dda636465a80 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3785369 Oct 17 17:50:13.793669 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39200) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:13.852566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-611567a7-64d4-4db4-93b0-d7f5cfb566f7 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': '1a7e6d71-ab49-4640-9b9e-2170a3a191ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'daf21e61-5f55-49d5-8d66-55419e49da28'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:13.869458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:13.873323 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-611567a7-64d4-4db4-93b0-d7f5cfb566f7 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:13.893925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-611567a7-64d4-4db4-93b0-d7f5cfb566f7 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:13.909399 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-611567a7-64d4-4db4-93b0-d7f5cfb566f7 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:13.940282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Transition to ACTIVE for port object 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:13.941572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-611567a7-64d4-4db4-93b0-d7f5cfb566f7 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:13.941854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0bbbc-c311-42ea-bba6-1e80a0eeb173 req-9359c323-2e60-49ad-96d1-9f34310f1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:13.943345 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e3c0bbbc-c311-42ea-bba6-1e80a0eeb173 req-9359c323-2e60-49ad-96d1-9f34310f1076 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=581cdf88-02d3-42a0-acf9-ce0d3088d30b HTTP/1.1" status: 200 len: 851 time: 0.3488798 Oct 17 17:50:14.024505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-87d320e8-f6eb-48a1-acfa-bbdcd5233882 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:14.026006 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-87d320e8-f6eb-48a1-acfa-bbdcd5233882 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.20 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 946 time: 0.2178297 Oct 17 17:50:14.028731 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-611567a7-64d4-4db4-93b0-d7f5cfb566f7 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:14.033246 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-611567a7-64d4-4db4-93b0-d7f5cfb566f7 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2353027 Oct 17 17:50:14.035282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39204) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:14.097400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ce47d-69e1-4ed8-b222-347d52aa4ab4 req-90e0459f-2cbb-41ee-b868-80a1d1ee7ca6 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:14.106744 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6d6ce47d-69e1-4ed8-b222-347d52aa4ab4 req-90e0459f-2cbb-41ee-b868-80a1d1ee7ca6 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.8192165 Oct 17 17:50:14.197313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.239244 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.262767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.325972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.326324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.326623 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Floating IP ac72aaab-42ea-4d53-ac4a-4631bcc125bd disassociated. External IP: 172.26.8.20, port: a47ed93f-6cc1-49ab-8442-e4c2262a165a. Oct 17 17:50:14.326954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Calling delete_port for a47ed93f-6cc1-49ab-8442-e4c2262a165a owned by compute:nova {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:14.360799 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6d6ce47d-69e1-4ed8-b222-347d52aa4ab4 req-f10955b4-ada5-403c-92d6-d742473c145b tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529778 Oct 17 17:50:14.363650 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496355da-487c-42ea-9733-e3dde6f4c624']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:14.384734 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7937805-5af9-49da-bc29-3972cc433112 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:14.396757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Network 4617506f-6a29-47c0-bb22-586306389927 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:14.403889 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316afc4-6545-4a68-b2cc-59f44af6d4f6 None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:14.414090 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316afc4-6545-4a68-b2cc-59f44af6d4f6 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:14.414941 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-a316afc4-6545-4a68-b2cc-59f44af6d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:14.481196 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-a316afc4-6545-4a68-b2cc-59f44af6d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:14.491020 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316afc4-6545-4a68-b2cc-59f44af6d4f6 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:14.491934 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-a316afc4-6545-4a68-b2cc-59f44af6d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:14.493338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:14.498359 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Deleting port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:14.498842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.522170 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1007d793-27a0-4d45-a979-57e65b9e85c5') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:14.522467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1007d793-27a0-4d45-a979-57e65b9e85c5') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:14.556956 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-a316afc4-6545-4a68-b2cc-59f44af6d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:14.557600 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316afc4-6545-4a68-b2cc-59f44af6d4f6 None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:14.559185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:14.565458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:14.566054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.607958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event updated for resources: {'Port': ['ID=4660dc38-8bc9-4dd0-9f11-14cd1a6556ab,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:14.614368 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.659371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.815501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0bbbc-c311-42ea-bba6-1e80a0eeb173 req-bebaa11c-f6fb-4abe-a250-9106c5297d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:14.816929 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e3c0bbbc-c311-42ea-bba6-1e80a0eeb173 req-bebaa11c-f6fb-4abe-a250-9106c5297d99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867fdddf-660d-43b9-8967-850b2cd274b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8565347 Oct 17 17:50:14.820673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.845701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Provisioning for port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:50:14.851472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Provisioning complete for port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:14.853518 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.853518 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Attempt 1 to provision port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab Oct 17 17:50:14.868179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:14.868579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.888801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event deleted for resources: {'Port': ['ID=194e4d05-aba1-4ef4-8dec-f557d48e737d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:14.914648 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:14.927214 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c7f642b8-b272-45cd-9a0c-75dfc8c4821f tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7364569 Oct 17 17:50:14.935742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39214) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:14.955287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7943e207-e58f-4910-a943-3cdd85dc053e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.962025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:14.991326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:15.035575 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 1007d793-27a0-4d45-a979-57e65b9e85c5 resource provider aggregate not found Oct 17 17:50:15.054452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Request body: {'port': {'network_id': '4617506f-6a29-47c0-bb22-586306389927', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1850357401'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:15.075163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f7c56-ff06-43f5-a5e5-740185895022 req-3c19d016-b5cf-48d3-abaa-dcbc01ce2690 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:15.077090 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-157f7c56-ff06-43f5-a5e5-740185895022 req-3c19d016-b5cf-48d3-abaa-dcbc01ce2690 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 946 time: 0.8854458 Oct 17 17:50:15.097191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7943e207-e58f-4910-a943-3cdd85dc053e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:15.102948 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 1007d793-27a0-4d45-a979-57e65b9e85c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1007d793-27a0-4d45-a979-57e65b9e85c5 found for delete ", "request_id": "req-55020d76-5267-4f86-8cbf-bb429a9ac2c8"}]} Oct 17 17:50:15.166444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:15.166939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5742fdd9-e562-4e01-b16c-598eba122a06 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:50:15.206833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:15.219733 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-157f7c56-ff06-43f5-a5e5-740185895022 req-fa135d72-4730-4292-9d7e-b0723f783b14 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups?id=4d57cbda-95f3-4985-9bd2-aed16e02dc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243293 Oct 17 17:50:15.226738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:15.227895 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ac0db5d3-9967-42e9-9532-5e02c1165621 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "DELETE /v2.0/routers/5742fdd9-e562-4e01-b16c-598eba122a06 HTTP/1.1" status: 204 len: 168 time: 5.3936682 Oct 17 17:50:15.231982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39220) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:15.302338 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:15.380135 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:15.401397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] For port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:15.401997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:15.414852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7943e207-e58f-4910-a943-3cdd85dc053e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:15.415718 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Attempt 2 to provision port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab Oct 17 17:50:15.457494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event deleted for resources: {'Network': ['ID=496355da-487c-42ea-9733-e3dde6f4c624,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:15.525924 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-691b3f71-1571-4029-b6a5-9369c8b0aea6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "DELETE /v2.0/networks/496355da-487c-42ea-9733-e3dde6f4c624 HTTP/1.1" status: 204 len: 168 time: 2.4083486 Oct 17 17:50:15.530413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:15.550610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Pushing event deleted for resources: {'Port': ['ID=a47ed93f-6cc1-49ab-8442-e4c2262a165a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:15.560189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2647a-7c92-458b-9358-b20ce2d96715 req-1dce7571-3acb-4c9a-a864-65943d1381f6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:15.561789 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-89c2647a-7c92-458b-9358-b20ce2d96715 req-1dce7571-3acb-4c9a-a864-65943d1381f6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 946 time: 1.0127907 Oct 17 17:50:15.567278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39226) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:15.634077 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e3c0bbbc-c311-42ea-bba6-1e80a0eeb173 req-6ba4f8e7-cf56-4ea5-8831-7794ae2931e6 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8101904 Oct 17 17:50:15.643483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943e207-e58f-4910-a943-3cdd85dc053e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf21e61-5f55-49d5-8d66-55419e49da28,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:15.656882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7937805-5af9-49da-bc29-3972cc433112 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:15.722712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device a47ed93f-6cc1-49ab-8442-e4c2262a165a no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:15.747905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7943e207-e58f-4910-a943-3cdd85dc053e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:15.749038 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7943e207-e58f-4910-a943-3cdd85dc053e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "DELETE /v2.0/security-groups/daf21e61-5f55-49d5-8d66-55419e49da28 HTTP/1.1" status: 204 len: 168 time: 1.6725776 Oct 17 17:50:15.784228 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: a47ed93f-6cc1-49ab-8442-e4c2262a165a {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:15.784728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device a47ed93f-6cc1-49ab-8442-e4c2262a165a not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:15.786424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:15.812470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39230) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:15.867697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:15.962257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:15.969237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:50:15.970026 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.009477 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-89c2647a-7c92-458b-9358-b20ce2d96715 req-c73f9a54-f114-4776-b9b2-165ed87c4468 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4353220 Oct 17 17:50:16.011133 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:16.025083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481dde18-6209-4534-bb81-28e60abc29f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:50:16.029215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fdd9bd-2bae-431a-85b8-7b00de187434" -d '{"events": [{"server_uuid": "481dde18-6209-4534-bb81-28e60abc29f2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7ed6da-d79c-4a24-81d1-e10e38b955f4"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:50:16.034317 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Attempt 3 to provision port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab Oct 17 17:50:16.150156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:16.153211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 17:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67f0cb7-eab9-4e49-8341-e98dbc19727a x-openstack-request-id: req-a67f0cb7-eab9-4e49-8341-e98dbc19727a {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:50:16.153619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481dde18-6209-4534-bb81-28e60abc29f2", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7ed6da-d79c-4a24-81d1-e10e38b955f4", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:50:16.154119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a67f0cb7-eab9-4e49-8341-e98dbc19727a {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:50:16.154605 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67f0cb7-eab9-4e49-8341-e98dbc19727a'] response: {'server_uuid': '481dde18-6209-4534-bb81-28e60abc29f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4', 'code': 200} Oct 17 17:50:16.156605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:16.163392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.191638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.206583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Made reservation on behalf of 07332727dc4544c0b9cd2aaae450f325 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:16.211500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.245289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.247539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.248096 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Floating IP eeac9ea0-1057-4745-b595-a896649af352 disassociated. External IP: 172.26.8.80, port: 9a7ed6da-d79c-4a24-81d1-e10e38b955f4. Oct 17 17:50:16.248796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Calling delete_port for 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:16.298298 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:16.398825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d51d6f36-92fd-4ea3-8697-6a94d2648a95 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Synchronizing usage tracker for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:16.409921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e8d30-55ab-4d0e-aaf7-041be3fa459d req-3f964db9-1ff6-4c00-b2bd-7ababb7672ce tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:16.411615 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb9e8d30-55ab-4d0e-aaf7-041be3fa459d req-3f964db9-1ff6-4c00-b2bd-7ababb7672ce tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.7757764 Oct 17 17:50:16.462341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.api [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:50:16.462616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG oslo_db.api [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:50:16.464078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.471208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d51d6f36-92fd-4ea3-8697-6a94d2648a95 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Unset dirty status for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:16.476194 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d51d6f36-92fd-4ea3-8697-6a94d2648a95 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6591227 Oct 17 17:50:16.476194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39238) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:16.504922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Deleting port 37aef992-8410-4a2f-b53b-2cc711358373 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:16.505341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.537154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] device_id is not set on port dcf98720-96c7-40df-beb5-54f44e2ca55b yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:16.562011 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb9e8d30-55ab-4d0e-aaf7-041be3fa459d req-81e34e08-809c-4903-b7fc-273d1d2fc54e tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345389 Oct 17 17:50:16.593578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-772e903f-0770-4009-8760-1dbd22da4f9a req-3c21d752-6918-4e9b-94f8-786ff21a5796 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Synchronizing usage tracker for tenant:a3f4e422ce3c4b4ea78d81856a691f25 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:16.617574 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e3c0bbbc-c311-42ea-bba6-1e80a0eeb173 req-72246d96-5e97-490c-b397-c00e25b86117 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9707232 Oct 17 17:50:16.632027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Router 1d85e75e-095d-446f-a049-3b6c8d98231d has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:16.651630 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Attempt 4 to provision port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab Oct 17 17:50:16.702474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-18581372-50e6-45e1-99fe-04012e17b95e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.763348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-18581372-50e6-45e1-99fe-04012e17b95e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.772643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] For port 37aef992-8410-4a2f-b53b-2cc711358373, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=37aef992-8410-4a2f-b53b-2cc711358373,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:16.772932 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.779656 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:16.815262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7937805-5af9-49da-bc29-3972cc433112 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:16.816879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-772e903f-0770-4009-8760-1dbd22da4f9a req-3c21d752-6918-4e9b-94f8-786ff21a5796 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Unset dirty status for tenant:a3f4e422ce3c4b4ea78d81856a691f25 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:16.818080 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-772e903f-0770-4009-8760-1dbd22da4f9a req-3c21d752-6918-4e9b-94f8-786ff21a5796 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 210 time: 0.3892288 Oct 17 17:50:16.832446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce5e588-ab1e-4ff8-aff3-7b8096e62142 None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:16.834117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.853804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce5e588-ab1e-4ff8-aff3-7b8096e62142 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:16.854686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9ce5e588-ab1e-4ff8-aff3-7b8096e62142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:16.927987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9ce5e588-ab1e-4ff8-aff3-7b8096e62142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:16.929228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Calling delete_port for 37aef992-8410-4a2f-b53b-2cc711358373 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:16.940803 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce5e588-ab1e-4ff8-aff3-7b8096e62142 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:16.941566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9ce5e588-ab1e-4ff8-aff3-7b8096e62142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:16.969736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7937805-5af9-49da-bc29-3972cc433112 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:16.971627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Deleting port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:16.972118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:17.030075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9ce5e588-ab1e-4ff8-aff3-7b8096e62142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:17.031354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce5e588-ab1e-4ff8-aff3-7b8096e62142 None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:17.031916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f463ef-be18-4eb2-afd2-d99de49eb97a']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:17.063327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e7a981-3b32-43f3-b6a7-da2128661d81') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:17.063647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e7a981-3b32-43f3-b6a7-da2128661d81') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:17.088199 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-18581372-50e6-45e1-99fe-04012e17b95e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:17.153823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:17.169176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18581372-50e6-45e1-99fe-04012e17b95e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7e6d71-ab49-4640-9b9e-2170a3a191ec,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:17.253611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Allocated IP 2001:db8::331 (4617506f-6a29-47c0-bb22-586306389927/3a7fea90-4ac0-4cdb-a4a2-ae8651ccd7f2/dcf98720-96c7-40df-beb5-54f44e2ca55b) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:17.280890 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Attempt 5 to provision port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab Oct 17 17:50:17.326359 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:17.346843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:17.377494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:17.378199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:17.390927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-18581372-50e6-45e1-99fe-04012e17b95e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:17.392087 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-18581372-50e6-45e1-99fe-04012e17b95e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "DELETE /v2.0/security-groups/1a7e6d71-ab49-4640-9b9e-2170a3a191ec HTTP/1.1" status: 204 len: 168 time: 0.9156113 Oct 17 17:50:17.397834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39244) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:17.484258 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment d6e7a981-3b32-43f3-b6a7-da2128661d81 resource provider aggregate not found Oct 17 17:50:17.536388 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c7937805-5af9-49da-bc29-3972cc433112 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "PUT /v2.0/floatingips/af5d6e94-b143-4acb-b9d1-d7cba9aa35c3 HTTP/1.1" status: 200 len: 979 time: 7.8567677 Oct 17 17:50:17.536388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:17.537787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39252) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:17.549610 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2801f8e-2ff1-4faa-a1c9-26e88c0861b8 None None] Sync routers for ids ['1d85e75e-095d-446f-a049-3b6c8d98231d'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:17.550463 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment d6e7a981-3b32-43f3-b6a7-da2128661d81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6e7a981-3b32-43f3-b6a7-da2128661d81 found for delete ", "request_id": "req-763f55be-b8f0-4b57-9c15-7131452586f5"}]} Oct 17 17:50:17.565473 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2801f8e-2ff1-4faa-a1c9-26e88c0861b8 None None] Routers {'1d85e75e-095d-446f-a049-3b6c8d98231d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:17.566630 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f2801f8e-2ff1-4faa-a1c9-26e88c0861b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1d85e75e-095d-446f-a049-3b6c8d98231d'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:17.654905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b685908d-2e78-4ba6-b47c-02ba1d492ef1 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:17.660909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] For port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:17.661378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:17.683854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1587a-1eb5-4b24-96f2-10a081b5a1ea req-d796fef3-fefa-403c-a1c8-76e8419263ce tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:17.684572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-d5b1587a-1eb5-4b24-96f2-10a081b5a1ea req-d796fef3-fefa-403c-a1c8-76e8419263ce tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Synchronizing usage tracker for tenant:995cd1702baf4d09a90e2ff17f6fc980 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:17.847999 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Attempt 6 to provision port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab Oct 17 17:50:17.867653 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-f2801f8e-2ff1-4faa-a1c9-26e88c0861b8 None None] Set router 1d85e75e-095d-446f-a049-3b6c8d98231d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:50:17.891507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:17.901054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] No DVR routers for this DVR port a47ed93f-6cc1-49ab-8442-e4c2262a165a on host hv-neutron-8608 {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:50:17.936119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:17.942038 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:17.955540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'name': 'network-vif-deleted', 'tag': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:50:17.957867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004bd530-8040-4d4a-84bd-07cdf7d06547" -d '{"events": [{"server_uuid": "2e3b123b-dc32-4a48-895b-03a52459ad22", "name": "network-vif-deleted", "tag": "a47ed93f-6cc1-49ab-8442-e4c2262a165a"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:50:17.981974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:18.004653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0cf64d1c-0cc8-49e9-aa9b-11991d475345 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Synchronizing usage tracker for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:18.013125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event deleted for resources: {'Network': ['ID=72f463ef-be18-4eb2-afd2-d99de49eb97a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:18.021539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b685908d-2e78-4ba6-b47c-02ba1d492ef1 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.023626 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.078016 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7480d14d-9806-4bc5-8f85-4d5098be10d1 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "DELETE /v2.0/networks/72f463ef-be18-4eb2-afd2-d99de49eb97a HTTP/1.1" status: 204 len: 168 time: 2.5054147 Oct 17 17:50:18.079428 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9f2ef2e3-3278-46a5-95c3-0daeb0590be4 req-3116c12b-0c58-4133-abe5-d07724f7cd6d tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.20 "DELETE /v2.0/ports/a47ed93f-6cc1-49ab-8442-e4c2262a165a HTTP/1.1" status: 204 len: 173 time: 6.3088198 Oct 17 17:50:18.099297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39262) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:18.101796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-d5b1587a-1eb5-4b24-96f2-10a081b5a1ea req-d796fef3-fefa-403c-a1c8-76e8419263ce tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Unset dirty status for tenant:995cd1702baf4d09a90e2ff17f6fc980 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:18.109710 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d5b1587a-1eb5-4b24-96f2-10a081b5a1ea req-d796fef3-fefa-403c-a1c8-76e8419263ce tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 944 time: 0.9048443 Oct 17 17:50:18.305300 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f2801f8e-2ff1-4faa-a1c9-26e88c0861b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'a620045b-c2c5-4cc6-b40a-6e2888742c42', 'name': '', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'mac_address': 'fa:16:3e:67:d1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:33Z', 'updated_at': '2022-10-17T17:48:47Z', 'revision_number': 5, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'subnets': [{'id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:18.310149 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2801f8e-2ff1-4faa-a1c9-26e88c0861b8 None None] Checking router: 1d85e75e-095d-446f-a049-3b6c8d98231d for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:50:18.321102 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2801f8e-2ff1-4faa-a1c9-26e88c0861b8 None None] Routers {'1d85e75e-095d-446f-a049-3b6c8d98231d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:18.321836 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f2801f8e-2ff1-4faa-a1c9-26e88c0861b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1d85e75e-095d-446f-a049-3b6c8d98231d'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:18.324458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event deleted for resources: {'Port': ['ID=37aef992-8410-4a2f-b53b-2cc711358373,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:18.403837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.407730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0cf64d1c-0cc8-49e9-aa9b-11991d475345 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Unset dirty status for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:18.409147 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0cf64d1c-0cc8-49e9-aa9b-11991d475345 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9981160 Oct 17 17:50:18.410840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.411493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.411947 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Floating IP eeac9ea0-1057-4745-b595-a896649af352 disassociated. External IP: 172.26.8.80, port: 9a7ed6da-d79c-4a24-81d1-e10e38b955f4. Oct 17 17:50:18.412525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Calling delete_port for 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:18.420476 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39266) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:18.462287 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d5b1587a-1eb5-4b24-96f2-10a081b5a1ea req-5b56fc19-37ca-485c-b59e-88097db913cd tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups?id=1f07a50d-44f3-4093-a3a5-8d2b7f416971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516889 Oct 17 17:50:18.483155 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Attempt 7 to provision port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab Oct 17 17:50:18.483782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.525893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411739643'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:18.548886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:18.578446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Transition to ACTIVE for port object dcf98720-96c7-40df-beb5-54f44e2ca55b will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:18.589673 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:18.627321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:18.635897 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-f2801f8e-2ff1-4faa-a1c9-26e88c0861b8 None None] Set router 1d85e75e-095d-446f-a049-3b6c8d98231d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:50:18.677788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9682ee-449b-42e8-b6af-771c83712f1f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:18.684342 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9682ee-449b-42e8-b6af-771c83712f1f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:18.685144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6c9682ee-449b-42e8-b6af-771c83712f1f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Synchronizing usage tracker for tenant:753fbee2809947dea37f275249b634c1 on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:18.790355 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-98d672a5-0f45-453d-b0f4-13d6ecf501d1 req-80f1caf6-8001-4f1d-a8c8-e97478772fcf tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3b123b-dc32-4a48-895b-03a52459ad22 HTTP/1.1" status: 200 len: 210 time: 0.0604022 Oct 17 17:50:18.803945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.812081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.818550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b685908d-2e78-4ba6-b47c-02ba1d492ef1 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.852290 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a69c2-fa99-455d-991e-20f21b7c4297 req-ab92595c-7da5-4d6c-a013-4b5e058a70e3 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:18.861679 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-da1a69c2-fa99-455d-991e-20f21b7c4297 req-ab92595c-7da5-4d6c-a013-4b5e058a70e3 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 1.0386560 Oct 17 17:50:18.863060 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.863895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c2032f79-8b59-442d-bbda-e40e53cea63a {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:50:18.920069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9150db4-0417-4975-871c-fb8eae9f60fb x-openstack-request-id: req-d9150db4-0417-4975-871c-fb8eae9f60fb {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:50:18.920788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3b123b-dc32-4a48-895b-03a52459ad22", "name": "network-vif-deleted", "tag": "a47ed93f-6cc1-49ab-8442-e4c2262a165a", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:50:18.921362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d9150db4-0417-4975-871c-fb8eae9f60fb {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:50:18.921863 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9150db4-0417-4975-871c-fb8eae9f60fb'] response: {'server_uuid': '2e3b123b-dc32-4a48-895b-03a52459ad22', 'name': 'network-vif-deleted', 'tag': 'a47ed93f-6cc1-49ab-8442-e4c2262a165a', 'status': 'completed', 'code': 200} Oct 17 17:50:18.926168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b685908d-2e78-4ba6-b47c-02ba1d492ef1 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.926635 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-b685908d-2e78-4ba6-b47c-02ba1d492ef1 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Floating IP af5d6e94-b143-4acb-b9d1-d7cba9aa35c3 disassociated. External IP: 172.26.8.208, port: f63bb114-4e34-4c04-a556-be806b254ee3. Oct 17 17:50:18.952895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.954023 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cfce3f75-e768-468a-8e33-640de914ee99 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "DELETE /v2.0/routers/c2032f79-8b59-442d-bbda-e40e53cea63a HTTP/1.1" status: 204 len: 168 time: 3.7209101 Oct 17 17:50:18.957934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39270) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:18.963917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-65190696', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:18.971537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:18.976820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Usage tracker for resource:router and tenant:b48c33d569cd4ef69784a3beac2fdc93 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:18.979840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:18.981613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:18.989177 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:50:18.998562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:19.001564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:19.038281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:19.052582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Pushing event deleted for resources: {'Port': ['ID=9a7ed6da-d79c-4a24-81d1-e10e38b955f4,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:19.091705 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Attempt 8 to provision port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab Oct 17 17:50:19.138113 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f2801f8e-2ff1-4faa-a1c9-26e88c0861b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'a620045b-c2c5-4cc6-b40a-6e2888742c42', 'name': '', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'mac_address': 'fa:16:3e:67:d1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:33Z', 'updated_at': '2022-10-17T17:48:47Z', 'revision_number': 5, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'subnets': [{'id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:19.146812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6c9682ee-449b-42e8-b6af-771c83712f1f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Unset dirty status for tenant:753fbee2809947dea37f275249b634c1 on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:19.147943 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2801f8e-2ff1-4faa-a1c9-26e88c0861b8 None None] The sync data for ids ['1d85e75e-095d-446f-a049-3b6c8d98231d'] in dv-neutron-860895-1-hyperv is: [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'a620045b-c2c5-4cc6-b40a-6e2888742c42', 'name': '', 'network_id': '79ac80e2-073f-4d37-b0c3-f487b129c61c', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'mac_address': 'fa:16:3e:67:d1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:33Z', 'updated_at': '2022-10-17T17:48:47Z', 'revision_number': 5, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'subnets': [{'id': 'cda448af-5e6a-46d1-83c7-e9860dc5dd0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:19.152563 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6c9682ee-449b-42e8-b6af-771c83712f1f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0500977 Oct 17 17:50:19.153871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39274) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:19.225983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:19.270936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:19.271616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-60099812'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:19.271967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:19.288615 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:19.297357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Network 4617506f-6a29-47c0-bb22-586306389927 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:19.298440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:19.305077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:19.306914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:19.311456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:19.315321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:19.331008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:19.335084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Router 8e719514-bac6-48ae-bf62-4e5283ec49af has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:19.336584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:19.337337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:19.345308 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-da1a69c2-fa99-455d-991e-20f21b7c4297 req-9e5a263b-35f4-4531-b464-a04bc9331a79 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4824433 Oct 17 17:50:19.346154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:19.349365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:19.502932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event updated for resources: {'Port': ['ID=dcf98720-96c7-40df-beb5-54f44e2ca55b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:19.558189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a1fc5-25e7-403e-9bcd-45ed0b2b486c None None] New status for floating IP ac72aaab-42ea-4d53-ac4a-4631bcc125bd: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:50:19.641325 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Made reservation on behalf of 753fbee2809947dea37f275249b634c1 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:19.645453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:19.658579 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6e0a07cf-cf44-4acc-9790-69f60f1010a5 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.6271050 Oct 17 17:50:19.679015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39282) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:19.736198 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-944d7fad-b71b-47d7-82be-5ae5f13e4a4d tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16e', 'mac_address': 'fa:16:3e:20:20:03'}, {'ip_address': '2001:db8::1cb', 'mac_address': 'fa:16:3e:aa:e0:b6'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:19.737278 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Attempt 9 to provision port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab Oct 17 17:50:19.815567 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fa8bfbcc-0e45-4033-8417-b730c6ad7c86 req-6f65bacc-3822-467e-a97f-1e833b5767ca tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 210 time: 0.1351435 Oct 17 17:50:19.869095 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:50:19.885733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:19.937404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:19.937872 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Added segment d19203e1-925e-43f6-b355-d120f356b936 of type vlan for network f79e0e08-0bfa-44d2-b3c8-f36143a04bd5 Oct 17 17:50:19.987168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:19.989756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39290) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:20.022285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b685908d-2e78-4ba6-b47c-02ba1d492ef1 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:20.025024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:20.161736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:20.179003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 37aef992-8410-4a2f-b53b-2cc711358373 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:20.185162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:20.213495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 37aef992-8410-4a2f-b53b-2cc711358373 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:20.213919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 37aef992-8410-4a2f-b53b-2cc711358373 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:20.220108 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9951d84-0456-4936-8fea-731aa7bed62e,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:20.316796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:20.317758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:20.319549 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-522a77c7-2866-4461-b3b3-49b7cedd75e9 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8825009 Oct 17 17:50:20.327610 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec997fe3-f8e9-4eb6-a0bb-fe8650b135e9 None None] Sync routers for ids ['8e719514-bac6-48ae-bf62-4e5283ec49af'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:20.337895 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec997fe3-f8e9-4eb6-a0bb-fe8650b135e9 None None] Routers {'8e719514-bac6-48ae-bf62-4e5283ec49af'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:20.338503 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ec997fe3-f8e9-4eb6-a0bb-fe8650b135e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8e719514-bac6-48ae-bf62-4e5283ec49af'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:20.350735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39294) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:20.371308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d6184d89-3172-4f66-be58-c16f594a1677 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': 'e9951d84-0456-4936-8fea-731aa7bed62e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:20.371830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096c2a2-7d10-443c-b0de-0785d15a0379 req-2aab21e4-4cb5-43c5-b2fa-b8c600be6d20 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:20.373347 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b096c2a2-7d10-443c-b0de-0785d15a0379 req-2aab21e4-4cb5-43c5-b2fa-b8c600be6d20 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.4435341 Oct 17 17:50:20.386793 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Attempt 10 to provision port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab Oct 17 17:50:20.415632 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d6184d89-3172-4f66-be58-c16f594a1677 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:20.445994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d6184d89-3172-4f66-be58-c16f594a1677 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:20.446214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] No DVR routers for this DVR port 9a7ed6da-d79c-4a24-81d1-e10e38b955f4 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:50:20.451836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:20.456233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc618297-ea49-46e7-a531-3e5d5b80c5b9 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:20.458063 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d6184d89-3172-4f66-be58-c16f594a1677 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:20.459335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481dde18-6209-4534-bb81-28e60abc29f2', 'name': 'network-vif-deleted', 'tag': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:50:20.461449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7bac35-c390-4861-b8db-60d8be0444cb" -d '{"events": [{"server_uuid": "481dde18-6209-4534-bb81-28e60abc29f2", "name": "network-vif-deleted", "tag": "9a7ed6da-d79c-4a24-81d1-e10e38b955f4"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:50:20.469338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-df2d13df-98ed-47cb-9a04-71d447dc94c6 None None] Port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:20.484637 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d57a16a7-9c3b-4e97-9384-b98cf6e409c5 req-3c35f4fb-560b-47d5-a9a2-bad12d42882a tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.20 "DELETE /v2.0/ports/9a7ed6da-d79c-4a24-81d1-e10e38b955f4 HTTP/1.1" status: 204 len: 173 time: 6.4508147 Oct 17 17:50:20.542924 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b096c2a2-7d10-443c-b0de-0785d15a0379 req-bc7041f5-181b-4999-b5dc-9c95abb560d3 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120973 Oct 17 17:50:20.563022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987245c5-f5ed-4239-84f5-f2a2726e23c5 x-openstack-request-id: req-987245c5-f5ed-4239-84f5-f2a2726e23c5 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:50:20.563352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481dde18-6209-4534-bb81-28e60abc29f2", "name": "network-vif-deleted", "tag": "9a7ed6da-d79c-4a24-81d1-e10e38b955f4", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:50:20.563598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-987245c5-f5ed-4239-84f5-f2a2726e23c5 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:50:20.563995 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987245c5-f5ed-4239-84f5-f2a2726e23c5'] response: {'server_uuid': '481dde18-6209-4534-bb81-28e60abc29f2', 'name': 'network-vif-deleted', 'tag': '9a7ed6da-d79c-4a24-81d1-e10e38b955f4', 'status': 'completed', 'code': 200} Oct 17 17:50:20.600242 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-ec997fe3-f8e9-4eb6-a0bb-fe8650b135e9 None None] Set router 8e719514-bac6-48ae-bf62-4e5283ec49af gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:50:20.614500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Provisioning for port dcf98720-96c7-40df-beb5-54f44e2ca55b completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:50:20.621248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Provisioning complete for port dcf98720-96c7-40df-beb5-54f44e2ca55b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:20.622060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:20.622435 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Attempt 1 to provision port dcf98720-96c7-40df-beb5-54f44e2ca55b Oct 17 17:50:20.730022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Port dcf98720-96c7-40df-beb5-54f44e2ca55b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:20.739186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d6184d89-3172-4f66-be58-c16f594a1677 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:20.774316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:20.797555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944d7fad-b71b-47d7-82be-5ae5f13e4a4d tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:20.814030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:20.835664 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc618297-ea49-46e7-a531-3e5d5b80c5b9 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:21.061294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:21.065088 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ec997fe3-f8e9-4eb6-a0bb-fe8650b135e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:34Z', 'revision_number': 4, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'c454e4f6-5439-459a-b1f9-5110004e5de1', 'name': '', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'mac_address': 'fa:16:3e:7a:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '75f3d772-483f-4177-8883-a19140d2941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:30Z', 'updated_at': '2022-10-17T17:48:46Z', 'revision_number': 5, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'subnets': [{'id': '75f3d772-483f-4177-8883-a19140d2941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:21.066921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:21.067555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:21.070910 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec997fe3-f8e9-4eb6-a0bb-fe8650b135e9 None None] Checking router: 8e719514-bac6-48ae-bf62-4e5283ec49af for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:50:21.084138 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec997fe3-f8e9-4eb6-a0bb-fe8650b135e9 None None] Routers {'8e719514-bac6-48ae-bf62-4e5283ec49af'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:21.084138 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ec997fe3-f8e9-4eb6-a0bb-fe8650b135e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8e719514-bac6-48ae-bf62-4e5283ec49af'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:21.126688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Allocated IP 172.26.8.232 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/a3ff9543-460e-4870-8935-1b41266023a9) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:21.140704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-abc46487-1788-4231-8a8d-11e4da36ca71 req-3b657e5b-ceba-4ea7-a894-e189ad9db384 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Synchronizing usage tracker for tenant:995cd1702baf4d09a90e2ff17f6fc980 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:21.232049 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Attempt 2 to provision port dcf98720-96c7-40df-beb5-54f44e2ca55b Oct 17 17:50:21.271751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc618297-ea49-46e7-a531-3e5d5b80c5b9 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:21.275744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b685908d-2e78-4ba6-b47c-02ba1d492ef1 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:21.302167 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b685908d-2e78-4ba6-b47c-02ba1d492ef1 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:21.312380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27d36f-36a6-41f2-9150-4f2cbad36f49 None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:21.314164 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-ec997fe3-f8e9-4eb6-a0bb-fe8650b135e9 None None] Set router 8e719514-bac6-48ae-bf62-4e5283ec49af gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:50:21.346197 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27d36f-36a6-41f2-9150-4f2cbad36f49 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:21.347945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ed27d36f-36a6-41f2-9150-4f2cbad36f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:21.373692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:21.423185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39306) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:21.430124 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b685908d-2e78-4ba6-b47c-02ba1d492ef1 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "PUT /v2.0/floatingips/af5d6e94-b143-4acb-b9d1-d7cba9aa35c3 HTTP/1.1" status: 200 len: 688 time: 3.8571715 Oct 17 17:50:21.432443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event updated for resources: {'Network': ['ID=f79e0e08-0bfa-44d2-b3c8-f36143a04bd5,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:21.432830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Port dcf98720-96c7-40df-beb5-54f44e2ca55b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:21.440150 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-d6184d89-3172-4f66-be58-c16f594a1677 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:21.442233 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d6184d89-3172-4f66-be58-c16f594a1677 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.0752738 Oct 17 17:50:21.444626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc618297-ea49-46e7-a531-3e5d5b80c5b9 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d57cbda-95f3-4985-9bd2-aed16e02dc2d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:21.447636 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network f79e0e08-0bfa-44d2-b3c8-f36143a04bd5 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:50:21.452705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39310) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:21.463201 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-53460519-b5e7-4669-8439-d2ae2171ea70 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2124641 Oct 17 17:50:21.489614 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-cac8971c-615e-43d8-aa76-b8613e35cfcb tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group_rule': {'security_group_id': 'e9951d84-0456-4936-8fea-731aa7bed62e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:21.490929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ed27d36f-36a6-41f2-9150-4f2cbad36f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:21.496727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cac8971c-615e-43d8-aa76-b8613e35cfcb tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:21.499839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39312) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:21.501933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cac8971c-615e-43d8-aa76-b8613e35cfcb tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:21.505891 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cac8971c-615e-43d8-aa76-b8613e35cfcb tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:21.511462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:21.514542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cac8971c-615e-43d8-aa76-b8613e35cfcb tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:21.519536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-579732717'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:21.528456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc618297-ea49-46e7-a531-3e5d5b80c5b9 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:21.533185 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dc618297-ea49-46e7-a531-3e5d5b80c5b9 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "DELETE /v2.0/security-groups/4d57cbda-95f3-4985-9bd2-aed16e02dc2d HTTP/1.1" status: 204 len: 168 time: 1.5360730 Oct 17 17:50:21.539491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39318) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:21.570954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed27d36f-36a6-41f2-9150-4f2cbad36f49 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:21.571645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ed27d36f-36a6-41f2-9150-4f2cbad36f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:21.637488 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ed27d36f-36a6-41f2-9150-4f2cbad36f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:21.638363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed27d36f-36a6-41f2-9150-4f2cbad36f49 None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:21.639684 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-7c9923ba-0f1b-435b-b44b-ebe25e8c26e1 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] show failed (client error): The resource could not be found. Oct 17 17:50:21.645088 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7c9923ba-0f1b-435b-b44b-ebe25e8c26e1 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "GET /v2.0/security-groups/4d57cbda-95f3-4985-9bd2-aed16e02dc2d HTTP/1.1" status: 404 len: 347 time: 0.1031780 Oct 17 17:50:21.647410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39322) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:21.657107 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-cac8971c-615e-43d8-aa76-b8613e35cfcb tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:50:21.658440 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cac8971c-615e-43d8-aa76-b8613e35cfcb tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1936173 Oct 17 17:50:21.720916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39326) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:21.721113 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ec997fe3-f8e9-4eb6-a0bb-fe8650b135e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:34Z', 'revision_number': 4, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'c454e4f6-5439-459a-b1f9-5110004e5de1', 'name': '', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'mac_address': 'fa:16:3e:7a:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '75f3d772-483f-4177-8883-a19140d2941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:30Z', 'updated_at': '2022-10-17T17:48:46Z', 'revision_number': 5, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'subnets': [{'id': '75f3d772-483f-4177-8883-a19140d2941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:21.725647 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec997fe3-f8e9-4eb6-a0bb-fe8650b135e9 None None] The sync data for ids ['8e719514-bac6-48ae-bf62-4e5283ec49af'] in dv-neutron-860895-1-hyperv is: [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:34Z', 'revision_number': 4, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'c454e4f6-5439-459a-b1f9-5110004e5de1', 'name': '', 'network_id': '03f5626e-6646-4d1a-9305-f3c3d025ed6e', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'mac_address': 'fa:16:3e:7a:46:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '75f3d772-483f-4177-8883-a19140d2941f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:30Z', 'updated_at': '2022-10-17T17:48:46Z', 'revision_number': 5, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'subnets': [{'id': '75f3d772-483f-4177-8883-a19140d2941f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:21.732552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f352182-ee76-44d0-b3bf-770ec7be8ecd req-ecba9c80-70d6-49e0-b479-d61bacb2f9ac tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:21.734260 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2f352182-ee76-44d0-b3bf-770ec7be8ecd req-ecba9c80-70d6-49e0-b479-d61bacb2f9ac tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.7267003 Oct 17 17:50:21.760743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:21.763599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-abc46487-1788-4231-8a8d-11e4da36ca71 req-3b657e5b-ceba-4ea7-a894-e189ad9db384 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Unset dirty status for tenant:995cd1702baf4d09a90e2ff17f6fc980 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:21.764854 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-abc46487-1788-4231-8a8d-11e4da36ca71 req-3b657e5b-ceba-4ea7-a894-e189ad9db384 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/ports?device_id=481dde18-6209-4534-bb81-28e60abc29f2 HTTP/1.1" status: 200 len: 210 time: 0.7356153 Oct 17 17:50:21.862320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:21.880856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:21.886217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:21.889713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:21.919596 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2f352182-ee76-44d0-b3bf-770ec7be8ecd req-b35c5319-7015-40ee-b8b7-fd9839c5e2f1 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715610 Oct 17 17:50:21.926927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1a4be58b-519d-43dd-8e3d-fa94b92e7496 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port d543594b-ad16-4ec8-969f-a31c903071f0 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:21.927370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1a4be58b-519d-43dd-8e3d-fa94b92e7496 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:21.934512 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Attempt 3 to provision port dcf98720-96c7-40df-beb5-54f44e2ca55b Oct 17 17:50:21.950163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-8f112415-ec6f-47c5-be59-49f9383327d4 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Deleting port 3362fb9c-d9e1-4912-afe4-4168bb1183af {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:21.950497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f112415-ec6f-47c5-be59-49f9383327d4 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.026427 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Port dcf98720-96c7-40df-beb5-54f44e2ca55b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:22.047468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Pushing event updated for resources: {'Port': ['ID=a3ff9543-460e-4870-8935-1b41266023a9,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:22.063120 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d00388-0d9e-4fea-ad72-ce7c03f71e13 None None] New status for floating IP eeac9ea0-1057-4745-b595-a896649af352: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:50:22.108360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944d7fad-b71b-47d7-82be-5ae5f13e4a4d tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.117197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944d7fad-b71b-47d7-82be-5ae5f13e4a4d tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.117924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-944d7fad-b71b-47d7-82be-5ae5f13e4a4d tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] In _notify_port_updated(), no bound segment for port dcf98720-96c7-40df-beb5-54f44e2ca55b on network 4617506f-6a29-47c0-bb22-586306389927 {{(pid=89190) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:50:22.123703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944d7fad-b71b-47d7-82be-5ae5f13e4a4d tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:22.124329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944d7fad-b71b-47d7-82be-5ae5f13e4a4d tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.128296 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-944d7fad-b71b-47d7-82be-5ae5f13e4a4d tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "PUT /v2.0/ports/dcf98720-96c7-40df-beb5-54f44e2ca55b HTTP/1.1" status: 200 len: 1068 time: 2.4440770 Oct 17 17:50:22.134384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Made reservation on behalf of 753fbee2809947dea37f275249b634c1 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:22.139759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.170396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39332) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:22.233834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7b5023f5-9baa-49d1-a782-10b24e38ff86 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.291642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d7fad-b71b-47d7-82be-5ae5f13e4a4d tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event updated for resources: {'Port': ['ID=dcf98720-96c7-40df-beb5-54f44e2ca55b,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:22.305656 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-114f6111-90e9-408e-a21d-23a654253a0c tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Deleting port dcf98720-96c7-40df-beb5-54f44e2ca55b {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:22.306002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-114f6111-90e9-408e-a21d-23a654253a0c tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.358767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f112415-ec6f-47c5-be59-49f9383327d4 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.359116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f112415-ec6f-47c5-be59-49f9383327d4 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.459354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:50:22.494356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-8f112415-ec6f-47c5-be59-49f9383327d4 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Calling delete_port for 3362fb9c-d9e1-4912-afe4-4168bb1183af owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:22.527506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7b5023f5-9baa-49d1-a782-10b24e38ff86 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.528330 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Attempt 4 to provision port dcf98720-96c7-40df-beb5-54f44e2ca55b Oct 17 17:50:22.551966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.552317 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Added segment 2e2fbcfc-2ed4-457a-a092-0826d37f9a9b of type vlan for network 95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6 Oct 17 17:50:22.585802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Port dcf98720-96c7-40df-beb5-54f44e2ca55b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:22.640804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1a4be58b-519d-43dd-8e3d-fa94b92e7496 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.641135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1a4be58b-519d-43dd-8e3d-fa94b92e7496 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.658758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.734890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eba571-1aed-4de3-846d-365690b7e354 req-356f4e30-ec03-4590-990e-0955b2ec8aa7 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:22.736422 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a1eba571-1aed-4de3-846d-365690b7e354 req-356f4e30-ec03-4590-990e-0955b2ec8aa7 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.6785026 Oct 17 17:50:22.903207 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39340) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:22.947407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7b5023f5-9baa-49d1-a782-10b24e38ff86 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.950742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-114f6111-90e9-408e-a21d-23a654253a0c tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:22.958016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1a4be58b-519d-43dd-8e3d-fa94b92e7496 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for d543594b-ad16-4ec8-969f-a31c903071f0 owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:23.021191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:50:23.035225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f112415-ec6f-47c5-be59-49f9383327d4 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.049505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5023f5-9baa-49d1-a782-10b24e38ff86 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9951d84-0456-4936-8fea-731aa7bed62e,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:23.087140 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Attempt 5 to provision port dcf98720-96c7-40df-beb5-54f44e2ca55b Oct 17 17:50:23.102788 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a1eba571-1aed-4de3-846d-365690b7e354 req-4dd0bdbb-20fe-46f3-8e43-139fffc9278c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529721 Oct 17 17:50:23.119674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.140859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:23.141504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.141974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-114f6111-90e9-408e-a21d-23a654253a0c tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Calling delete_port for dcf98720-96c7-40df-beb5-54f44e2ca55b owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:23.194687 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112415-ec6f-47c5-be59-49f9383327d4 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Pushing event deleted for resources: {'Port': ['ID=3362fb9c-d9e1-4912-afe4-4168bb1183af,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:23.265876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Port dcf98720-96c7-40df-beb5-54f44e2ca55b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:23.282707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a2770f6f-e544-4d5c-a611-62912a7683a7 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.379614 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7b5023f5-9baa-49d1-a782-10b24e38ff86 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.380719 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7b5023f5-9baa-49d1-a782-10b24e38ff86 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "DELETE /v2.0/security-groups/e9951d84-0456-4936-8fea-731aa7bed62e HTTP/1.1" status: 204 len: 168 time: 1.6478217 Oct 17 17:50:23.389342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.399249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39346) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:23.453455 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a2770f6f-e544-4d5c-a611-62912a7683a7 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.460185 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9505186 Oct 17 17:50:23.464727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39350) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:23.538431 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f112415-ec6f-47c5-be59-49f9383327d4 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.552795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'ports': [{'network_id': 'f79e0e08-0bfa-44d2-b3c8-f36143a04bd5', 'name': 'tempest-port--1584144831', 'admin_state_up': True}, {'network_id': '95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6', 'admin_state_up': False}]} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:23.553110 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'port': {'network_id': 'f79e0e08-0bfa-44d2-b3c8-f36143a04bd5', 'name': 'tempest-port--1584144831', 'admin_state_up': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:23.553616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'port': {'network_id': '95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6', 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:23.578172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071357e-9c7a-45c4-9a68-83d17432daa6 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event updated for resources: {'Network': ['ID=95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:23.588899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:50:23.596936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3e198f33-339a-4922-a6b8-084082a22d3b tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Synchronizing usage tracker for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:23.648990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d5807-952a-4660-a60f-3af56d2ce182 req-76541162-6677-4e20-a53e-c4056eb446e2 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:23.650486 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fc3d5807-952a-4660-a60f-3af56d2ce182 req-76541162-6677-4e20-a53e-c4056eb446e2 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.3689098 Oct 17 17:50:23.651132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-114f6111-90e9-408e-a21d-23a654253a0c tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.713298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3e198f33-339a-4922-a6b8-084082a22d3b tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Unset dirty status for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:23.714517 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3e198f33-339a-4922-a6b8-084082a22d3b tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3124363 Oct 17 17:50:23.729292 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39354) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:23.733913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f6111-90e9-408e-a21d-23a654253a0c tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event deleted for resources: {'Port': ['ID=dcf98720-96c7-40df-beb5-54f44e2ca55b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:23.748205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group': {'name': 'tempest-secgroup--590905068'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:23.764119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:23.769336 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Attempt 6 to provision port dcf98720-96c7-40df-beb5-54f44e2ca55b Oct 17 17:50:23.785006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a2770f6f-e544-4d5c-a611-62912a7683a7 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.800671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:23.804813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1a4be58b-519d-43dd-8e3d-fa94b92e7496 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.822468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b8de26e9-0f5e-4d06-ab66-b49c1771daf7 None None] Port dcf98720-96c7-40df-beb5-54f44e2ca55b was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:50:23.827803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f112415-ec6f-47c5-be59-49f9383327d4 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.832043 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8f112415-ec6f-47c5-be59-49f9383327d4 tempest-ServersTestJSON-831877348 tempest-ServersTestJSON-831877348-project] 10.222.0.69 "DELETE /v2.0/floatingips/ac72aaab-42ea-4d53-ac4a-4631bcc125bd HTTP/1.1" status: 204 len: 168 time: 2.1768808 Oct 17 17:50:23.840099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39358) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:23.844505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a2770f6f-e544-4d5c-a611-62912a7683a7 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:23.848058 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a2770f6f-e544-4d5c-a611-62912a7683a7 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "DELETE /v2.0/security-groups/1f07a50d-44f3-4093-a3a5-8d2b7f416971 HTTP/1.1" status: 204 len: 168 time: 0.9413128 Oct 17 17:50:23.849234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39362) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:23.856094 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fc3d5807-952a-4660-a60f-3af56d2ce182 req-8c7ba403-6b47-46bb-8fcf-8f1bc67c4923 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651313 Oct 17 17:50:23.856944 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2770f6f-e544-4d5c-a611-62912a7683a7 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f07a50d-44f3-4093-a3a5-8d2b7f416971,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:24.195567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:24.247353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4be58b-519d-43dd-8e3d-fa94b92e7496 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=d543594b-ad16-4ec8-969f-a31c903071f0,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:24.248447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:24.268702 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-207d946f-3777-46fd-b60f-2563afb7dcf6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] show failed (client error): The resource could not be found. Oct 17 17:50:24.269736 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-207d946f-3777-46fd-b60f-2563afb7dcf6 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "GET /v2.0/security-groups/1f07a50d-44f3-4093-a3a5-8d2b7f416971 HTTP/1.1" status: 404 len: 347 time: 0.4115384 Oct 17 17:50:24.306817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39370) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:24.368083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:24.454299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Usage tracker for resource:port and tenant:753fbee2809947dea37f275249b634c1 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:24.458922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:24.473078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:24.481909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:24.494288 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Usage tracker for resource:security_group_rule and tenant:65543c7b42224100abe13eed78a4ce15 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:24.502969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:24.516351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:24.520632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Made reservation on behalf of 753fbee2809947dea37f275249b634c1 for: {'port': 2} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:24.525249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:24.541987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1a4be58b-519d-43dd-8e3d-fa94b92e7496 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:24.586716 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:24.729239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-8bad54cf-f65a-4ab7-b908-23a1944d3e67 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Deleting port 4fa9664c-53aa-4d1e-8aaa-da9b90bad9cf {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:24.729479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8bad54cf-f65a-4ab7-b908-23a1944d3e67 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:24.739436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:24.749280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1a4be58b-519d-43dd-8e3d-fa94b92e7496 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:24.750453 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1a4be58b-519d-43dd-8e3d-fa94b92e7496 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/floatingips/af5d6e94-b143-4acb-b9d1-d7cba9aa35c3 HTTP/1.1" status: 204 len: 168 time: 3.3261960 Oct 17 17:50:24.776899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39374) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:24.834964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-114f6111-90e9-408e-a21d-23a654253a0c tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:24.836899 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-114f6111-90e9-408e-a21d-23a654253a0c tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "DELETE /v2.0/ports/dcf98720-96c7-40df-beb5-54f44e2ca55b HTTP/1.1" status: 204 len: 168 time: 2.6563478 Oct 17 17:50:24.841933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39378) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:24.887023 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-149e86e4-763c-46c6-8693-7a0dff792471 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] delete failed (client error): The resource could not be found. Oct 17 17:50:24.888091 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-149e86e4-763c-46c6-8693-7a0dff792471 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/floatingips/af5d6e94-b143-4acb-b9d1-d7cba9aa35c3 HTTP/1.1" status: 404 len: 345 time: 0.1096985 Oct 17 17:50:24.891690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:24.920116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39382) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:25.045033 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-516b8cc1-bf26-4819-9282-668c060eb7ce tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] GET failed (client error): The resource could not be found. Oct 17 17:50:25.045481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-516b8cc1-bf26-4819-9282-668c060eb7ce tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Synchronizing usage tracker for tenant:07332727dc4544c0b9cd2aaae450f325 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:25.068714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:25.088987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a261b7-a7d9-42b9-b1fb-c6133c81d3df req-eaf145b2-4c8c-45bf-b229-8a827dc49648 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:25.091336 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-10a261b7-a7d9-42b9-b1fb-c6133c81d3df req-eaf145b2-4c8c-45bf-b229-8a827dc49648 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.8441861 Oct 17 17:50:25.104358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Router 2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:50:25.146069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] device_id is not set on port 5617df21-ca03-4bec-adc4-832262155e46 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:25.156974 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b37acf-8b46-4283-9a5b-4fdf6f8ccb88,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:25.210795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-516b8cc1-bf26-4819-9282-668c060eb7ce tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Unset dirty status for tenant:07332727dc4544c0b9cd2aaae450f325 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:25.211981 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-516b8cc1-bf26-4819-9282-668c060eb7ce tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "GET /v2.0/ports/dcf98720-96c7-40df-beb5-54f44e2ca55b HTTP/1.1" status: 404 len: 333 time: 0.3659532 Oct 17 17:50:25.213708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:25.215735 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cd0e122a-c54d-4cfc-97a5-c2b0bc28fa65 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4806855 Oct 17 17:50:25.223191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39386) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:25.223524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39388) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:25.244671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8bad54cf-f65a-4ab7-b908-23a1944d3e67 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:25.244993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8bad54cf-f65a-4ab7-b908-23a1944d3e67 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:25.291843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6fc79f41-94c9-4226-99e7-1adcc598b6b0 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:25.292576 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-6fc79f41-94c9-4226-99e7-1adcc598b6b0 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 17 17:50:25.293587 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-6fc79f41-94c9-4226-99e7-1adcc598b6b0 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] update failed (client error): There was a conflict when trying to complete your request. Oct 17 17:50:25.296822 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6fc79f41-94c9-4226-99e7-1adcc598b6b0 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "PUT /v2.0/security-groups/f0b37acf-8b46-4283-9a5b-4fdf6f8ccb88 HTTP/1.1" status: 409 len: 330 time: 0.0678966 Oct 17 17:50:25.318004 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-10a261b7-a7d9-42b9-b1fb-c6133c81d3df req-8b2d2420-be22-4708-a0be-ac5ab0a4146a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147639 Oct 17 17:50:25.319237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39394) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:25.388564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-8bad54cf-f65a-4ab7-b908-23a1944d3e67 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Calling delete_port for 4fa9664c-53aa-4d1e-8aaa-da9b90bad9cf owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:25.399170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe4e76-2dd4-43a8-9689-9e8425eabd41 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Deleting port 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:25.399512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4e76-2dd4-43a8-9689-9e8425eabd41 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:25.473848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ef918-5ba0-443f-86e8-35b4822903a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:25.482273 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ef918-5ba0-443f-86e8-35b4822903a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:25.488865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ef918-5ba0-443f-86e8-35b4822903a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:25.489918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a78ef918-5ba0-443f-86e8-35b4822903a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Synchronizing usage tracker for tenant:c8596a53819a4fc789920c653097ea58 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:25.514146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:25.540170 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9259a754-409c-42e2-a669-e8e6b020b83f None None] Sync routers for ids ['2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:25.566289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9259a754-409c-42e2-a669-e8e6b020b83f None None] Routers {'2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:25.567399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9259a754-409c-42e2-a669-e8e6b020b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:25.598662 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a78ef918-5ba0-443f-86e8-35b4822903a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Unset dirty status for tenant:c8596a53819a4fc789920c653097ea58 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:25.600325 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a78ef918-5ba0-443f-86e8-35b4822903a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "GET /v2.0/ports?network_id=56c666a0-f83e-430e-9d8d-692d728cf316 HTTP/1.1" status: 200 len: 2358 time: 0.6789975 Oct 17 17:50:25.610630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39398) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:25.637710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:25.642085 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a87b9599-898a-4c57-9bb6-647018528520 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6831727 Oct 17 17:50:25.653263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39402) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:25.663447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d32d2161-2b97-4581-b45a-45ff41d83b7d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'enable_snat': False}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:25.663689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9259a754-409c-42e2-a669-e8e6b020b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:25.666571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b766fb2-9c05-475d-977a-91863d984fc2 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:25.678181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9259a754-409c-42e2-a669-e8e6b020b83f None None] Routers {'2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:25.679212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9259a754-409c-42e2-a669-e8e6b020b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:25.746778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:25.755007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9259a754-409c-42e2-a669-e8e6b020b83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:25.757301 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9259a754-409c-42e2-a669-e8e6b020b83f None None] The sync data for ids ['2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:25.816006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b766fb2-9c05-475d-977a-91863d984fc2 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:25.864909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c1003-313c-4920-b18a-48a3b6e8f6a8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:25.865545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d07c1003-313c-4920-b18a-48a3b6e8f6a8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Synchronizing usage tracker for tenant:c8596a53819a4fc789920c653097ea58 on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:25.904890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8bad54cf-f65a-4ab7-b908-23a1944d3e67 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:25.972984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d07c1003-313c-4920-b18a-48a3b6e8f6a8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Unset dirty status for tenant:c8596a53819a4fc789920c653097ea58 on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:25.978810 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d07c1003-313c-4920-b18a-48a3b6e8f6a8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "GET /v2.0/subnets/e3d898cf-aa9c-4aa5-93d5-4028a0b4590d HTTP/1.1" status: 200 len: 797 time: 0.3593173 Oct 17 17:50:25.978810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad54cf-f65a-4ab7-b908-23a1944d3e67 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Pushing event deleted for resources: {'Port': ['ID=4fa9664c-53aa-4d1e-8aaa-da9b90bad9cf,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:25.985221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39406) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:26.005302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'port': {'network_id': '56c666a0-f83e-430e-9d8d-692d728cf316', 'name': 'tempest-FloatingIPTestJSON-426807118', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:26.017386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b766fb2-9c05-475d-977a-91863d984fc2 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:26.070179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d6390a1-0cf7-411a-b991-42977ed44617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:26.131745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] device_id is not set on port bf93c795-3fd7-462e-b30b-55d0bb0af1df yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:26.132036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b766fb2-9c05-475d-977a-91863d984fc2 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b37acf-8b46-4283-9a5b-4fdf6f8ccb88,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:26.179396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4e76-2dd4-43a8-9689-9e8425eabd41 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:26.392502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8bad54cf-f65a-4ab7-b908-23a1944d3e67 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:26.410790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b766fb2-9c05-475d-977a-91863d984fc2 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:26.414609 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9b766fb2-9c05-475d-977a-91863d984fc2 tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "DELETE /v2.0/security-groups/f0b37acf-8b46-4283-9a5b-4fdf6f8ccb88 HTTP/1.1" status: 204 len: 168 time: 1.0359030 Oct 17 17:50:26.415303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39412) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:26.434587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8bad54cf-f65a-4ab7-b908-23a1944d3e67 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:26.435886 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8bad54cf-f65a-4ab7-b908-23a1944d3e67 tempest-ServersTestManualDisk-1821229055 tempest-ServersTestManualDisk-1821229055-project] 10.222.0.69 "DELETE /v2.0/floatingips/eeac9ea0-1057-4745-b595-a896649af352 HTTP/1.1" status: 204 len: 168 time: 2.1205983 Oct 17 17:50:26.440484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39416) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:26.567390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe4e76-2dd4-43a8-9689-9e8425eabd41 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Calling delete_port for 4660dc38-8bc9-4dd0-9f11-14cd1a6556ab owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:26.729619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fa667a36-978a-453f-847c-d82c27d4d99a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Synchronizing usage tracker for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:26.751690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:26.773006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fa667a36-978a-453f-847c-d82c27d4d99a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] Unset dirty status for tenant:65543c7b42224100abe13eed78a4ce15 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:26.775752 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fa667a36-978a-453f-847c-d82c27d4d99a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3567011 Oct 17 17:50:26.780079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39420) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:26.796157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:26.863748 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-98071587-3778-44f3-9cd0-3e2495b80acb tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] delete failed (client error): The resource could not be found. Oct 17 17:50:26.864775 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-98071587-3778-44f3-9cd0-3e2495b80acb tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "DELETE /v2.0/security-groups/ff2c0667-20f8-4ca5-9029-7f9c4291a3b7 HTTP/1.1" status: 404 len: 347 time: 0.0837784 Oct 17 17:50:26.894312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Made reservation on behalf of c8596a53819a4fc789920c653097ea58 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:26.909341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39424) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:27.019542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-5d6390a1-0cf7-411a-b991-42977ed44617 admin admin] Deleting port a620045b-c2c5-4cc6-b40a-6e2888742c42 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:27.019858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d6390a1-0cf7-411a-b991-42977ed44617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:27.150387 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-6e2ed025-5a21-4f19-b2bc-a60e61b8b37e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] show failed (client error): The resource could not be found. Oct 17 17:50:27.151452 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6e2ed025-5a21-4f19-b2bc-a60e61b8b37e tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "GET /v2.0/security-groups/b966debc-0369-42c9-b0fd-b8f0573c90cb HTTP/1.1" status: 404 len: 347 time: 0.2061286 Oct 17 17:50:27.159652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26662f6-7f72-4a99-8fcb-622848456611 req-7c426e35-a896-4118-9049-965ff88e4086 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:27.161071 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d26662f6-7f72-4a99-8fcb-622848456611 req-7c426e35-a896-4118-9049-965ff88e4086 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.6008260 Oct 17 17:50:27.165939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39428) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:27.237334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:27.251414 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-d5055033-07e6-4436-a460-8caf3b615d1a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] show failed (client error): The resource could not be found. Oct 17 17:50:27.252448 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d5055033-07e6-4436-a460-8caf3b615d1a tempest-NegativeSecGroupIPv6Test-1479633609 tempest-NegativeSecGroupIPv6Test-1479633609-project] 10.222.0.69 "GET /v2.0/security-group-rules/59f4f898-3767-4371-bce2-c44ea6a8aa85 HTTP/1.1" status: 404 len: 356 time: 0.0819373 Oct 17 17:50:27.265522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4e76-2dd4-43a8-9689-9e8425eabd41 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:27.303654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-5d6390a1-0cf7-411a-b991-42977ed44617 admin admin] For port a620045b-c2c5-4cc6-b40a-6e2888742c42, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a620045b-c2c5-4cc6-b40a-6e2888742c42,segment=NetworkSegment(3dd99bbb-7938-4b28-b288-d9c4a4b7af35),segment_id=3dd99bbb-7938-4b28-b288-d9c4a4b7af35)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:27.303920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d6390a1-0cf7-411a-b991-42977ed44617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:27.360914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe4e76-2dd4-43a8-9689-9e8425eabd41 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event deleted for resources: {'Port': ['ID=4660dc38-8bc9-4dd0-9f11-14cd1a6556ab,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:27.371654 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d26662f6-7f72-4a99-8fcb-622848456611 req-4c19c3f1-9dc3-4bec-b001-8af769a0bb5f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992483 Oct 17 17:50:27.374107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d32d2161-2b97-4581-b45a-45ff41d83b7d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:27.456568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:27.467685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4e76-2dd4-43a8-9689-9e8425eabd41 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:27.469055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-5d6390a1-0cf7-411a-b991-42977ed44617 admin admin] Calling delete_port for a620045b-c2c5-4cc6-b40a-6e2888742c42 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:27.526318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] device_id is not set on port 851fd7f4-1844-477b-b346-b20c2b6bbd68 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:27.594068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:27.643955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39438) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:27.693427 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6dbe4e76-2dd4-43a8-9689-9e8425eabd41 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "DELETE /v2.0/ports/4660dc38-8bc9-4dd0-9f11-14cd1a6556ab HTTP/1.1" status: 204 len: 168 time: 2.4687946 Oct 17 17:50:27.712915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39444) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:27.887745 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f12785e-b82c-4c28-9f43-bc1f47987336 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] GET failed (client error): The resource could not be found. Oct 17 17:50:27.888390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0f12785e-b82c-4c28-9f43-bc1f47987336 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Synchronizing usage tracker for tenant:07332727dc4544c0b9cd2aaae450f325 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:27.978556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event updated for resources: {'Port': ['ID=5617df21-ca03-4bec-adc4-832262155e46,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:27.995618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5df7321-4166-4642-b02e-b9f9502dd158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:28.133923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0f12785e-b82c-4c28-9f43-bc1f47987336 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Unset dirty status for tenant:07332727dc4544c0b9cd2aaae450f325 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:28.135117 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0f12785e-b82c-4c28-9f43-bc1f47987336 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "GET /v2.0/ports/4660dc38-8bc9-4dd0-9f11-14cd1a6556ab HTTP/1.1" status: 404 len: 333 time: 0.4158895 Oct 17 17:50:28.147398 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39450) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:28.151931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Checking segment: {'id': 'd19203e1-925e-43f6-b355-d120f356b936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f79e0e08-0bfa-44d2-b3c8-f36143a04bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:50:28.152387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Network hostable DHCP agents. Network: f79e0e08-0bfa-44d2-b3c8-f36143a04bd5, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:50:28.203728 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8ab63736-1559-4c17-b86b-b00da45159d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65543c7b42224100abe13eed78a4ce15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5503325 Oct 17 17:50:28.211179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39454) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:28.256381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687998f9-4313-43d8-8f78-8608a1b5f182 req-0f62a4c4-d562-41e0-a8ab-2f7bff5da1bc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:28.258003 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-687998f9-4313-43d8-8f78-8608a1b5f182 req-0f62a4c4-d562-41e0-a8ab-2f7bff5da1bc tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.4591076 Oct 17 17:50:28.272714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Network f79e0e08-0bfa-44d2-b3c8-f36143a04bd5 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:50:28.276218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-7d3997bb-c9d0-4ce6-8118-3c9673ae83ad tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Deleting port 631f5878-2f42-4fe8-becc-d982380e124f {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:28.276562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7d3997bb-c9d0-4ce6-8118-3c9673ae83ad tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:28.322814 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d6390a1-0cf7-411a-b991-42977ed44617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:28.375496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, f79e0e08-0bfa-44d2-b3c8-f36143a04bd5) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:28.379401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:28.380270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:28.389921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c94c295-5548-4439-bea6-d5a9d90291a7 None None] Network f79e0e08-0bfa-44d2-b3c8-f36143a04bd5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:50:28.423263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6390a1-0cf7-411a-b991-42977ed44617 admin admin] Pushing event deleted for resources: {'Port': ['ID=a620045b-c2c5-4cc6-b40a-6e2888742c42,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:28.685495 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-687998f9-4313-43d8-8f78-8608a1b5f182 req-84d1e51b-8bad-44f2-ad8c-5bc074e7dcda tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4196615 Oct 17 17:50:28.717867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.20.0.14 (56c666a0-f83e-430e-9d8d-692d728cf316/e3d898cf-aa9c-4aa5-93d5-4028a0b4590d/851fd7f4-1844-477b-b346-b20c2b6bbd68) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:28.739518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event updated for resources: {'Port': ['ID=bf93c795-3fd7-462e-b30b-55d0bb0af1df,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:28.806820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6848c313-166f-4c3c-b9a1-3f9969c78f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:28.809206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.20.0.13 (56c666a0-f83e-430e-9d8d-692d728cf316/e3d898cf-aa9c-4aa5-93d5-4028a0b4590d/851fd7f4-1844-477b-b346-b20c2b6bbd68) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:28.943024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Checking segment: {'id': '2e2fbcfc-2ed4-457a-a092-0826d37f9a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:50:28.943488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Network hostable DHCP agents. Network: 95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:50:28.973496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6848c313-166f-4c3c-b9a1-3f9969c78f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:28.980451 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f45cbc9-a1e7-48a5-bd0b-2e69c8061513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:29.096823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Network 95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:50:29.163094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7d3997bb-c9d0-4ce6-8118-3c9673ae83ad tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:29.249213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:29.258106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b3b750-ec56-47ce-8b3c-5134f9235744 None None] Network 95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:50:29.321390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:29.328352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:29.331057 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-7d3997bb-c9d0-4ce6-8118-3c9673ae83ad tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Calling delete_port for 631f5878-2f42-4fe8-becc-d982380e124f owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:29.332386 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:29.333073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:29.392267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6848c313-166f-4c3c-b9a1-3f9969c78f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:29.414756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d6390a1-0cf7-411a-b991-42977ed44617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:29.466418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848c313-166f-4c3c-b9a1-3f9969c78f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4375903f-cd76-4ffd-93f9-d29028c77144,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:29.495660 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-63668b2a-dc60-4fda-9df8-06eeb6364679 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.9704509 Oct 17 17:50:29.499085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6848c313-166f-4c3c-b9a1-3f9969c78f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:29.500273 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6848c313-166f-4c3c-b9a1-3f9969c78f0d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4375903f-cd76-4ffd-93f9-d29028c77144 HTTP/1.1" status: 204 len: 168 time: 1.2862108 Oct 17 17:50:29.515821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39458) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:29.544360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:29.765494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:29.774368 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c5df7321-4166-4642-b02e-b9f9502dd158 admin admin] Deleting port c454e4f6-5439-459a-b1f9-5110004e5de1 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:29.774688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5df7321-4166-4642-b02e-b9f9502dd158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:29.861539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 56c666a0-f83e-430e-9d8d-692d728cf316 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:29.868043 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:29.876127 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:29.911758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d32d2161-2b97-4581-b45a-45ff41d83b7d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:29.934260 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d32d2161-2b97-4581-b45a-45ff41d83b7d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:29.939217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=851fd7f4-1844-477b-b346-b20c2b6bbd68,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:30.086670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:30.087309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:30.118841 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f65c9599-b6f4-4064-8af7-cf3612b8dc92 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.1307609 Oct 17 17:50:30.122553 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39478) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:30.129465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '851fd7f4-1844-477b-b346-b20c2b6bbd68', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:30.138463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:30.143596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:floatingip and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:30.145727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:30.152391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:30.162436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:30.279259 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32d2161-2b97-4581-b45a-45ff41d83b7d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Router 2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:30.528669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39488) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:30.546266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7d3997bb-c9d0-4ce6-8118-3c9673ae83ad tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:30.562369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd380a3-2381-4c2c-aad3-450332021b47 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:30.572960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd380a3-2381-4c2c-aad3-450332021b47 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:30.575413 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3fd380a3-2381-4c2c-aad3-450332021b47 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.0583339 Oct 17 17:50:30.656346 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39492) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:30.760957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3997bb-c9d0-4ce6-8118-3c9673ae83ad tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event deleted for resources: {'Port': ['ID=631f5878-2f42-4fe8-becc-d982380e124f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:30.774161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-c5df7321-4166-4642-b02e-b9f9502dd158 admin admin] For port c454e4f6-5439-459a-b1f9-5110004e5de1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=c454e4f6-5439-459a-b1f9-5110004e5de1,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:30.774708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5df7321-4166-4642-b02e-b9f9502dd158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:30.811185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1208512954'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:30.834264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32d2161-2b97-4581-b45a-45ff41d83b7d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:30.841763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d32d2161-2b97-4581-b45a-45ff41d83b7d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:30.845780 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d32d2161-2b97-4581-b45a-45ff41d83b7d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "PUT /v2.0/routers/2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5 HTTP/1.1" status: 200 len: 924 time: 5.1878381 Oct 17 17:50:30.845949 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f56be-addf-4e01-b156-edfa505847ce None None] Sync routers for ids ['2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:30.848049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39498) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:30.856813 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f56be-addf-4e01-b156-edfa505847ce None None] Routers {'2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:30.858393 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-866f56be-addf-4e01-b156-edfa505847ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:30.858550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:30.929006 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-866f56be-addf-4e01-b156-edfa505847ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:30.942719 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f56be-addf-4e01-b156-edfa505847ce None None] Routers {'2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:30.943368 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-866f56be-addf-4e01-b156-edfa505847ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:31.018024 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-866f56be-addf-4e01-b156-edfa505847ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:31.018749 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f56be-addf-4e01-b156-edfa505847ce None None] The sync data for ids ['2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:31.024310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01b2ca-caf1-4329-81bc-3098a9100458 req-5f11cdd6-e51d-4051-bb23-92a81d3d5581 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:31.026465 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-be01b2ca-caf1-4329-81bc-3098a9100458 req-5f11cdd6-e51d-4051-bb23-92a81d3d5581 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 1.1718283 Oct 17 17:50:31.094262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:31.155700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Usage tracker for resource:network and tenant:fe4db023ccd44f7fabf2c336bdcee451 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:31.197432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c5df7321-4166-4642-b02e-b9f9502dd158 admin admin] Calling delete_port for c454e4f6-5439-459a-b1f9-5110004e5de1 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:31.247210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:31.309288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7d3997bb-c9d0-4ce6-8118-3c9673ae83ad tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:31.313629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:31.336388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c4b33-afcc-45fd-a949-29e420b7d437 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Deleting port 5617df21-ca03-4bec-adc4-832262155e46 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:31.336902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4b33-afcc-45fd-a949-29e420b7d437 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:31.338406 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a1665001-0e66-4e65-bab4-295254401a82 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/routers/2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5 HTTP/1.1" status: 200 len: 924 time: 0.4889212 Oct 17 17:50:31.342608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39502) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:31.461280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-efedc589-4f97-45e1-b64b-25515377bba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:31.481250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.26.8.150 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/92282bfa-3a60-4c09-8282-6ee0e49d67b4) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:31.502829 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7d3997bb-c9d0-4ce6-8118-3c9673ae83ad tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "DELETE /v2.0/ports/631f5878-2f42-4fe8-becc-d982380e124f HTTP/1.1" status: 204 len: 168 time: 3.3540583 Oct 17 17:50:31.503886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Made reservation on behalf of fe4db023ccd44f7fabf2c336bdcee451 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:31.506978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39506) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:31.509783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:31.550459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6390a1-0cf7-411a-b991-42977ed44617 admin admin] Router 1d85e75e-095d-446f-a049-3b6c8d98231d has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:31.568970 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-be01b2ca-caf1-4329-81bc-3098a9100458 req-6483ec73-1483-4558-8ff7-34aefd3588de tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3895125 Oct 17 17:50:31.626593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:31.799821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa2027-fb43-43f9-9d02-2eaff643ee1a tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:31.802199 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8faa2027-fb43-43f9-9d02-2eaff643ee1a tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6780153d-9acc-46e5-a017-90331dae5b00&device_id=2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4580648 Oct 17 17:50:31.810914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:31.816928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39512) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:31.873241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eca5983-d0ea-4fd1-9a30-b88f069159d2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Deleting subnet 3a7fea90-4ac0-4cdb-a4a2-ae8651ccd7f2 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:50:31.907935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9eca5983-d0ea-4fd1-9a30-b88f069159d2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:32.051901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9eca5983-d0ea-4fd1-9a30-b88f069159d2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:32.116820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:32.156656 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Usage tracker for resource:security_group_rule and tenant:fe4db023ccd44f7fabf2c336bdcee451 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:32.175738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240d423-0ae2-434b-85c3-f8368b56253c req-11bbbfe4-8dc7-49c7-b0f1-442828ae7c74 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:32.178091 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d240d423-0ae2-434b-85c3-f8368b56253c req-11bbbfe4-8dc7-49c7-b0f1-442828ae7c74 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.4851973 Oct 17 17:50:32.201773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:32.300905 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d240d423-0ae2-434b-85c3-f8368b56253c req-9b056666-9d01-4a0a-97ff-518426f51e3a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122029 Oct 17 17:50:32.321882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9eca5983-d0ea-4fd1-9a30-b88f069159d2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:32.340216 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:32.370467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:32.431980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:32.525448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:32.533760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:32.551161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:32.552570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:32.592709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=92282bfa-3a60-4c09-8282-6ee0e49d67b4,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:32.709286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9eca5983-d0ea-4fd1-9a30-b88f069159d2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:32.712339 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4b33-afcc-45fd-a949-29e420b7d437 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:32.807423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca5983-d0ea-4fd1-9a30-b88f069159d2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7fea90-4ac0-4cdb-a4a2-ae8651ccd7f2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:32.820194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9eca5983-d0ea-4fd1-9a30-b88f069159d2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:32.824357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6236273f-996c-4780-84e5-1252e7219033 None None] Network 4617506f-6a29-47c0-bb22-586306389927 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:50:32.894958 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9eca5983-d0ea-4fd1-9a30-b88f069159d2 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "DELETE /v2.0/subnets/3a7fea90-4ac0-4cdb-a4a2-ae8651ccd7f2 HTTP/1.1" status: 204 len: 168 time: 1.3800092 Oct 17 17:50:32.899961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39518) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:33.043982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c4b33-afcc-45fd-a949-29e420b7d437 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Calling delete_port for 5617df21-ca03-4bec-adc4-832262155e46 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:33.102742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] DHCP port deletion for 4617506f-6a29-47c0-bb22-586306389927 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:50:33.107916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Deleting port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:33.108292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:33.152880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6390a1-0cf7-411a-b991-42977ed44617 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:33.168022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3ea37-d66b-4822-90c4-32e70e9b86a0 None None] Sync routers for ids ['1d85e75e-095d-446f-a049-3b6c8d98231d'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:33.186555 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3ea37-d66b-4822-90c4-32e70e9b86a0 None None] Routers {'1d85e75e-095d-446f-a049-3b6c8d98231d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:33.187625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9ab3ea37-d66b-4822-90c4-32e70e9b86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1d85e75e-095d-446f-a049-3b6c8d98231d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:33.231929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c6f64c-2d0d-4d95-b341-b9738c70ecf5 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:33.236950 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-80c6f64c-2d0d-4d95-b341-b9738c70ecf5 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/networks/6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 881 time: 1.4041011 Oct 17 17:50:33.242377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39522) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:33.417073 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5f591714-ba05-497b-ac08-8322b782a198 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5 HTTP/1.1" status: 200 len: 205 time: 0.1662030 Oct 17 17:50:33.423324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39526) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:33.428819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5df7321-4166-4642-b02e-b9f9502dd158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:33.516709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:33.539127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] For port 25ba3a9d-14a1-417f-8d14-648e853fa0e1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=25ba3a9d-14a1-417f-8d14-648e853fa0e1,segment=NetworkSegment(bf8a5552-c41b-4262-9a73-804ed0b54b68),segment_id=bf8a5552-c41b-4262-9a73-804ed0b54b68)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:33.539515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:33.566217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Deleting port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:33.566776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:33.662945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b508db6-3bee-4838-9510-48728b23b875 req-425ba890-0854-47c8-b5ee-742620fb3f3d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:33.663905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Calling delete_port for 25ba3a9d-14a1-417f-8d14-648e853fa0e1 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:33.665430 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3b508db6-3bee-4838-9510-48728b23b875 req-425ba890-0854-47c8-b5ee-742620fb3f3d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 1.1866539 Oct 17 17:50:33.730095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-9ab3ea37-d66b-4822-90c4-32e70e9b86a0 None None] Set router 1d85e75e-095d-446f-a049-3b6c8d98231d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:50:33.781326 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5d6390a1-0cf7-411a-b991-42977ed44617 admin admin] 10.222.0.69 "PUT /v2.0/routers/1d85e75e-095d-446f-a049-3b6c8d98231d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9360545 Oct 17 17:50:33.781326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df7321-4166-4642-b02e-b9f9502dd158 admin admin] Pushing event deleted for resources: {'Port': ['ID=c454e4f6-5439-459a-b1f9-5110004e5de1,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:33.783673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39530) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:33.783841 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4b33-afcc-45fd-a949-29e420b7d437 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:33.883425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:33.936658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:33.950042 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c4b33-afcc-45fd-a949-29e420b7d437 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event deleted for resources: {'Port': ['ID=5617df21-ca03-4bec-adc4-832262155e46,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:33.970506 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:33.987391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5c3c4b33-afcc-45fd-a949-29e420b7d437 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:34.003639 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Pushing event deleted for resources: {'Port': ['ID=25ba3a9d-14a1-417f-8d14-648e853fa0e1,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:34.019443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] No DVR routers for this DVR port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:50:34.026699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:34.027819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:34.029162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:34.029659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:34.030149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:34.030625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:34.031136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:34.031618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:34.032096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:34.032856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:34.033324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:34.033806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1b68a3-414e-41b4-be36-2267cd1804da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:50:34.034684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:34.129652 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5c3c4b33-afcc-45fd-a949-29e420b7d437 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "DELETE /v2.0/ports/5617df21-ca03-4bec-adc4-832262155e46 HTTP/1.1" status: 204 len: 168 time: 3.4518797 Oct 17 17:50:34.141738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39536) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:34.247808 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:34.271847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:34.272036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:34.282920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 25ba3a9d-14a1-417f-8d14-648e853fa0e1 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:34.317637 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3b508db6-3bee-4838-9510-48728b23b875 req-5eb06f9e-436b-47c0-bb91-25b8fabab707 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5294578 Oct 17 17:50:34.318477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:50:34.324711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] For port 25ba3a9d-14a1-417f-8d14-648e853fa0e1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=25ba3a9d-14a1-417f-8d14-648e853fa0e1,segment=NetworkSegment(bf8a5552-c41b-4262-9a73-804ed0b54b68),segment_id=bf8a5552-c41b-4262-9a73-804ed0b54b68)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:34.325035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:34.351835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:34.351992 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 25ba3a9d-14a1-417f-8d14-648e853fa0e1 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:34.351992 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 25ba3a9d-14a1-417f-8d14-648e853fa0e1 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:34.387181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9ab3ea37-d66b-4822-90c4-32e70e9b86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:50:27Z', 'revision_number': 5, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:34.395013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3ea37-d66b-4822-90c4-32e70e9b86a0 None None] Checking router: 1d85e75e-095d-446f-a049-3b6c8d98231d for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:50:34.407386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3ea37-d66b-4822-90c4-32e70e9b86a0 None None] Routers {'1d85e75e-095d-446f-a049-3b6c8d98231d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:34.408519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9ab3ea37-d66b-4822-90c4-32e70e9b86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1d85e75e-095d-446f-a049-3b6c8d98231d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:34.423568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e5c7f-5f0a-4282-b7c9-96cf2b7f1b4c,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:34.595265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Calling delete_port for 25ba3a9d-14a1-417f-8d14-648e853fa0e1 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:34.609722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:34.610122 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Added segment 03cdf71b-b5e7-46ce-8f90-5c9144157406 of type vlan for network 5bbf4c71-160d-4efa-bc43-15458771717f Oct 17 17:50:34.622290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-9ab3ea37-d66b-4822-90c4-32e70e9b86a0 None None] Set router 1d85e75e-095d-446f-a049-3b6c8d98231d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:50:34.652610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-d415aecf-1baf-4da6-8bca-bf39f3892e80 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Deleting port bf93c795-3fd7-462e-b30b-55d0bb0af1df {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:34.652939 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d415aecf-1baf-4da6-8bca-bf39f3892e80 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:34.843427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:34.951232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9ab3ea37-d66b-4822-90c4-32e70e9b86a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:50:27Z', 'revision_number': 5, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:34.963207 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3ea37-d66b-4822-90c4-32e70e9b86a0 None None] The sync data for ids ['1d85e75e-095d-446f-a049-3b6c8d98231d'] in dv-neutron-860895-1-hyperv is: [{'id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'name': 'tempest-ServersTestJSON-59948075-router', 'tenant_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:50:27Z', 'revision_number': 5, 'project_id': 'a3f4e422ce3c4b4ea78d81856a691f25', 'gw_port': {'id': '0d4c7915-ddde-46d0-961c-43e9e151b057', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d85e75e-095d-446f-a049-3b6c8d98231d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:34.973580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.022190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.api [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:50:35.022515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG oslo_db.api [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:50:35.027614 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.032972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:35.033556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.042239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195adc1c-9a53-4c1f-ab10-83f9ed75fb53 req-0dee448b-f934-4fd4-9cd1-d7209051d555 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:35.044566 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-195adc1c-9a53-4c1f-ab10-83f9ed75fb53 req-0dee448b-f934-4fd4-9cd1-d7209051d555 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.4750755 Oct 17 17:50:35.050793 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.062480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Deleting port a3ff9543-460e-4870-8935-1b41266023a9 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:35.062831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.080078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Deleting port 0d4c7915-ddde-46d0-961c-43e9e151b057 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:35.080670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.159263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.165531 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-195adc1c-9a53-4c1f-ab10-83f9ed75fb53 req-cd9fdb1f-5dcb-4cd8-8d56-7fab1d50f656 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117587 Oct 17 17:50:35.169254 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.230052 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5df7321-4166-4642-b02e-b9f9502dd158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.306414 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 4.7728610 Oct 17 17:50:35.323123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39544) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:35.340398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Request body: {'subnet': {'network_id': '5bbf4c71-160d-4efa-bc43-15458771717f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:35.362560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d415aecf-1baf-4da6-8bca-bf39f3892e80 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.439148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=92282bfa-3a60-4c09-8282-6ee0e49d67b4,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:35.461722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.479829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b774aa-9866-40d6-8ee5-a3c484d500a0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Pushing event updated for resources: {'Network': ['ID=5bbf4c71-160d-4efa-bc43-15458771717f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:35.523540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Deleting port 25ba3a9d-14a1-417f-8d14-648e853fa0e1 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:35.523875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.601034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 5bbf4c71-160d-4efa-bc43-15458771717f details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:50:35.678218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-d415aecf-1baf-4da6-8bca-bf39f3892e80 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Calling delete_port for bf93c795-3fd7-462e-b30b-55d0bb0af1df owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:35.716792 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] The port '25ba3a9d-14a1-417f-8d14-648e853fa0e1' was deleted {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:50:35.764966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:35.768133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] For port 0d4c7915-ddde-46d0-961c-43e9e151b057, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0d4c7915-ddde-46d0-961c-43e9e151b057,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:35.768545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.802351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Usage tracker for resource:subnet and tenant:fe4db023ccd44f7fabf2c336bdcee451 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:35.806654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:35.836705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.858281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d415aecf-1baf-4da6-8bca-bf39f3892e80 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:35.930079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:35.988222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Calling delete_port for 0d4c7915-ddde-46d0-961c-43e9e151b057 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:36.069752 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:36.079914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Made reservation on behalf of fe4db023ccd44f7fabf2c336bdcee451 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:36.083411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:36.108945 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Floating IP d6a87da0-d585-47d2-a20b-6e1c20f00c8c associated. External IP: 172.26.8.150, port: 851fd7f4-1844-477b-b346-b20c2b6bbd68. Oct 17 17:50:36.119385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a620045b-c2c5-4cc6-b40a-6e2888742c42 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:36.160666 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: a620045b-c2c5-4cc6-b40a-6e2888742c42 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:36.161293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a620045b-c2c5-4cc6-b40a-6e2888742c42 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:36.202437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Calling delete_port for a3ff9543-460e-4870-8935-1b41266023a9 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:36.258243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baf528-147b-4ac9-87ae-7f4927641ae6 req-7af21c58-c102-411c-9708-fc1dd9800bc6 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:36.259649 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a3baf528-147b-4ac9-87ae-7f4927641ae6 req-7af21c58-c102-411c-9708-fc1dd9800bc6 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.9453461 Oct 17 17:50:36.320536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415aecf-1baf-4da6-8bca-bf39f3892e80 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event deleted for resources: {'Port': ['ID=bf93c795-3fd7-462e-b30b-55d0bb0af1df,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:36.336880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4617506f-6a29-47c0-bb22-586306389927']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:36.364285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d415aecf-1baf-4da6-8bca-bf39f3892e80 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:36.388242 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d415aecf-1baf-4da6-8bca-bf39f3892e80 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "DELETE /v2.0/ports/bf93c795-3fd7-462e-b30b-55d0bb0af1df HTTP/1.1" status: 204 len: 168 time: 2.1438506 Oct 17 17:50:36.397370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39548) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:36.495959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-22cf4cb7-4eff-4f01-a092-d648dc711ba0 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Synchronizing usage tracker for tenant:753fbee2809947dea37f275249b634c1 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:36.504800 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a3baf528-147b-4ac9-87ae-7f4927641ae6 req-77fa8953-2457-47b8-856d-a5a68263406a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674011 Oct 17 17:50:36.518034 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8a5552-c41b-4262-9a73-804ed0b54b68') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:36.518239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8a5552-c41b-4262-9a73-804ed0b54b68') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:36.544784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-22cf4cb7-4eff-4f01-a092-d648dc711ba0 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Unset dirty status for tenant:753fbee2809947dea37f275249b634c1 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:36.549722 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-22cf4cb7-4eff-4f01-a092-d648dc711ba0 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1447237 Oct 17 17:50:36.553840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39554) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:36.555096 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:36.559861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-314438947'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:36.564245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5df7321-4166-4642-b02e-b9f9502dd158 admin admin] Router 8e719514-bac6-48ae-bf62-4e5283ec49af has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:36.568959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:36.587932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:36.615270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:36.630343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:36.630736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:36.716422 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment bf8a5552-c41b-4262-9a73-804ed0b54b68 resource provider aggregate not found Oct 17 17:50:36.762382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Made reservation on behalf of 753fbee2809947dea37f275249b634c1 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:36.765900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:36.815947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:36.848268 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment bf8a5552-c41b-4262-9a73-804ed0b54b68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf8a5552-c41b-4262-9a73-804ed0b54b68 found for delete ", "request_id": "req-989cdf0a-ed4c-40fe-9f05-315351771bd2"}]} Oct 17 17:50:36.859551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:50:36.889812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Pushing event deleted for resources: {'Port': ['ID=a3ff9543-460e-4870-8935-1b41266023a9,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:36.932292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:36.932634 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Added segment 41369ab6-567b-45f8-89fa-767c769297c8 of type vlan for network 07de6ae9-eb0b-4d17-bae2-ec79430d1c78 Oct 17 17:50:36.986313 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5df7321-4166-4642-b02e-b9f9502dd158 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:36.994092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:36.999879 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14367ab1-8573-4d5c-96ad-4ea0ac1c1722 None None] Sync routers for ids ['8e719514-bac6-48ae-bf62-4e5283ec49af'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:37.016321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.019751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.025886 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14367ab1-8573-4d5c-96ad-4ea0ac1c1722 None None] Routers {'8e719514-bac6-48ae-bf62-4e5283ec49af'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:37.026584 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-14367ab1-8573-4d5c-96ad-4ea0ac1c1722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8e719514-bac6-48ae-bf62-4e5283ec49af'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:37.039108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.044427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.103888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] Pushing event deleted for resources: {'Network': ['ID=4617506f-6a29-47c0-bb22-586306389927,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:37.173159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4c7915-ddde-46d0-961c-43e9e151b057,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:37.222919 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c5df7321-4166-4642-b02e-b9f9502dd158 admin admin] 10.222.0.69 "PUT /v2.0/routers/8e719514-bac6-48ae-bf62-4e5283ec49af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7787776 Oct 17 17:50:37.232545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39562) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:37.244125 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-14367ab1-8573-4d5c-96ad-4ea0ac1c1722 None None] Set router 8e719514-bac6-48ae-bf62-4e5283ec49af gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:50:37.267273 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-23bf8de4-6698-4e2c-bbfa-d3e4587fe998 tempest-AllowedAddressPairIpV6TestJSON-1610878563 tempest-AllowedAddressPairIpV6TestJSON-1610878563-project] 10.222.0.69 "DELETE /v2.0/networks/4617506f-6a29-47c0-bb22-586306389927 HTTP/1.1" status: 204 len: 168 time: 4.3635409 Oct 17 17:50:37.301906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.361832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.378070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.383551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:37.384141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.394835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.406111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:37.461725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d386b38-82e2-4fcb-b386-c72bb3922079 req-b2ca4e4a-6d48-494c-b6cd-419db893fa41 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:37.471354 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4d386b38-82e2-4fcb-b386-c72bb3922079 req-b2ca4e4a-6d48-494c-b6cd-419db893fa41 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.8209865 Oct 17 17:50:37.649560 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0946460 Oct 17 17:50:37.650349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.650873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Fanout notify agent at l3_agent the message router_deleted on router 2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:50:37.655940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39570) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:37.658121 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-14367ab1-8573-4d5c-96ad-4ea0ac1c1722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:50:32Z', 'revision_number': 5, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:37.664802 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14367ab1-8573-4d5c-96ad-4ea0ac1c1722 None None] Checking router: 8e719514-bac6-48ae-bf62-4e5283ec49af for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:50:37.665990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-398254619'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:37.678136 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14367ab1-8573-4d5c-96ad-4ea0ac1c1722 None None] Routers {'8e719514-bac6-48ae-bf62-4e5283ec49af'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:37.678972 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-14367ab1-8573-4d5c-96ad-4ea0ac1c1722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8e719514-bac6-48ae-bf62-4e5283ec49af'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:37.686592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.691035 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-52ddbaed-e433-4a55-be77-97f9d58e6348 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/routers/2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5 HTTP/1.1" status: 204 len: 168 time: 4.2532725 Oct 17 17:50:37.691035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:37.694594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0e3f0-7289-4c99-9de3-f7c0e762e91a tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event updated for resources: {'Network': ['ID=07de6ae9-eb0b-4d17-bae2-ec79430d1c78,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:37.698511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39574) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:37.703932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Usage tracker for resource:network and tenant:753fbee2809947dea37f275249b634c1 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:37.709409 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 07de6ae9-eb0b-4d17-bae2-ec79430d1c78 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:50:37.709959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:37.714570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5ca3dc9c-e92c-4ce2-abe0-d140ffb02b9c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2141647387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:37.726308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:37.729837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39578) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:37.730643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5ca3dc9c-e92c-4ce2-abe0-d140ffb02b9c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:37.742311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5ca3dc9c-e92c-4ce2-abe0-d140ffb02b9c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Usage tracker for resource:router and tenant:b48c33d569cd4ef69784a3beac2fdc93 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:37.747794 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.799946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5ca3dc9c-e92c-4ce2-abe0-d140ffb02b9c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:37.867090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5ca3dc9c-e92c-4ce2-abe0-d140ffb02b9c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:37.879490 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4d386b38-82e2-4fcb-b386-c72bb3922079 req-f8466fa9-85ee-4f9f-b557-b50f419fcacd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4070783 Oct 17 17:50:37.894803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.904381 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Made reservation on behalf of 753fbee2809947dea37f275249b634c1 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:37.908305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.924570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5ca3dc9c-e92c-4ce2-abe0-d140ffb02b9c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.925563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5ca3dc9c-e92c-4ce2-abe0-d140ffb02b9c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.975942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5ca3dc9c-e92c-4ce2-abe0-d140ffb02b9c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:37.980365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:50:38.018666 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-14367ab1-8573-4d5c-96ad-4ea0ac1c1722 None None] Set router 8e719514-bac6-48ae-bf62-4e5283ec49af gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:50:38.032249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.032600 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Added segment 8d24b5b9-4289-48f5-ada0-598b25e4c0ae of type vlan for network 1d8ceb12-b93f-440e-8696-29ed725d6c41 Oct 17 17:50:38.042882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.069232 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5ca3dc9c-e92c-4ce2-abe0-d140ffb02b9c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.099599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.116410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Deleting port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:38.116694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.167700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.172367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.180616 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-467e6711-38b0-48d8-a445-26d14450e77f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07332727dc4544c0b9cd2aaae450f325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467869 Oct 17 17:50:38.190505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39586) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:38.206835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Pushing event updated for resources: {'Subnet': ['ID=64a10178-6869-4efe-b124-658e1243efdb,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:38.227721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Checking segment: {'id': '03cdf71b-b5e7-46ce-8f90-5c9144157406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5bbf4c71-160d-4efa-bc43-15458771717f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:50:38.227957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Network hostable DHCP agents. Network: 5bbf4c71-160d-4efa-bc43-15458771717f, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:50:38.228355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5ca3dc9c-e92c-4ce2-abe0-d140ffb02b9c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.229748 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5ca3dc9c-e92c-4ce2-abe0-d140ffb02b9c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5284176 Oct 17 17:50:38.236353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39590) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:38.237763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.237894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d85e75e-095d-446f-a049-3b6c8d98231d {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:50:38.255460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Request body: {'router': {'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:38.335712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.341210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:38.341821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.363012 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-14367ab1-8573-4d5c-96ad-4ea0ac1c1722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:50:32Z', 'revision_number': 5, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:38.368691 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14367ab1-8573-4d5c-96ad-4ea0ac1c1722 None None] The sync data for ids ['8e719514-bac6-48ae-bf62-4e5283ec49af'] in dv-neutron-860895-1-hyperv is: [{'id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'name': 'tempest-ServersTestManualDisk-1591875466-router', 'tenant_id': '995cd1702baf4d09a90e2ff17f6fc980', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22'}], 'enable_snat': True}, 'gw_port_id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:50:32Z', 'revision_number': 5, 'project_id': '995cd1702baf4d09a90e2ff17f6fc980', 'gw_port': {'id': '4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c1:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e719514-bac6-48ae-bf62-4e5283ec49af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:17Z', 'updated_at': '2022-10-17T17:48:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:38.508374 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8513937 Oct 17 17:50:38.517747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.521582 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4a46c0ff-0682-46c6-9532-3bd856264256 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1d85e75e-095d-446f-a049-3b6c8d98231d HTTP/1.1" status: 204 len: 168 time: 4.7350235 Oct 17 17:50:38.531235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39594) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:38.531625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02b3cd76-9ecc-4a61-8772-66f4dea5fe09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.533218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcac06e-0064-4cd2-b2e4-293af3024755 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event updated for resources: {'Network': ['ID=1d8ceb12-b93f-440e-8696-29ed725d6c41,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:38.547926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:38.555876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 1d8ceb12-b93f-440e-8696-29ed725d6c41 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:50:38.586877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] For port 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:38.587263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.588920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8cd874-34a5-4b02-95bd-2e73a3542966 None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:38.670735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Network 5bbf4c71-160d-4efa-bc43-15458771717f is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:50:38.691884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39598) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:38.699991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8cd874-34a5-4b02-95bd-2e73a3542966 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:38.701366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4b8cd874-34a5-4b02-95bd-2e73a3542966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:38.703738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'subnets': [{'network_id': '07de6ae9-eb0b-4d17-bae2-ec79430d1c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1684798725', 'ip_version': 4}, {'network_id': '1d8ceb12-b93f-440e-8696-29ed725d6c41', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:38.704206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'subnet': {'network_id': '07de6ae9-eb0b-4d17-bae2-ec79430d1c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1684798725', 'ip_version': 4}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:38.704777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Request body: {'subnet': {'network_id': '1d8ceb12-b93f-440e-8696-29ed725d6c41', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:38.743880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Calling delete_port for 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:38.777230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02b3cd76-9ecc-4a61-8772-66f4dea5fe09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.786269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.809969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 5bbf4c71-160d-4efa-bc43-15458771717f) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:38.819068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4b8cd874-34a5-4b02-95bd-2e73a3542966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:38.827580 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00310294-ae6e-43f5-95fe-10297b00a482 None None] Network 5bbf4c71-160d-4efa-bc43-15458771717f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:50:38.846247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7869125-ba10-47cf-90b6-75a70d8a2330 admin admin] Deleting subnet cda448af-5e6a-46d1-83c7-e9860dc5dd0d {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:50:38.855281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e7869125-ba10-47cf-90b6-75a70d8a2330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.884812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:38.885387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.908959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8cd874-34a5-4b02-95bd-2e73a3542966 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:38.909592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4b8cd874-34a5-4b02-95bd-2e73a3542966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:38.935633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e7869125-ba10-47cf-90b6-75a70d8a2330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:38.976734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4b8cd874-34a5-4b02-95bd-2e73a3542966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:38.977148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8cd874-34a5-4b02-95bd-2e73a3542966 None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:38.994730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02b3cd76-9ecc-4a61-8772-66f4dea5fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.033753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.041162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3cd76-9ecc-4a61-8772-66f4dea5fe09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72de5d53-7160-4d4e-a5c4-d270cf4f1adf,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:39.050132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02b3cd76-9ecc-4a61-8772-66f4dea5fe09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.051204 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-02b3cd76-9ecc-4a61-8772-66f4dea5fe09 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/72de5d53-7160-4d4e-a5c4-d270cf4f1adf HTTP/1.1" status: 204 len: 168 time: 0.8564863 Oct 17 17:50:39.053316 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bf929a97-4583-44d4-b41d-bdd1e7d314ba tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7291250 Oct 17 17:50:39.058233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39604) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:39.066357 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-60cca272-705f-4f3f-953a-e37997a2f56d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9425108 Oct 17 17:50:39.086917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Request body: {'port': {'network_id': '5bbf4c71-160d-4efa-bc43-15458771717f', 'name': 'tempest-TagsExtTest-1283457309'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:39.107375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39608) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:39.118307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-74c7ed1b-e285-4fd4-b161-774619c68b1a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'floatingip': {'port_id': '851fd7f4-1844-477b-b346-b20c2b6bbd68', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:39.249822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e7869125-ba10-47cf-90b6-75a70d8a2330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.264542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-5bbf4c71-160d-4efa-bc43-15458771717f', 'network_id': '5bbf4c71-160d-4efa-bc43-15458771717f', 'tenant_id': 'fe4db023ccd44f7fabf2c336bdcee451', 'fixed_ips': [{'subnet_id': '64a10178-6869-4efe-b124-658e1243efdb'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:50:39.266515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.287868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-74c7ed1b-e285-4fd4-b161-774619c68b1a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.442201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.467106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Allocated IP 172.20.0.2 (5bbf4c71-160d-4efa-bc43-15458771717f/64a10178-6869-4efe-b124-658e1243efdb/2da4dc22-2f38-408a-9c68-f92f6abc3118) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:39.508091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:39.510236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e7869125-ba10-47cf-90b6-75a70d8a2330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.514982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:39.705781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:39.711214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Usage tracker for resource:port and tenant:fe4db023ccd44f7fabf2c336bdcee451 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:39.717104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Usage tracker for resource:subnet and tenant:753fbee2809947dea37f275249b634c1 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:39.722204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:39.729106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:39.731999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:39.732199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7869125-ba10-47cf-90b6-75a70d8a2330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda448af-5e6a-46d1-83c7-e9860dc5dd0d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:39.750584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a86577-5a5c-4952-a6b0-810e790e6af5 None None] Network 79ac80e2-073f-4d37-b0c3-f487b129c61c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:50:39.764783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e7869125-ba10-47cf-90b6-75a70d8a2330 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.767479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:39.796196 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e7869125-ba10-47cf-90b6-75a70d8a2330 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cda448af-5e6a-46d1-83c7-e9860dc5dd0d HTTP/1.1" status: 204 len: 168 time: 1.2573011 Oct 17 17:50:39.796737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39622) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:39.832618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Made reservation on behalf of fe4db023ccd44f7fabf2c336bdcee451 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:39.836136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.870433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.889619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Made reservation on behalf of 753fbee2809947dea37f275249b634c1 for: {'subnet': 2} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:39.894233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.894557 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.905281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Transition to ACTIVE for port object 2da4dc22-2f38-408a-9c68-f92f6abc3118 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:39.927690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:39.978090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] device_id is not set on port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:39.987303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Transition to ACTIVE for port object 2da4dc22-2f38-408a-9c68-f92f6abc3118 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:40.073131 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.193737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Network 5bbf4c71-160d-4efa-bc43-15458771717f is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:40.216218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:40.223753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39634) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:40.224092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:40.232074 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0d4c7915-ddde-46d0-961c-43e9e151b057 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:40.258855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.262876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.282396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 0d4c7915-ddde-46d0-961c-43e9e151b057 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:40.283088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0d4c7915-ddde-46d0-961c-43e9e151b057 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:40.283237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device c454e4f6-5439-459a-b1f9-5110004e5de1 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:40.302600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.331456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.332193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e719514-bac6-48ae-bf62-4e5283ec49af {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:50:40.339356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Pushing event updated for resources: {'Port': ['ID=2da4dc22-2f38-408a-9c68-f92f6abc3118,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:40.346017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Deleting port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:40.346635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.384517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: c454e4f6-5439-459a-b1f9-5110004e5de1 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:40.384852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device c454e4f6-5439-459a-b1f9-5110004e5de1 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:40.438359 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.442079 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-47d5ac90-f7fa-404e-a5ba-503f7ec391ee admin admin] 10.222.0.69 "DELETE /v2.0/routers/8e719514-bac6-48ae-bf62-4e5283ec49af HTTP/1.1" status: 204 len: 168 time: 3.2039189 Oct 17 17:50:40.450780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39640) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:40.478738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group': {'name': 'tempest-secgroup--533758214'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:40.487378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Attempting to bind port 2da4dc22-2f38-408a-9c68-f92f6abc3118 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:40.488019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Attempting to bind port 2da4dc22-2f38-408a-9c68-f92f6abc3118 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '03cdf71b-b5e7-46ce-8f90-5c9144157406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5bbf4c71-160d-4efa-bc43-15458771717f'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:40.488600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Attempting to bind port 2da4dc22-2f38-408a-9c68-f92f6abc3118 on network 5bbf4c71-160d-4efa-bc43-15458771717f {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:40.496733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:50:40.497112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Checking segment: {'id': '03cdf71b-b5e7-46ce-8f90-5c9144157406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5bbf4c71-160d-4efa-bc43-15458771717f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:50:40.497514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.497903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Bound using segment: {'id': '03cdf71b-b5e7-46ce-8f90-5c9144157406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5bbf4c71-160d-4efa-bc43-15458771717f'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:50:40.498483 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Bound port: 2da4dc22-2f38-408a-9c68-f92f6abc3118, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cdf71b-b5e7-46ce-8f90-5c9144157406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '5bbf4c71-160d-4efa-bc43-15458771717f'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:50:40.498815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.537227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:40.564477 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e98cbb-7265-48cf-9f8b-f57f788943df None None] DHCP port deletion for 79ac80e2-073f-4d37-b0c3-f487b129c61c request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:50:40.589503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-14e98cbb-7265-48cf-9f8b-f57f788943df None None] Deleting port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:40.590797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-14e98cbb-7265-48cf-9f8b-f57f788943df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.609419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:40.623155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Allocated IP 172.20.0.5 (5bbf4c71-160d-4efa-bc43-15458771717f/64a10178-6869-4efe-b124-658e1243efdb/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:40.627949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:40.637990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.689846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:40.712676 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] For port 2da4dc22-2f38-408a-9c68-f92f6abc3118, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:50:40.714102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.724658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-1731371f-933f-4a9c-9626-0bc73032233e admin admin] Deleting subnet 75f3d772-483f-4177-8883-a19140d2941f {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:50:40.765094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] For port 2da4dc22-2f38-408a-9c68-f92f6abc3118, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2da4dc22-2f38-408a-9c68-f92f6abc3118,segment=NetworkSegment(03cdf71b-b5e7-46ce-8f90-5c9144157406),segment_id=03cdf71b-b5e7-46ce-8f90-5c9144157406)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:50:40.775198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.776556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] For port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8,segment=NetworkSegment(3dd99bbb-7938-4b28-b288-d9c4a4b7af35),segment_id=3dd99bbb-7938-4b28-b288-d9c4a4b7af35)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:40.776875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.783668 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1731371f-933f-4a9c-9626-0bc73032233e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.833325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.906359 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.931737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Calling delete_port for f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:40.969572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-14e98cbb-7265-48cf-9f8b-f57f788943df None None] For port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8,segment=NetworkSegment(3dd99bbb-7938-4b28-b288-d9c4a4b7af35),segment_id=3dd99bbb-7938-4b28-b288-d9c4a4b7af35)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:40.969572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-14e98cbb-7265-48cf-9f8b-f57f788943df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.970943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1731371f-933f-4a9c-9626-0bc73032233e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:40.981384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e2b33-1b21-48d6-96f8-d29ea6845963 None None] Pushing event updated for resources: {'Port': ['ID=2da4dc22-2f38-408a-9c68-f92f6abc3118,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:41.124464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:41.137730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-14e98cbb-7265-48cf-9f8b-f57f788943df None None] Calling delete_port for f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:41.149240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:41.160396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:41.193457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:41.244326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.247737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-74c7ed1b-e285-4fd4-b161-774619c68b1a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:50:41.295416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-14e98cbb-7265-48cf-9f8b-f57f788943df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:50:41.296254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-14e98cbb-7265-48cf-9f8b-f57f788943df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:50:41.326401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Pushing event deleted for resources: {'Port': ['ID=f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:41.330306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] No DVR routers for this DVR port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:50:41.334269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.352417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Allocated IP 172.26.8.37 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/e7446e6c-3cd6-44df-a5e3-c9c5ecd04f7f) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:41.414817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-74c7ed1b-e285-4fd4-b161-774619c68b1a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.479727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1731371f-933f-4a9c-9626-0bc73032233e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.507755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-74c7ed1b-e285-4fd4-b161-774619c68b1a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.552995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Transition to ACTIVE for port object 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:41.580067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.610561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ac80e2-073f-4d37-b0c3-f487b129c61c']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:41.624265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd99bbb-7938-4b28-b288-d9c4a4b7af35') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:41.624555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd99bbb-7938-4b28-b288-d9c4a4b7af35') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:41.638776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.652986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.687875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.720584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:41.720985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.795227 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 3dd99bbb-7938-4b28-b288-d9c4a4b7af35 resource provider aggregate not found Oct 17 17:50:41.798183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-14e98cbb-7265-48cf-9f8b-f57f788943df None None] Deleting port f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:41.798547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-14e98cbb-7265-48cf-9f8b-f57f788943df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.822845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Network 5bbf4c71-160d-4efa-bc43-15458771717f is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:41.832197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:41.844750 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 3dd99bbb-7938-4b28-b288-d9c4a4b7af35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3dd99bbb-7938-4b28-b288-d9c4a4b7af35 found for delete ", "request_id": "req-4c6c0836-d16f-4a24-b9cc-4eda3c0f08ff"}]} Oct 17 17:50:41.845524 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:41.875813 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Pushing event updated for resources: {'Port': ['ID=2e6ac850-9f0e-49e3-9f0c-38ab76799a7d,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:41.894452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.931145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.937444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-14e98cbb-7265-48cf-9f8b-f57f788943df None None] The port 'f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:50:41.941757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:41.942380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:41.951331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] Pushing event deleted for resources: {'Network': ['ID=79ac80e2-073f-4d37-b0c3-f487b129c61c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:41.966788 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ae6416d3-9ce5-4a21-9e0e-76d07965ceea admin admin] 10.222.0.69 "DELETE /v2.0/networks/79ac80e2-073f-4d37-b0c3-f487b129c61c HTTP/1.1" status: 204 len: 168 time: 2.1691463 Oct 17 17:50:41.975682 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c7fd7e9b-a853-4b7d-a963-3533ae78f88d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9153359 Oct 17 17:50:41.978507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39650) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:41.985432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-9b387a1d-39fb-4d7e-99ba-93878ebc2ca2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-503277425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:41.997819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9b387a1d-39fb-4d7e-99ba-93878ebc2ca2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:42.002110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9b387a1d-39fb-4d7e-99ba-93878ebc2ca2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Usage tracker for resource:router and tenant:fe4db023ccd44f7fabf2c336bdcee451 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:42.006643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9b387a1d-39fb-4d7e-99ba-93878ebc2ca2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:42.015550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9b387a1d-39fb-4d7e-99ba-93878ebc2ca2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:42.028877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b387a1d-39fb-4d7e-99ba-93878ebc2ca2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.029956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b387a1d-39fb-4d7e-99ba-93878ebc2ca2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.055400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b387a1d-39fb-4d7e-99ba-93878ebc2ca2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.076903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.101770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1731371f-933f-4a9c-9626-0bc73032233e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.105096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b387a1d-39fb-4d7e-99ba-93878ebc2ca2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.108273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.117473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.163909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b387a1d-39fb-4d7e-99ba-93878ebc2ca2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.165301 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9b387a1d-39fb-4d7e-99ba-93878ebc2ca2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1855364 Oct 17 17:50:42.168054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39654) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:42.173892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e9e3ce42-82c1-43a7-9acd-05dfb5c59b00 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1553890430', 'prefixes': ['172.20.0.0/16']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:42.182760 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e9e3ce42-82c1-43a7-9acd-05dfb5c59b00 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:42.217335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:42.239423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.263506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2da4dc22-2f38-408a-9c68-f92f6abc3118 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:50:42.274235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39658) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:42.281311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:42.289480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731371f-933f-4a9c-9626-0bc73032233e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f3d772-483f-4177-8883-a19140d2941f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:42.291959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e9e3ce42-82c1-43a7-9acd-05dfb5c59b00 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks [] for subnetpool, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.297304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:42.298038 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e9e3ce42-82c1-43a7-9acd-05dfb5c59b00 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1286962 Oct 17 17:50:42.298934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39662) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:42.303751 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a5ee6e-fda4-4c7b-97fa-81d8d4e4e0e2 None None] Network 5bbf4c71-160d-4efa-bc43-15458771717f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:50:42.313254 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-420ef44c-00d9-4ca3-949e-2f416194224e tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb', 'tempest-TagsExtTest-Tag-638102586') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:42.318499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c1d729-d926-423e-98ec-6257eef0e6bf None None] Network 03f5626e-6646-4d1a-9305-f3c3d025ed6e requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:50:42.338161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1731371f-933f-4a9c-9626-0bc73032233e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.383676 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-661b8ec3-0a80-47ee-8694-12e32124e804 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a3f4e422ce3c4b4ea78d81856a691f25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1074238 Oct 17 17:50:42.386649 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39666) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:42.481679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1975db4-4304-46b9-8f7c-4d09d8be01a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.483076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:42.487738 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-420ef44c-00d9-4ca3-949e-2f416194224e tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "PUT /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags/tempest-TagsExtTest-Tag-638102586 HTTP/1.1" status: 201 len: 201 time: 0.1856918 Oct 17 17:50:42.495560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39670) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:42.505027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-3f1e5f13-91a2-40b9-889b-163cf5c1ba05 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d', 'tempest-TagsExtTest-Tag-137723193') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:42.512501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb79909a-9245-4d41-b299-e7a0ce5f75a6,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:42.515219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bc4ef86a-0c1f-4e3d-b4b7-f6c690fd2979 None None] Provisioning for port 2da4dc22-2f38-408a-9c68-f92f6abc3118 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:50:42.542544 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1731371f-933f-4a9c-9626-0bc73032233e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/75f3d772-483f-4177-8883-a19140d2941f HTTP/1.1" status: 204 len: 168 time: 2.0876553 Oct 17 17:50:42.553953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39674) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:42.571942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Checking segment: {'id': '41369ab6-567b-45f8-89fa-767c769297c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '07de6ae9-eb0b-4d17-bae2-ec79430d1c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:50:42.572182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Network hostable DHCP agents. Network: 07de6ae9-eb0b-4d17-bae2-ec79430d1c78, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:50:42.583883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1975db4-4304-46b9-8f7c-4d09d8be01a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.601514 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event updated for resources: {'Subnet': ['ID=7a5e49dd-1494-494c-89fb-56da9ba601c9,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:42.615109 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 2da4dc22-2f38-408a-9c68-f92f6abc3118 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:50:42.662698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.666382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Network 07de6ae9-eb0b-4d17-bae2-ec79430d1c78 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:50:42.691476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 2da4dc22-2f38-408a-9c68-f92f6abc3118 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:42.691875 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.692183 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 2da4dc22-2f38-408a-9c68-f92f6abc3118 Oct 17 17:50:42.719673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.742258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Deleting port eeaa8317-be5f-4439-9496-278a5eacf825 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:42.742647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.763615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c7ed1b-e285-4fd4-b161-774619c68b1a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:42.772415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 07de6ae9-eb0b-4d17-bae2-ec79430d1c78) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:42.778227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.780529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:42.786837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:42.788901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.789403 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6a5abe-1fce-4fca-8061-f24f575b6876 None None] Network 07de6ae9-eb0b-4d17-bae2-ec79430d1c78 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:50:42.804847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1975db4-4304-46b9-8f7c-4d09d8be01a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.822170 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3f1e5f13-91a2-40b9-889b-163cf5c1ba05 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "PUT /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags/tempest-TagsExtTest-Tag-137723193 HTTP/1.1" status: 201 len: 201 time: 0.3218641 Oct 17 17:50:42.827666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39678) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:42.832796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:42.836042 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-0a8a4f87-d952-46ae-958d-74eab9588665 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39', 'tempest-TagsExtTest-Tag-1249890602') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:42.858512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Pushing event updated for resources: {'Port': ['ID=e7446e6c-3cd6-44df-a5e3-c9c5ecd04f7f,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:42.870622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:42.885622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1975db4-4304-46b9-8f7c-4d09d8be01a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34461b5-eb95-480f-bae5-b0dbceb76f69,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:43.015354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1975db4-4304-46b9-8f7c-4d09d8be01a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:43.019711 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a1975db4-4304-46b9-8f7c-4d09d8be01a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b34461b5-eb95-480f-bae5-b0dbceb76f69 HTTP/1.1" status: 204 len: 168 time: 0.6287653 Oct 17 17:50:43.113810 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0a8a4f87-d952-46ae-958d-74eab9588665 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "PUT /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags/tempest-TagsExtTest-Tag-1249890602 HTTP/1.1" status: 201 len: 201 time: 0.2837925 Oct 17 17:50:43.115981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39684) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:43.116100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 2da4dc22-2f38-408a-9c68-f92f6abc3118 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:50:43.116441 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:43.137804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8337b-e2d9-45d9-ba5c-de91e88b644f None None] DHCP port deletion for 03f5626e-6646-4d1a-9305-f3c3d025ed6e request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:50:43.177422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eba8337b-e2d9-45d9-ba5c-de91e88b644f None None] Deleting port eeaa8317-be5f-4439-9496-278a5eacf825 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:43.177791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eba8337b-e2d9-45d9-ba5c-de91e88b644f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:43.179745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:43.180457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-3e37b6b7-deb4-40d3-afb6-067e00d93af0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a', 'tempest-TagsExtTest-Tag-417125031') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:43.181328 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.9560547 Oct 17 17:50:43.192163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event updated for resources: {'Subnet': ['ID=5e12b1d4-83f4-42d6-a04f-1c85a6a2d3f9,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:43.194491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18533276-e574-460a-92d1-904ab74ac953 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42de1a8f-5a98-4b1d-ac53-9c24662655d3,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:43.196592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39688) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:43.266161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] For port eeaa8317-be5f-4439-9496-278a5eacf825, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=eeaa8317-be5f-4439-9496-278a5eacf825,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:43.266578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:43.314153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Checking segment: {'id': '8d24b5b9-4289-48f5-ada0-598b25e4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1d8ceb12-b93f-440e-8696-29ed725d6c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:50:43.314891 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Network hostable DHCP agents. Network: 1d8ceb12-b93f-440e-8696-29ed725d6c41, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:50:43.410389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Calling delete_port for eeaa8317-be5f-4439-9496-278a5eacf825 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:43.430474 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 2da4dc22-2f38-408a-9c68-f92f6abc3118, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2da4dc22-2f38-408a-9c68-f92f6abc3118,segment=NetworkSegment(03cdf71b-b5e7-46ce-8f90-5c9144157406),segment_id=03cdf71b-b5e7-46ce-8f90-5c9144157406)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:43.452859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c7ed1b-e285-4fd4-b161-774619c68b1a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:43.459638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fe368df5-e3ae-4eb7-8cb7-5ac69db68538 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:43.466004 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a2704-ad39-428c-9b5a-84b4136e9086 None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:43.467568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-74c7ed1b-e285-4fd4-b161-774619c68b1a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:43.471484 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3e37b6b7-deb4-40d3-afb6-067e00d93af0 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "PUT /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags/tempest-TagsExtTest-Tag-417125031 HTTP/1.1" status: 201 len: 201 time: 0.3467791 Oct 17 17:50:43.475167 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39694) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:43.483462 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a2704-ad39-428c-9b5a-84b4136e9086 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:43.484907 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0a5a2704-ad39-428c-9b5a-84b4136e9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:43.485578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-3faa91f6-c4c2-4e0e-b499-5087ebcfd0a4 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:43.499869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Network 1d8ceb12-b93f-440e-8696-29ed725d6c41 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:50:43.561434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:43.635024 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0a5a2704-ad39-428c-9b5a-84b4136e9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:43.658166 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a2704-ad39-428c-9b5a-84b4136e9086 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:43.659322 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0a5a2704-ad39-428c-9b5a-84b4136e9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:43.740879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:43.772305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 1d8ceb12-b93f-440e-8696-29ed725d6c41) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:43.809667 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0a5a2704-ad39-428c-9b5a-84b4136e9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:43.810454 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a2704-ad39-428c-9b5a-84b4136e9086 None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:43.811315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] No DVR routers for this DVR port eeaa8317-be5f-4439-9496-278a5eacf825 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:50:43.835029 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:43.835526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:43.836150 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:43.857756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-eba8337b-e2d9-45d9-ba5c-de91e88b644f None None] For port eeaa8317-be5f-4439-9496-278a5eacf825, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=eeaa8317-be5f-4439-9496-278a5eacf825,segment=NetworkSegment(fd612814-d04b-46c2-a355-2f7f05d5df13),segment_id=fd612814-d04b-46c2-a355-2f7f05d5df13)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:43.858261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eba8337b-e2d9-45d9-ba5c-de91e88b644f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:43.862153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeaa8317-be5f-4439-9496-278a5eacf825,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:43.921531 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fe368df5-e3ae-4eb7-8cb7-5ac69db68538 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:43.925593 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fe368df5-e3ae-4eb7-8cb7-5ac69db68538 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6571410 Oct 17 17:50:43.960443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39706) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:43.969374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-60845e03-b7c4-44a6-b096-a760abaf7c91 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group': {'name': 'tempest-security--1953009204', 'description': 'tempest-security-description-1120183564'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:43.979428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:43.982397 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-de698398-e57f-4b5b-9bff-5e0f5a3ccc12 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.2870071 Oct 17 17:50:43.990462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39710) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:44.013343 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f5626e-6646-4d1a-9305-f3c3d025ed6e']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:44.029411 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd612814-d04b-46c2-a355-2f7f05d5df13') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:44.029789 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd612814-d04b-46c2-a355-2f7f05d5df13') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:44.044159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.066625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.074002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eba8337b-e2d9-45d9-ba5c-de91e88b644f None None] Calling delete_port for eeaa8317-be5f-4439-9496-278a5eacf825 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:44.075186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:44.075926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.183456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=2da4dc22-2f38-408a-9c68-f92f6abc3118,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:44.188262 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-07de6ae9-eb0b-4d17-bae2-ec79430d1c78', 'network_id': '07de6ae9-eb0b-4d17-bae2-ec79430d1c78', 'tenant_id': '753fbee2809947dea37f275249b634c1', 'fixed_ips': [{'subnet_id': '7a5e49dd-1494-494c-89fb-56da9ba601c9'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:50:44.189355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.213117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:44.243347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.248965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.252883 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment fd612814-d04b-46c2-a355-2f7f05d5df13 resource provider aggregate not found Oct 17 17:50:44.278034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-eba8337b-e2d9-45d9-ba5c-de91e88b644f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:50:44.278395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-eba8337b-e2d9-45d9-ba5c-de91e88b644f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:50:44.300189 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3faa91f6-c4c2-4e0e-b499-5087ebcfd0a4 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags HTTP/1.1" status: 200 len: 240 time: 0.8237054 Oct 17 17:50:44.307293 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment fd612814-d04b-46c2-a355-2f7f05d5df13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd612814-d04b-46c2-a355-2f7f05d5df13 found for delete ", "request_id": "req-a2d314a0-023b-469f-afff-119d0eec9a5e"}]} Oct 17 17:50:44.311214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39726) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:44.314227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f5626e-6646-4d1a-9305-f3c3d025ed6e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:44.329086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-8661be37-a9f5-491a-902d-de5aea44a440 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb', 'tempest-TagsExtTest-Tag-638102586') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:44.333537 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-74c7ed1b-e285-4fd4-b161-774619c68b1a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "PUT /v2.0/floatingips/d6a87da0-d585-47d2-a20b-6e1c20f00c8c HTTP/1.1" status: 200 len: 978 time: 5.2247672 Oct 17 17:50:44.342026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39730) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:44.390621 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d32503ec-c50a-4200-a1a7-a7d8e00a48a6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/03f5626e-6646-4d1a-9305-f3c3d025ed6e HTTP/1.1" status: 204 len: 168 time: 1.8362150 Oct 17 17:50:44.409174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60845e03-b7c4-44a6-b096-a760abaf7c91 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.431889 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8661be37-a9f5-491a-902d-de5aea44a440 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags/tempest-TagsExtTest-Tag-638102586 HTTP/1.1" status: 204 len: 168 time: 0.1190498 Oct 17 17:50:44.435163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39736) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:44.441009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-2443cb4d-c8c6-47fe-8481-49426e30e161 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb', 'tempest-TagsExtTest-Tag-638102586') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:44.481991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.492828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Allocated IP 172.20.0.2 (07de6ae9-eb0b-4d17-bae2-ec79430d1c78/7a5e49dd-1494-494c-89fb-56da9ba601c9/43f9bd36-918b-4f24-a10f-074da49633e0) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:44.505455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:44.505797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4b8b3e6a-01c7-433e-a12a-3d39c27ef9f0 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:44.506223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:44.540342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d698ef0-f8c8-4f1a-b9e6-4bab084936ba tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:44.542490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d698ef0-f8c8-4f1a-b9e6-4bab084936ba tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:44.544304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d698ef0-f8c8-4f1a-b9e6-4bab084936ba tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:44.545279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9d698ef0-f8c8-4f1a-b9e6-4bab084936ba tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Synchronizing usage tracker for tenant:753fbee2809947dea37f275249b634c1 on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:44.557538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9613d5-cdb3-4253-95ab-e565bd8d73b6 None None] Network 1d8ceb12-b93f-440e-8696-29ed725d6c41 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:50:44.563090 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2443cb4d-c8c6-47fe-8481-49426e30e161 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags/tempest-TagsExtTest-Tag-638102586 HTTP/1.1" status: 204 len: 168 time: 0.1266034 Oct 17 17:50:44.565519 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39742) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:44.579147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-8d1cb5fa-f157-4b78-9a8a-24ba411f5ba7 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:44.672395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:44.672734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f89ea2c2-9e4e-4ea7-8b30-1a4462e339a8 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:44.720696 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8d1cb5fa-f157-4b78-9a8a-24ba411f5ba7 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags HTTP/1.1" status: 200 len: 205 time: 0.1519134 Oct 17 17:50:44.722444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39748) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:44.735343 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-0c4c0383-8918-4dae-a749-b2f4270f4199 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:44.792171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39752) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:44.801632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60845e03-b7c4-44a6-b096-a760abaf7c91 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.816158 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eba8337b-e2d9-45d9-ba5c-de91e88b644f None None] Deleting port eeaa8317-be5f-4439-9496-278a5eacf825 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:44.816885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eba8337b-e2d9-45d9-ba5c-de91e88b644f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.823364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9d698ef0-f8c8-4f1a-b9e6-4bab084936ba tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Unset dirty status for tenant:753fbee2809947dea37f275249b634c1 on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:44.825572 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9d698ef0-f8c8-4f1a-b9e6-4bab084936ba tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.8306761 Oct 17 17:50:44.833673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39756) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:44.855771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2da4dc22-2f38-408a-9c68-f92f6abc3118 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:50:44.912035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Provisioning for port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:50:44.937960 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0c4c0383-8918-4dae-a749-b2f4270f4199 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags HTTP/1.1" status: 200 len: 240 time: 0.2144635 Oct 17 17:50:44.942501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ea78b9-c022-4b6e-a9b5-c7fd74d25041 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Deleting subnet 7a5e49dd-1494-494c-89fb-56da9ba601c9 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:50:44.944311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39760) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:44.961626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-21284d7d-5e55-4023-a019-ccd6d2d0c697 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d', 'tempest-TagsExtTest-Tag-137723193') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:44.969310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60845e03-b7c4-44a6-b096-a760abaf7c91 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.970358 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Provisioning complete for port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:44.970722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.971068 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Attempt 1 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:44.973021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60845e03-b7c4-44a6-b096-a760abaf7c91 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.977135 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-60845e03-b7c4-44a6-b096-a760abaf7c91 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "PUT /v2.0/security-groups/42de1a8f-5a98-4b1d-ac53-9c24662655d3 HTTP/1.1" status: 200 len: 1778 time: 1.0103054 Oct 17 17:50:44.977135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port 92282bfa-3a60-4c09-8282-6ee0e49d67b4 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:44.977135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:44.996625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39766) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:45.026620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eba8337b-e2d9-45d9-ba5c-de91e88b644f None None] The port 'eeaa8317-be5f-4439-9496-278a5eacf825' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:50:45.088031 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bf3acc20-d7f9-4fb3-a3a3-0ed267c2af33 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-groups/42de1a8f-5a98-4b1d-ac53-9c24662655d3 HTTP/1.1" status: 200 len: 1778 time: 0.0858042 Oct 17 17:50:45.095962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39772) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:45.124554 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-21284d7d-5e55-4023-a019-ccd6d2d0c697 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags/tempest-TagsExtTest-Tag-137723193 HTTP/1.1" status: 204 len: 168 time: 0.1759818 Oct 17 17:50:45.128829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39778) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:45.137054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-4426dba1-470d-4694-bab1-96a8666d2719 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d', 'tempest-TagsExtTest-Tag-137723193') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:45.195430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:45.233479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60845e03-b7c4-44a6-b096-a760abaf7c91 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42de1a8f-5a98-4b1d-ac53-9c24662655d3,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:45.283650 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.296591 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-808a06af-4eea-496e-92ac-a92078c2d0fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=995cd1702baf4d09a90e2ff17f6fc980&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5023129 Oct 17 17:50:45.297188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39784) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:45.310189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c71810d4-7085-4e6c-86ac-4199e11db707 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.315747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.319140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 2da4dc22-2f38-408a-9c68-f92f6abc3118 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:45.319513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.319846 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 2da4dc22-2f38-408a-9c68-f92f6abc3118 Oct 17 17:50:45.358282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c71810d4-7085-4e6c-86ac-4199e11db707 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.377280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-1d8ceb12-b93f-440e-8696-29ed725d6c41', 'network_id': '1d8ceb12-b93f-440e-8696-29ed725d6c41', 'tenant_id': '753fbee2809947dea37f275249b634c1', 'fixed_ips': [{'subnet_id': '5e12b1d4-83f4-42d6-a04f-1c85a6a2d3f9'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:50:45.378112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.431967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c71810d4-7085-4e6c-86ac-4199e11db707 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.469253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c71810d4-7085-4e6c-86ac-4199e11db707 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.470367 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c71810d4-7085-4e6c-86ac-4199e11db707 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-groups/42de1a8f-5a98-4b1d-ac53-9c24662655d3 HTTP/1.1" status: 204 len: 168 time: 0.3735394 Oct 17 17:50:45.471336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71810d4-7085-4e6c-86ac-4199e11db707 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42de1a8f-5a98-4b1d-ac53-9c24662655d3,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:45.474474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39790) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:45.516024 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4426dba1-470d-4694-bab1-96a8666d2719 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags/tempest-TagsExtTest-Tag-137723193 HTTP/1.1" status: 204 len: 168 time: 0.3859050 Oct 17 17:50:45.519923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39794) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:45.531490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-7038dbc1-4c75-4adc-8b4c-7930c794d8c5 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:45.539614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.566174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Transition to ACTIVE for port object 43f9bd36-918b-4f24-a10f-074da49633e0 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:45.579081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39798) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:45.617659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a88da5bf-51d6-4f45-8537-4add4ad274ec tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:45.629453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Transition to ACTIVE for port object 43f9bd36-918b-4f24-a10f-074da49633e0 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:45.647815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a88da5bf-51d6-4f45-8537-4add4ad274ec tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:45.652525 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a88da5bf-51d6-4f45-8537-4add4ad274ec tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1764233 Oct 17 17:50:45.654752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39804) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:45.659268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8629fb42-ade9-48d9-aa06-d0e341561246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.669530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1ea78b9-c022-4b6e-a9b5-c7fd74d25041 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.686625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.688955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8629fb42-ade9-48d9-aa06-d0e341561246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.729288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1ea78b9-c022-4b6e-a9b5-c7fd74d25041 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.732778 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Attempt 2 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:45.773367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8629fb42-ade9-48d9-aa06-d0e341561246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.799190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.799516 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.809507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 2da4dc22-2f38-408a-9c68-f92f6abc3118 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:50:45.812776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:45.819923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629fb42-ade9-48d9-aa06-d0e341561246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea9597a-81da-41f0-9dbd-9944ce22d331,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:45.824164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Network 07de6ae9-eb0b-4d17-bae2-ec79430d1c78 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:45.824456 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-082dac51-33dd-4930-80f2-3fcc0c7909b2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] delete failed (client error): The resource could not be found. Oct 17 17:50:45.829682 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-082dac51-33dd-4930-80f2-3fcc0c7909b2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-groups/42de1a8f-5a98-4b1d-ac53-9c24662655d3 HTTP/1.1" status: 404 len: 347 time: 0.1737709 Oct 17 17:50:45.836138 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39808) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:45.837679 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:45.843657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:45.848817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129241327'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:45.855191 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7038dbc1-4c75-4adc-8b4c-7930c794d8c5 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags HTTP/1.1" status: 200 len: 205 time: 0.3341634 Oct 17 17:50:45.856578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:45.863089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:45.865298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39812) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:45.872315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-4ffa26be-bcda-4df9-b3c8-5517c9a4e0d9 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:45.872940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Allocated IP 172.20.0.18 (1d8ceb12-b93f-440e-8696-29ed725d6c41/5e12b1d4-83f4-42d6-a04f-1c85a6a2d3f9/b25e7cd4-c1db-4062-a11c-b4a2c09a7249) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:45.875105 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Pushing event updated for resources: {'Port': ['ID=43f9bd36-918b-4f24-a10f-074da49633e0,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:45.916220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8629fb42-ade9-48d9-aa06-d0e341561246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:45.917819 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8629fb42-ade9-48d9-aa06-d0e341561246 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ea9597a-81da-41f0-9dbd-9944ce22d331 HTTP/1.1" status: 204 len: 168 time: 0.6042051 Oct 17 17:50:45.923088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device eeaa8317-be5f-4439-9496-278a5eacf825 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:45.935818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Usage tracker for resource:floatingip and tenant:ce0d9191f24f42fca5dc1767609281dc is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:45.948152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:45.951257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:45.988332 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for 92282bfa-3a60-4c09-8282-6ee0e49d67b4 owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:46.000829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: eeaa8317-be5f-4439-9496-278a5eacf825 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:46.001267 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device eeaa8317-be5f-4439-9496-278a5eacf825 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:46.033957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:46.037184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:46.068744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1ea78b9-c022-4b6e-a9b5-c7fd74d25041 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.098580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.107739 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Attempting to bind port 43f9bd36-918b-4f24-a10f-074da49633e0 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:46.108201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Attempting to bind port 43f9bd36-918b-4f24-a10f-074da49633e0 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '41369ab6-567b-45f8-89fa-767c769297c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '07de6ae9-eb0b-4d17-bae2-ec79430d1c78'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:46.108622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Attempting to bind port 43f9bd36-918b-4f24-a10f-074da49633e0 on network 07de6ae9-eb0b-4d17-bae2-ec79430d1c78 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:46.115132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.117854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:50:46.118303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Checking segment: {'id': '41369ab6-567b-45f8-89fa-767c769297c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '07de6ae9-eb0b-4d17-bae2-ec79430d1c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:50:46.118765 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.119244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Bound using segment: {'id': '41369ab6-567b-45f8-89fa-767c769297c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '07de6ae9-eb0b-4d17-bae2-ec79430d1c78'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:50:46.119814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Bound port: 43f9bd36-918b-4f24-a10f-074da49633e0, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41369ab6-567b-45f8-89fa-767c769297c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '07de6ae9-eb0b-4d17-bae2-ec79430d1c78'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:50:46.120251 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.143658 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4ffa26be-bcda-4df9-b3c8-5517c9a4e0d9 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags HTTP/1.1" status: 200 len: 241 time: 0.2772493 Oct 17 17:50:46.149850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39818) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:46.172664 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-ab531037-62bc-47f2-978c-f0219aca3097 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39', 'tempest-TagsExtTest-Tag-1249890602') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:46.265739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Router 5cd7d534-e75d-4037-bd2a-be8f72240680 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:50:46.335398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.347157 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Transition to ACTIVE for port object b25e7cd4-c1db-4062-a11c-b4a2c09a7249 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:46.378805 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Transition to ACTIVE for port object b25e7cd4-c1db-4062-a11c-b4a2c09a7249 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:46.385910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.429065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:46.434722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:46.438422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:46.447019 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:46.477441 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Attempt 3 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:46.523793 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Network 1d8ceb12-b93f-440e-8696-29ed725d6c41 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:46.525823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:46.532270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:46.533421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.539611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.604426 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.628702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=92282bfa-3a60-4c09-8282-6ee0e49d67b4,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:46.639955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:46.666380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25050d6-b22f-4abd-9881-616944c8555f None None] Sync routers for ids ['5cd7d534-e75d-4037-bd2a-be8f72240680'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:46.688836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Pushing event updated for resources: {'Port': ['ID=b25e7cd4-c1db-4062-a11c-b4a2c09a7249,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:46.706616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25050d6-b22f-4abd-9881-616944c8555f None None] Routers {'5cd7d534-e75d-4037-bd2a-be8f72240680'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:46.707273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-b25050d6-b22f-4abd-9881-616944c8555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['5cd7d534-e75d-4037-bd2a-be8f72240680'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:46.709242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.715587 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-44a7c983-3727-4957-b7fe-499cf5c692c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "PUT /v2.0/routers/5cd7d534-e75d-4037-bd2a-be8f72240680 HTTP/1.1" status: 200 len: 883 time: 8.4749889 Oct 17 17:50:46.716402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.716916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39832) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:46.717624 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8804491 Oct 17 17:50:46.725339 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39834) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:46.756512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-01ae772c-a558-4650-acdf-6daa5f3bebcc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': 'e40f233c-36aa-4f36-b4df-e8581cbc37c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:46.761531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:46.763903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-01ae772c-a558-4650-acdf-6daa5f3bebcc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:46.767799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-01ae772c-a558-4650-acdf-6daa5f3bebcc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:46.770863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-01ae772c-a558-4650-acdf-6daa5f3bebcc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:46.777315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-01ae772c-a558-4650-acdf-6daa5f3bebcc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:46.787747 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] For port 43f9bd36-918b-4f24-a10f-074da49633e0, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:50:46.791752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1ea78b9-c022-4b6e-a9b5-c7fd74d25041 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.792937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-b25050d6-b22f-4abd-9881-616944c8555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:46.796073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Attempting to bind port b25e7cd4-c1db-4062-a11c-b4a2c09a7249 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:46.796438 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Attempting to bind port b25e7cd4-c1db-4062-a11c-b4a2c09a7249 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '8d24b5b9-4289-48f5-ada0-598b25e4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1d8ceb12-b93f-440e-8696-29ed725d6c41'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:46.796924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Attempting to bind port b25e7cd4-c1db-4062-a11c-b4a2c09a7249 on network 1d8ceb12-b93f-440e-8696-29ed725d6c41 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:46.807182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:50:46.807555 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Checking segment: {'id': '8d24b5b9-4289-48f5-ada0-598b25e4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1d8ceb12-b93f-440e-8696-29ed725d6c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:50:46.807953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.808342 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Bound using segment: {'id': '8d24b5b9-4289-48f5-ada0-598b25e4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1d8ceb12-b93f-440e-8696-29ed725d6c41'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:50:46.808842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Bound port: b25e7cd4-c1db-4062-a11c-b4a2c09a7249, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d24b5b9-4289-48f5-ada0-598b25e4c0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '1d8ceb12-b93f-440e-8696-29ed725d6c41'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:50:46.809932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.820931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] For port 43f9bd36-918b-4f24-a10f-074da49633e0, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=43f9bd36-918b-4f24-a10f-074da49633e0,segment=NetworkSegment(41369ab6-567b-45f8-89fa-767c769297c8),segment_id=41369ab6-567b-45f8-89fa-767c769297c8)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:50:46.833864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae816d-a6dd-4a6d-8e9f-6e0cbf9201bb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40f233c-36aa-4f36-b4df-e8581cbc37c6,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:46.836414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1ea78b9-c022-4b6e-a9b5-c7fd74d25041 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.837390 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.865081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea78b9-c022-4b6e-a9b5-c7fd74d25041 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5e49dd-1494-494c-89fb-56da9ba601c9,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:46.871585 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d1ea78b9-c022-4b6e-a9b5-c7fd74d25041 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "DELETE /v2.0/subnets/7a5e49dd-1494-494c-89fb-56da9ba601c9 HTTP/1.1" status: 204 len: 168 time: 2.0366507 Oct 17 17:50:46.874222 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39840) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:46.876903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-01ae772c-a558-4650-acdf-6daa5f3bebcc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:46.879224 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25050d6-b22f-4abd-9881-616944c8555f None None] Routers {'5cd7d534-e75d-4037-bd2a-be8f72240680'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:46.879954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-b25050d6-b22f-4abd-9881-616944c8555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['5cd7d534-e75d-4037-bd2a-be8f72240680'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:46.927511 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ab531037-62bc-47f2-978c-f0219aca3097 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags/tempest-TagsExtTest-Tag-1249890602 HTTP/1.1" status: 204 len: 168 time: 0.7736142 Oct 17 17:50:46.945847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39848) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:46.961043 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-dc1eec60-2628-4db8-9eeb-4e50b1561ee1 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39', 'tempest-TagsExtTest-Tag-1249890602') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:47.013355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:47.013589 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Floating IP d6a87da0-d585-47d2-a20b-6e1c20f00c8c disassociated (deleted). External IP: 172.26.8.150, port: 851fd7f4-1844-477b-b346-b20c2b6bbd68. Oct 17 17:50:47.029941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-b25050d6-b22f-4abd-9881-616944c8555f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:47.030573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25050d6-b22f-4abd-9881-616944c8555f None None] The sync data for ids ['5cd7d534-e75d-4037-bd2a-be8f72240680'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:47.083164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f97122-01d2-4a2a-a3da-7d5c86ccd013 None None] Pushing event updated for resources: {'Port': ['ID=43f9bd36-918b-4f24-a10f-074da49633e0,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:47.119607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] For port b25e7cd4-c1db-4062-a11c-b4a2c09a7249, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:50:47.128275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] For port b25e7cd4-c1db-4062-a11c-b4a2c09a7249, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b25e7cd4-c1db-4062-a11c-b4a2c09a7249,segment=NetworkSegment(8d24b5b9-4289-48f5-ada0-598b25e4c0ae),segment_id=8d24b5b9-4289-48f5-ada0-598b25e4c0ae)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:50:47.139494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:47.147007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bf1bf4-3b9f-4384-9caf-3d3ec8009857 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Deleting subnet 5e12b1d4-83f4-42d6-a04f-1c85a6a2d3f9 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:50:47.162616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-30bf1bf4-3b9f-4384-9caf-3d3ec8009857 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:47.275743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-01ae772c-a558-4650-acdf-6daa5f3bebcc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:47.314377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-01ae772c-a558-4650-acdf-6daa5f3bebcc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:47.314995 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7ee2b341-6dc8-4523-8f92-fc71a8662344 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/routers/5cd7d534-e75d-4037-bd2a-be8f72240680 HTTP/1.1" status: 200 len: 924 time: 0.5813172 Oct 17 17:50:47.322997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39858) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:47.327995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-30bf1bf4-3b9f-4384-9caf-3d3ec8009857 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:47.411254 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Attempt 4 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:47.460947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2827e74c-1f7e-40a8-a23c-3e639843a9ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:47.469522 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2827e74c-1f7e-40a8-a23c-3e639843a9ad tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6780153d-9acc-46e5-a017-90331dae5b00&device_id=5cd7d534-e75d-4037-bd2a-be8f72240680&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1413739 Oct 17 17:50:47.471363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39862) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:47.520725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-01ae772c-a558-4650-acdf-6daa5f3bebcc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:47.523375 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-01ae772c-a558-4650-acdf-6daa5f3bebcc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7860737 Oct 17 17:50:47.538045 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae772c-a558-4650-acdf-6daa5f3bebcc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398c5b2c-ef31-4065-b7d1-040d35bb247f,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:47.543977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39868) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:47.598398 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:47.766126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0472c-301e-4ebe-936d-9dfc30248a97 None None] Pushing event updated for resources: {'Port': ['ID=b25e7cd4-c1db-4062-a11c-b4a2c09a7249,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:47.814338 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dc1eec60-2628-4db8-9eeb-4e50b1561ee1 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags/tempest-TagsExtTest-Tag-1249890602 HTTP/1.1" status: 204 len: 168 time: 0.8583221 Oct 17 17:50:47.837183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc5de2-8553-4041-9d89-0035c318d111 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:47.839511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39878) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:47.841068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-16cc5de2-8553-4041-9d89-0035c318d111 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Synchronizing usage tracker for tenant:7fd7d38c12d44a02991c6d14ddc78122 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:47.852786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:47.864975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-16a3c5a9-d566-43ca-8427-522975d21c43 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:47.956028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-16cc5de2-8553-4041-9d89-0035c318d111 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Unset dirty status for tenant:7fd7d38c12d44a02991c6d14ddc78122 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:47.956986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24636aae-1cd7-414d-afea-08efa438814f tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:47.960306 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-16cc5de2-8553-4041-9d89-0035c318d111 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/networks/6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 881 time: 0.4864891 Oct 17 17:50:47.963397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39884) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:48.028664 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24636aae-1cd7-414d-afea-08efa438814f tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:48.033874 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0e07fca0-1b67-4902-950f-4417b02f4b07 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd7d534-e75d-4037-bd2a-be8f72240680 HTTP/1.1" status: 200 len: 205 time: 0.0693462 Oct 17 17:50:48.034924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39888) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:48.076585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-30bf1bf4-3b9f-4384-9caf-3d3ec8009857 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:48.169106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24636aae-1cd7-414d-afea-08efa438814f tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:48.206327 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-16a3c5a9-d566-43ca-8427-522975d21c43 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags HTTP/1.1" status: 200 len: 205 time: 0.3619270 Oct 17 17:50:48.211400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39896) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:48.220787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24636aae-1cd7-414d-afea-08efa438814f tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=398c5b2c-ef31-4065-b7d1-040d35bb247f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:48.232702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-b6d3cb0d-b1f2-44e9-aa6e-c3d81cfa2751 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:48.258444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Allocated IP 172.26.8.115 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/bd9c8131-372d-4848-bdac-4a072d57f2f0) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:48.260984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24636aae-1cd7-414d-afea-08efa438814f tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:48.262642 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-24636aae-1cd7-414d-afea-08efa438814f tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/398c5b2c-ef31-4065-b7d1-040d35bb247f HTTP/1.1" status: 204 len: 168 time: 0.7157004 Oct 17 17:50:48.272082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39900) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:48.327262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39904) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:48.354295 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Attempt 5 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:48.358838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:50:48.385004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-30bf1bf4-3b9f-4384-9caf-3d3ec8009857 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:48.450443 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b6d3cb0d-b1f2-44e9-aa6e-c3d81cfa2751 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags HTTP/1.1" status: 200 len: 240 time: 0.2305751 Oct 17 17:50:48.460331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39910) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:48.469278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:48.553949 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf1bf4-3b9f-4384-9caf-3d3ec8009857 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event deleted for resources: {'Subnet': ['ID=5e12b1d4-83f4-42d6-a04f-1c85a6a2d3f9,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:48.562360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-30bf1bf4-3b9f-4384-9caf-3d3ec8009857 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:48.572189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-be4ac093-f828-431e-b73f-2dc8a696acae tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a', 'tempest-TagsExtTest-Tag-417125031') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:48.599617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e8397437-feb8-4185-800e-243289f7f575 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:48.601028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:48.608484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:48.627905 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-30bf1bf4-3b9f-4384-9caf-3d3ec8009857 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "DELETE /v2.0/subnets/5e12b1d4-83f4-42d6-a04f-1c85a6a2d3f9 HTTP/1.1" status: 204 len: 168 time: 1.7501409 Oct 17 17:50:48.630422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39914) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:48.664173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1658496575'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:48.667949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:48.680581 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf1ea2-a38b-451c-a05f-d591fe3c79ff None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:48.691127 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf1ea2-a38b-451c-a05f-d591fe3c79ff None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:48.691730 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7adf1ea2-a38b-451c-a05f-d591fe3c79ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:48.720181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:48.766949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:48.808078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac58731-5fdb-49e4-8a4d-ebf71366fcd8 None None] Network 07de6ae9-eb0b-4d17-bae2-ec79430d1c78 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:50:48.820645 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7adf1ea2-a38b-451c-a05f-d591fe3c79ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:48.829018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:48.837481 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf1ea2-a38b-451c-a05f-d591fe3c79ff None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:48.839496 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7adf1ea2-a38b-451c-a05f-d591fe3c79ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:48.858029 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Usage tracker for resource:network and tenant:67e3b6185cfd4635a37b9a8b1ac9f581 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:48.882957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:48.911610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:48.947583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e8397437-feb8-4185-800e-243289f7f575 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:48.953182 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e8397437-feb8-4185-800e-243289f7f575 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6795607 Oct 17 17:50:48.961381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39918) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:48.965637 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-376afb25-b2fa-42bf-97db-b70574711435 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/floatingips/d6a87da0-d585-47d2-a20b-6e1c20f00c8c HTTP/1.1" status: 204 len: 168 time: 4.6218164 Oct 17 17:50:48.966877 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 43f9bd36-918b-4f24-a10f-074da49633e0 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:50:48.969729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39922) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:48.973312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Pushing event updated for resources: {'Port': ['ID=bd9c8131-372d-4848-bdac-4a072d57f2f0,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:48.974830 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7adf1ea2-a38b-451c-a05f-d591fe3c79ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:48.975392 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adf1ea2-a38b-451c-a05f-d591fe3c79ff None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:50:48.984527 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-be4ac093-f828-431e-b73f-2dc8a696acae tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags/tempest-TagsExtTest-Tag-417125031 HTTP/1.1" status: 204 len: 168 time: 0.5161381 Oct 17 17:50:48.989844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50153da-17fd-4cf3-8025-fb161e90b7c3 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:48.990613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c50153da-17fd-4cf3-8025-fb161e90b7c3 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Synchronizing usage tracker for tenant:753fbee2809947dea37f275249b634c1 on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:48.993705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39924) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:49.003604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Made reservation on behalf of 67e3b6185cfd4635a37b9a8b1ac9f581 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:49.004373 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Attempt 6 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:49.007517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.012633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-213b2d83-ed50-4823-9541-74875acc31f9 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a', 'tempest-TagsExtTest-Tag-417125031') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:49.033631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:49.038041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:49.040984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:49.079658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c50153da-17fd-4cf3-8025-fb161e90b7c3 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Unset dirty status for tenant:753fbee2809947dea37f275249b634c1 on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:49.084324 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c50153da-17fd-4cf3-8025-fb161e90b7c3 tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4527678 Oct 17 17:50:49.091625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39930) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:49.101622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.157219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:49.162538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Usage tracker for resource:security_group_rule and tenant:67e3b6185cfd4635a37b9a8b1ac9f581 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:49.165801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:49.172711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:49.177863 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:49.298411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf4dd8d-1160-47af-b64f-7b3bd20bc5da None None] Network 1d8ceb12-b93f-440e-8696-29ed725d6c41 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:50:49.301796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4904de9e-569b-452a-8136-2d4d0297adf6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port 851fd7f4-1844-477b-b346-b20c2b6bbd68 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:49.302149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4904de9e-569b-452a-8136-2d4d0297adf6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.332454 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.336098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.337268 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-213b2d83-ed50-4823-9541-74875acc31f9 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags/tempest-TagsExtTest-Tag-417125031 HTTP/1.1" status: 204 len: 168 time: 0.3410361 Oct 17 17:50:49.345772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39934) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:49.351172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-92821d11-2d45-4c19-aa26-34dd7f091963 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:49.358774 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.372546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.377826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Deleting port b25e7cd4-c1db-4062-a11c-b4a2c09a7249 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:49.378163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.395428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-03f0e3cf-9766-4cb7-9b17-c9dc7a604bf7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.425214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Deleting port e7446e6c-3cd6-44df-a5e3-c9c5ecd04f7f {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:49.425791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.436805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.446156 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-92821d11-2d45-4c19-aa26-34dd7f091963 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags HTTP/1.1" status: 200 len: 205 time: 0.0993009 Oct 17 17:50:49.449168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39938) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:49.457466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-b96e0b8b-943c-4f8e-a8c8-85df47b9a53c tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:49.481378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:50:49.509198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 43f9bd36-918b-4f24-a10f-074da49633e0 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:50:49.523206 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b25e7cd4-c1db-4062-a11c-b4a2c09a7249 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:50:49.550640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b007d436-251d-4ed8-ada8-cff64f2fe97a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:49.559993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-03f0e3cf-9766-4cb7-9b17-c9dc7a604bf7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.571824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.572165 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Added segment a2e135bb-c93f-460a-8be4-2b9ad93ba793 of type vlan for network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 Oct 17 17:50:49.610627 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b96e0b8b-943c-4f8e-a8c8-85df47b9a53c tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags HTTP/1.1" status: 204 len: 168 time: 0.1579208 Oct 17 17:50:49.612767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39942) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:49.612884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.623112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port b25e7cd4-c1db-4062-a11c-b4a2c09a7249 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:50:49.684733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0dd75d-0b40-411e-99c0-efaebc05733f None None] DHCP port deletion for 1d8ceb12-b93f-440e-8696-29ed725d6c41 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:50:49.688405 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Attempt 7 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:49.699403 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-de1c9ad8-e356-4ef9-8623-76892811d490 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:49.717367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7100b6-b579-4399-ba8e-f09cb82becfd None None] DHCP port deletion for 07de6ae9-eb0b-4d17-bae2-ec79430d1c78 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:50:49.724600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dd75d-0b40-411e-99c0-efaebc05733f None None] Deleting port b25e7cd4-c1db-4062-a11c-b4a2c09a7249 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:49.725306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd75d-0b40-411e-99c0-efaebc05733f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.753924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] For port b25e7cd4-c1db-4062-a11c-b4a2c09a7249, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b25e7cd4-c1db-4062-a11c-b4a2c09a7249,segment=NetworkSegment(8d24b5b9-4289-48f5-ada0-598b25e4c0ae),segment_id=8d24b5b9-4289-48f5-ada0-598b25e4c0ae)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:49.754145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.775078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0a7100b6-b579-4399-ba8e-f09cb82becfd None None] Deleting port 43f9bd36-918b-4f24-a10f-074da49633e0 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:49.776156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a7100b6-b579-4399-ba8e-f09cb82becfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:49.896796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:49.903623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Calling delete_port for b25e7cd4-c1db-4062-a11c-b4a2c09a7249 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:50.056727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.085775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-0a7100b6-b579-4399-ba8e-f09cb82becfd None None] For port 43f9bd36-918b-4f24-a10f-074da49633e0, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=43f9bd36-918b-4f24-a10f-074da49633e0,segment=NetworkSegment(41369ab6-567b-45f8-89fa-767c769297c8),segment_id=41369ab6-567b-45f8-89fa-767c769297c8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:50.086660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a7100b6-b579-4399-ba8e-f09cb82becfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.109159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.111702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.143788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4904de9e-569b-452a-8136-2d4d0297adf6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.156367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.197227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event deleted for resources: {'Port': ['ID=b25e7cd4-c1db-4062-a11c-b4a2c09a7249,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:50.201450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] No DVR routers for this DVR port b25e7cd4-c1db-4062-a11c-b4a2c09a7249 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:50:50.282814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0a7100b6-b579-4399-ba8e-f09cb82becfd None None] Calling delete_port for 43f9bd36-918b-4f24-a10f-074da49633e0 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:50.300642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4904de9e-569b-452a-8136-2d4d0297adf6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for 851fd7f4-1844-477b-b346-b20c2b6bbd68 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:50.370374 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7b0dd75d-0b40-411e-99c0-efaebc05733f None None] For port b25e7cd4-c1db-4062-a11c-b4a2c09a7249, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b25e7cd4-c1db-4062-a11c-b4a2c09a7249,segment=NetworkSegment(8d24b5b9-4289-48f5-ada0-598b25e4c0ae),segment_id=8d24b5b9-4289-48f5-ada0-598b25e4c0ae)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:50.370374 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd75d-0b40-411e-99c0-efaebc05733f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.370822 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:50:50.376601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.379375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-03f0e3cf-9766-4cb7-9b17-c9dc7a604bf7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.399830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.416062 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Pushing event updated for resources: {'Port': ['ID=bd9c8131-372d-4848-bdac-4a072d57f2f0,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:50.425718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.426276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0e3cf-9766-4cb7-9b17-c9dc7a604bf7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40f233c-36aa-4f36-b4df-e8581cbc37c6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:50.444909 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Attempt 8 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:50.456495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.459562 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dbb0b960-7b91-463d-a939-b658ee66b352 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8731203 Oct 17 17:50:50.467904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8ceb12-b93f-440e-8696-29ed725d6c41']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:50.476487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39946) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:50.497668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1541139741', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'fixed_ips': [{'ip_address': '172.26.8.115'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:50.500460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d24b5b9-4289-48f5-ada0-598b25e4c0ae') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:50.500748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d24b5b9-4289-48f5-ada0-598b25e4c0ae') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:50.512799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:50.518651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.525658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Usage tracker for resource:port and tenant:ce0d9191f24f42fca5dc1767609281dc is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:50.531719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:50.540514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:50.549126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.558728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:50.559534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.564990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.569666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:50.570272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.583420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Made reservation on behalf of ce0d9191f24f42fca5dc1767609281dc for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:50.585709 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.597852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Calling delete_port for e7446e6c-3cd6-44df-a5e3-c9c5ecd04f7f owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:50.625792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dd75d-0b40-411e-99c0-efaebc05733f None None] Calling delete_port for b25e7cd4-c1db-4062-a11c-b4a2c09a7249 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:50.644489 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 8d24b5b9-4289-48f5-ada0-598b25e4c0ae resource provider aggregate not found Oct 17 17:50:50.737443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a7100b6-b579-4399-ba8e-f09cb82becfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.775229 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-de1c9ad8-e356-4ef9-8623-76892811d490 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags HTTP/1.1" status: 204 len: 168 time: 1.0983276 Oct 17 17:50:50.785282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39954) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:50.794792 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 8d24b5b9-4289-48f5-ada0-598b25e4c0ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d24b5b9-4289-48f5-ada0-598b25e4c0ae found for delete ", "request_id": "req-69abfa0a-63c9-4329-848e-63820dfe6b0b"}]} Oct 17 17:50:50.795429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.810678 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:50.819592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:50.820748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7100b6-b579-4399-ba8e-f09cb82becfd None None] Pushing event deleted for resources: {'Port': ['ID=43f9bd36-918b-4f24-a10f-074da49633e0,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:50.824154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 43f9bd36-918b-4f24-a10f-074da49633e0 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:50.824870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Usage tracker for resource:security_group_rule and tenant:ce0d9191f24f42fca5dc1767609281dc is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:50.828275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:50.831111 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.833989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-02e3bf50-0a17-4fab-ac30-d058604a5ff2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:50.852582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.855297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:50.860112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7100b6-b579-4399-ba8e-f09cb82becfd None None] No DVR routers for this DVR port 43f9bd36-918b-4f24-a10f-074da49633e0 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:50:50.866289 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.5354486 Oct 17 17:50:50.872112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event deleted for resources: {'Network': ['ID=1d8ceb12-b93f-440e-8696-29ed725d6c41,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:50.883293 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-506fd56f-02b5-4dcd-a70c-77fb6f50b20d tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "DELETE /v2.0/networks/1d8ceb12-b93f-440e-8696-29ed725d6c41 HTTP/1.1" status: 204 len: 168 time: 1.7807946 Oct 17 17:50:50.885608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39962) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:50.888301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-03f0e3cf-9766-4cb7-9b17-c9dc7a604bf7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:50.892198 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-03f0e3cf-9766-4cb7-9b17-c9dc7a604bf7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-groups/e40f233c-36aa-4f36-b4df-e8581cbc37c6 HTTP/1.1" status: 204 len: 168 time: 1.9265139 Oct 17 17:50:50.892419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39966) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:50.906824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccf7b0-5bd5-4326-9765-3d81568d3a35 tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Pushing event updated for resources: {'Network': ['ID=f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:50.936372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:50:51.081272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 43f9bd36-918b-4f24-a10f-074da49633e0 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:51.081624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 43f9bd36-918b-4f24-a10f-074da49633e0 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:51.082234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b25e7cd4-c1db-4062-a11c-b4a2c09a7249 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:50:51.111958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4904de9e-569b-452a-8136-2d4d0297adf6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.114486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cf21b186-8e21-4779-9891-2a0588c6be65 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:51.122832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: b25e7cd4-c1db-4062-a11c-b4a2c09a7249 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:50:51.123499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b25e7cd4-c1db-4062-a11c-b4a2c09a7249 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:50:51.124591 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.145720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-7b0dd75d-0b40-411e-99c0-efaebc05733f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:50:51.146432 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-7b0dd75d-0b40-411e-99c0-efaebc05733f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:50:51.167029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cf21b186-8e21-4779-9891-2a0588c6be65 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:51.168905 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cf21b186-8e21-4779-9891-2a0588c6be65 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2737978 Oct 17 17:50:51.210359 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39970) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:51.223182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180498903'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:51.243382 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-02e3bf50-0a17-4fab-ac30-d058604a5ff2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags HTTP/1.1" status: 204 len: 168 time: 0.4522343 Oct 17 17:50:51.243382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904de9e-569b-452a-8136-2d4d0297adf6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=851fd7f4-1844-477b-b346-b20c2b6bbd68,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:51.243842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39976) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:51.244165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39978) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:51.251443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:51.254861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.256269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Request body: {'port': {'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302', 'binding:host_id': 'hv-neutron-8608', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-185449177'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:51.307337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-02033b75-6fa4-4c93-a43c-5aaa5256a811 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:51.308022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.311725 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Attempt 9 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:51.339197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] device_id is not set on port cc7cad3a-3b14-40a4-97fb-7ef2fd900cd0 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:51.343294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:51.378692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:51.378943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:51.395805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Usage tracker for resource:port and tenant:df99b35983994e7cb99f706083c994ba is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:51.406712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:51.416596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.427732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40bef48-6ae8-43af-aac1-724bade480d8,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:51.441295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.444024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.449949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:51.516772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07de6ae9-eb0b-4d17-bae2-ec79430d1c78']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:51.520972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Pushing event deleted for resources: {'Port': ['ID=e7446e6c-3cd6-44df-a5e3-c9c5ecd04f7f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:51.537189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41369ab6-567b-45f8-89fa-767c769297c8') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:51.537487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41369ab6-567b-45f8-89fa-767c769297c8') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:51.554157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:51.565391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.575684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:51.580310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Made reservation on behalf of df99b35983994e7cb99f706083c994ba for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:51.582769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.584350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:51.597406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:51.628145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.633109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.645601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4904de9e-569b-452a-8136-2d4d0297adf6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.648905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dd75d-0b40-411e-99c0-efaebc05733f None None] Deleting port b25e7cd4-c1db-4062-a11c-b4a2c09a7249 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:51.649818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd75d-0b40-411e-99c0-efaebc05733f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.650268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:51.650855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.678354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:51.685315 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4904de9e-569b-452a-8136-2d4d0297adf6 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/ports/851fd7f4-1844-477b-b346-b20c2b6bbd68 HTTP/1.1" status: 204 len: 168 time: 2.6881666 Oct 17 17:50:51.689680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Usage tracker for resource:security_group_rule and tenant:df99b35983994e7cb99f706083c994ba is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:51.693820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39984) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:51.704740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:51.717543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:51.722534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:51.732098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:51.734605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dd75d-0b40-411e-99c0-efaebc05733f None None] The port 'b25e7cd4-c1db-4062-a11c-b4a2c09a7249' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:50:51.748445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:floatingip and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:51.753089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.784911 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 17 17:50:51.785453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:50:51.797731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.799649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:51.829446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.853582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event deleted for resources: {'Network': ['ID=07de6ae9-eb0b-4d17-bae2-ec79430d1c78,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:51.880270 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Attempt 10 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:51.893826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.910667 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dbb009bd-d714-4428-b918-ce6c78db0e3f tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "DELETE /v2.0/networks/07de6ae9-eb0b-4d17-bae2-ec79430d1c78 HTTP/1.1" status: 204 len: 168 time: 1.0218492 Oct 17 17:50:51.910667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.913839 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39988) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:51.956566 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d98fd910-d680-47f9-a7e4-9e8982d1a117 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4761901 Oct 17 17:50:51.958554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:51.970830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 39992) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:51.973913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Provisioning complete for port 2da4dc22-2f38-408a-9c68-f92f6abc3118 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:51.974599 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:51.974952 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Attempt 1 to provision port 2da4dc22-2f38-408a-9c68-f92f6abc3118 Oct 17 17:50:51.998229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:52.068664 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-02033b75-6fa4-4c93-a43c-5aaa5256a811 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags HTTP/1.1" status: 204 len: 168 time: 0.8189642 Oct 17 17:50:52.083565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 39996) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:52.092497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-54e384ca-e310-4f01-a888-693660c30083 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb', 'tempest-TagsExtTest-Tag-2135243539') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:52.113772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-defb8179-7138-42ef-8b67-42fbd0854c20 None None] Current status of the port 2da4dc22-2f38-408a-9c68-f92f6abc3118 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:50:52.119823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.123786 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9097297 Oct 17 17:50:52.126699 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.133908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c8347-6011-4062-b08d-e4903cf4c128 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eafaffb-6cfd-4be7-bb87-a5ec4e431d94,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:52.143559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40000) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:52.146095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.155090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.160200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-7122d7c5-cb03-47cc-a280-79b7eae2aa17 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': '5eafaffb-6cfd-4be7-bb87-a5ec4e431d94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:52.175542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7122d7c5-cb03-47cc-a280-79b7eae2aa17 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:52.190324 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7122d7c5-cb03-47cc-a280-79b7eae2aa17 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:52.208298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7122d7c5-cb03-47cc-a280-79b7eae2aa17 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:52.238234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Provisioning complete for port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:50:52.238684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.239107 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Attempt 1 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:52.249776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-6352a242-05f5-43fb-91d9-16ad273599f9 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Deleting port bd9c8131-372d-4848-bdac-4a072d57f2f0 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:52.250129 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6352a242-05f5-43fb-91d9-16ad273599f9 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.272358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7122d7c5-cb03-47cc-a280-79b7eae2aa17 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:52.282360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.282977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Fanout notify agent at l3_agent the message router_deleted on router 5cd7d534-e75d-4037-bd2a-be8f72240680 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:50:52.283181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.308544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:52.349876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7122d7c5-cb03-47cc-a280-79b7eae2aa17 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.386502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.399821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.400912 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c6284235-3bd9-4cd8-8f97-4803b10a94bb tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/routers/5cd7d534-e75d-4037-bd2a-be8f72240680 HTTP/1.1" status: 204 len: 168 time: 4.3634405 Oct 17 17:50:52.408318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40006) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:52.411917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.436196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] device_id is not set on port 5c13e40c-195e-4d2a-9835-250a806b1c9d yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:52.473414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e513bac4-3185-4512-8e43-33c391c56f07 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-750717008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:52.498934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e513bac4-3185-4512-8e43-33c391c56f07 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:52.524605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e513bac4-3185-4512-8e43-33c391c56f07 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Usage tracker for resource:router and tenant:b48c33d569cd4ef69784a3beac2fdc93 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:52.534529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.551855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e513bac4-3185-4512-8e43-33c391c56f07 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:52.572923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cbb726-6005-472d-a988-b3a119b26898,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:52.577031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:52.580898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e513bac4-3185-4512-8e43-33c391c56f07 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:52.585291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6352a242-05f5-43fb-91d9-16ad273599f9 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.585619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6352a242-05f5-43fb-91d9-16ad273599f9 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.587006 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-54e384ca-e310-4f01-a888-693660c30083 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "PUT /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags/tempest-TagsExtTest-Tag-2135243539 HTTP/1.1" status: 201 len: 201 time: 0.5024178 Oct 17 17:50:52.595845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40010) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:52.611897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-3e5abed9-a061-49ee-b379-39e42743c576 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d', 'tempest-TagsExtTest-Tag-1058787949') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:52.658232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7122d7c5-cb03-47cc-a280-79b7eae2aa17 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.663716 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e513bac4-3185-4512-8e43-33c391c56f07 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.664766 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e513bac4-3185-4512-8e43-33c391c56f07 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.681487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7122d7c5-cb03-47cc-a280-79b7eae2aa17 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.747031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2fbcfc-2ed4-457a-a092-0826d37f9a9b') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:52.747619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2fbcfc-2ed4-457a-a092-0826d37f9a9b') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:52.779800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122d7c5-cb03-47cc-a280-79b7eae2aa17 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4966aa-226c-413f-80ee-a1238c7853bf,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:52.810684 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Attempt 2 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:52.826512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e513bac4-3185-4512-8e43-33c391c56f07 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.849013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.853855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7122d7c5-cb03-47cc-a280-79b7eae2aa17 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.857775 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7122d7c5-cb03-47cc-a280-79b7eae2aa17 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7066116 Oct 17 17:50:52.860251 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40016) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:52.878408 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 41369ab6-567b-45f8-89fa-767c769297c8 resource provider aggregate not found Oct 17 17:50:52.879913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:52.889249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-6352a242-05f5-43fb-91d9-16ad273599f9 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Calling delete_port for bd9c8131-372d-4848-bdac-4a072d57f2f0 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:52.910361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-4bdd76fe-b8db-40f4-823c-645bcdcce77d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': '5eafaffb-6cfd-4be7-bb87-a5ec4e431d94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:52.924729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4bdd76fe-b8db-40f4-823c-645bcdcce77d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:52.938070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.947622 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 41369ab6-567b-45f8-89fa-767c769297c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41369ab6-567b-45f8-89fa-767c769297c8 found for delete ", "request_id": "req-f3e21c01-44b0-4987-afa6-38dbc86ff6cf"}]} Oct 17 17:50:52.970239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4bdd76fe-b8db-40f4-823c-645bcdcce77d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:52.972719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.973922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e513bac4-3185-4512-8e43-33c391c56f07 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:52.981720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4bdd76fe-b8db-40f4-823c-645bcdcce77d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:52.985981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:52.986392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.016345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4bdd76fe-b8db-40f4-823c-645bcdcce77d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:53.056351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e513bac4-3185-4512-8e43-33c391c56f07 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.057532 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e513bac4-3185-4512-8e43-33c391c56f07 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6434839 Oct 17 17:50:53.059934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] device_id is not set on port 5c13e40c-195e-4d2a-9835-250a806b1c9d yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:53.081610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40024) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:53.102225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'enable_snat': True}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:53.110695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4bdd76fe-b8db-40f4-823c-645bcdcce77d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.118545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.188194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.26.8.36 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/6c206317-b9b4-4657-b04a-3517f0696688) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:53.346677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.367970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4bdd76fe-b8db-40f4-823c-645bcdcce77d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.380621 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4bdd76fe-b8db-40f4-823c-645bcdcce77d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.380952 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Attempt 3 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:53.429196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd76fe-b8db-40f4-823c-645bcdcce77d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f19f60-c345-4aae-85c6-f26bdbab18a3,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:53.454902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:53.474984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.476024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.490126 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4bdd76fe-b8db-40f4-823c-645bcdcce77d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.491342 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4bdd76fe-b8db-40f4-823c-645bcdcce77d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5961320 Oct 17 17:50:53.496977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40030) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:53.506138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-566bc172-3291-4a14-8820-61bc1421edbe tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': '5eafaffb-6cfd-4be7-bb87-a5ec4e431d94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:53.515788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event deleted for resources: {'Network': ['ID=95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:53.516000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-566bc172-3291-4a14-8820-61bc1421edbe tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:53.525751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-566bc172-3291-4a14-8820-61bc1421edbe tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:53.532168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a322-5cce-4e6b-8fce-fad4f01d8926 req-3415fa0e-67bf-42e9-bcb7-a6a17c6af670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:53.533731 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b360a322-5cce-4e6b-8fce-fad4f01d8926 req-3415fa0e-67bf-42e9-bcb7-a6a17c6af670 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=654f9b38b43d444ba34dd32ecf9486da&device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 1098 time: 0.2428627 Oct 17 17:50:53.534873 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-566bc172-3291-4a14-8820-61bc1421edbe tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:53.562793 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-566bc172-3291-4a14-8820-61bc1421edbe tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:53.641081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.652266 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-29df2be0-4b8b-4ae1-a78d-b9e07348bcfe tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "DELETE /v2.0/networks/95c6fa7e-d5d5-4b56-ab1c-9719ad0439a6 HTTP/1.1" status: 204 len: 168 time: 1.7247770 Oct 17 17:50:53.665611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40034) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:53.681727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Transition to ACTIVE for port object 5c13e40c-195e-4d2a-9835-250a806b1c9d will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:53.685203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-566bc172-3291-4a14-8820-61bc1421edbe tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.690610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6352a242-05f5-43fb-91d9-16ad273599f9 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.696517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.766968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:53.772998 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:53.786158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:53.801320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:53.814847 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3e5abed9-a061-49ee-b379-39e42743c576 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "PUT /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags/tempest-TagsExtTest-Tag-1058787949 HTTP/1.1" status: 201 len: 201 time: 1.2182667 Oct 17 17:50:53.830066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352a242-05f5-43fb-91d9-16ad273599f9 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd9c8131-372d-4848-bdac-4a072d57f2f0,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:53.844315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40038) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:53.844979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=6c206317-b9b4-4657-b04a-3517f0696688,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:53.900919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-4a664640-c9a8-4722-befd-1971bf7b29b7 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39', 'tempest-TagsExtTest-Tag-117109878') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:53.956258 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Attempt 4 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:54.021270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:54.131424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd9eb5-9390-4b76-be1c-858ab12709cf req-4dc1e6ba-a5bf-4779-b5ef-cce3452e79bb tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:54.140169 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-99dd9eb5-9390-4b76-be1c-858ab12709cf req-4dc1e6ba-a5bf-4779-b5ef-cce3452e79bb tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.8062720 Oct 17 17:50:54.151801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.210713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6352a242-05f5-43fb-91d9-16ad273599f9 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.213142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6352a242-05f5-43fb-91d9-16ad273599f9 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.214300 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6352a242-05f5-43fb-91d9-16ad273599f9 tempest-ExternalNetworksAdminNegativeTestJSON-860767758 tempest-ExternalNetworksAdminNegativeTestJSON-860767758-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/c314348e-cd03-4400-a90c-ed1df63a41a8 HTTP/1.1" status: 204 len: 168 time: 2.2402384 Oct 17 17:50:54.251945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a322-5cce-4e6b-8fce-fad4f01d8926 req-52e29226-85bf-4990-b454-0753ea7b5ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:54.255335 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b360a322-5cce-4e6b-8fce-fad4f01d8926 req-52e29226-85bf-4990-b454-0753ea7b5ec7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=867fdddf-660d-43b9-8967-850b2cd274b8 HTTP/1.1" status: 200 len: 913 time: 0.7099698 Oct 17 17:50:54.262463 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-99dd9eb5-9390-4b76-be1c-858ab12709cf req-a7a47e5e-2635-402f-92a5-3cbe4c568010 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205697 Oct 17 17:50:54.380068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.424866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79e0e08-0bfa-44d2-b3c8-f36143a04bd5']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:54.446112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19203e1-925e-43f6-b355-d120f356b936') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:54.446909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19203e1-925e-43f6-b355-d120f356b936') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:54.470591 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.520679 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b360a322-5cce-4e6b-8fce-fad4f01d8926 req-06af7519-8078-4a25-babf-e781d4c59f46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fd4e418-9589-4b81-a682-96e731da3426 HTTP/1.1" status: 200 len: 1000 time: 0.2296338 Oct 17 17:50:54.523027 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Attempt 5 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:54.548325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event updated for resources: {'Port': ['ID=5c13e40c-195e-4d2a-9835-250a806b1c9d,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:54.568144 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-566bc172-3291-4a14-8820-61bc1421edbe tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.639276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:54.644584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-566bc172-3291-4a14-8820-61bc1421edbe tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.651479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.665044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40046) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:54.674017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Checking segment: {'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:50:54.674371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Network hostable DHCP agents. Network: f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:50:54.677146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:50:54.677554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.696728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bc172-3291-4a14-8820-61bc1421edbe tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b52b316-a5d4-4b84-a7d8-85e48fa42a3b,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:54.726982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a322-5cce-4e6b-8fce-fad4f01d8926 req-6b13282c-1b8f-41e9-9acf-f8acb66a8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:54.728716 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b360a322-5cce-4e6b-8fce-fad4f01d8926 req-6b13282c-1b8f-41e9-9acf-f8acb66a8847 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=581cdf88-02d3-42a0-acf9-ce0d3088d30b HTTP/1.1" status: 200 len: 851 time: 0.1590543 Oct 17 17:50:54.751910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-566bc172-3291-4a14-8820-61bc1421edbe tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.754393 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-566bc172-3291-4a14-8820-61bc1421edbe tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2555592 Oct 17 17:50:54.759403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40052) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:54.783371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.813628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3c4278d3-8be3-410c-9891-f6ebdea018d2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': '5eafaffb-6cfd-4be7-bb87-a5ec4e431d94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:54.829916 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4a664640-c9a8-4722-befd-1971bf7b29b7 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "PUT /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags/tempest-TagsExtTest-Tag-117109878 HTTP/1.1" status: 201 len: 201 time: 0.9812920 Oct 17 17:50:54.839691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:50:54.844064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40058) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:54.864104 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3c4278d3-8be3-410c-9891-f6ebdea018d2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:54.868056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-540d7bdb-e6c3-4675-8de5-ca51004a863a tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a', 'tempest-TagsExtTest-Tag-2047660041') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:54.869095 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c1e193df-620d-4a19-927e-3fcc2b14652e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.885376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3c4278d3-8be3-410c-9891-f6ebdea018d2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:54.888736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:54.891249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3c4278d3-8be3-410c-9891-f6ebdea018d2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:54.904432 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41feaaed-9a3d-4a8c-a393-e9b7d8ab45b3 None None] Network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:50:54.906879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:54.912474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.917307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.936478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:54.936902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:54.937323 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:54.950677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:54.951136 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:54.954693 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 2 to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d Oct 17 17:50:54.964081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.970713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:54.979558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360a322-5cce-4e6b-8fce-fad4f01d8926 req-2c4db181-d60e-42f1-88ef-bd0e1ca2435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:54.981823 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b360a322-5cce-4e6b-8fce-fad4f01d8926 req-2c4db181-d60e-42f1-88ef-bd0e1ca2435d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867fdddf-660d-43b9-8967-850b2cd274b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2233744 Oct 17 17:50:54.986679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3c4278d3-8be3-410c-9891-f6ebdea018d2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:54.989591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:54.989989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:54.990387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:54.996400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:54.997146 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:54.999556 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 3 to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d Oct 17 17:50:55.009419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:55.028926 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] 10.222.0.69 "DELETE /v2.0/networks/f79e0e08-0bfa-44d2-b3c8-f36143a04bd5 HTTP/1.1" status: 204 len: 168 time: 1.3603535 Oct 17 17:50:55.035778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c1e193df-620d-4a19-927e-3fcc2b14652e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:55.111336 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-540d7bdb-e6c3-4675-8de5-ca51004a863a tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "PUT /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags/tempest-TagsExtTest-Tag-2047660041 HTTP/1.1" status: 201 len: 201 time: 0.2625868 Oct 17 17:50:55.111561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c27399-31d8-4bde-bcc2-195df4f8464e tempest-BulkNetworkOpsTest-1428804499 tempest-BulkNetworkOpsTest-1428804499-project] Pushing event deleted for resources: {'Network': ['ID=f79e0e08-0bfa-44d2-b3c8-f36143a04bd5,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:55.124600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c1e193df-620d-4a19-927e-3fcc2b14652e admin admin] Usage tracker for resource:security_group_rule and tenant:dc786e8e0e8f4e7e81fa83dfdddb6081 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:55.131463 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40066) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:55.138570 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2e2fbcfc-2ed4-457a-a092-0826d37f9a9b resource provider aggregate not found Oct 17 17:50:55.151846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:55.152270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:55.153213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:55.165380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c1e193df-620d-4a19-927e-3fcc2b14652e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:55.167911 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Attempt 6 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:55.201425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-3f422a52-020f-4dc7-a2d6-b89420853517 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb', {'tags': ['tempest-TagsExtTest-Tag-774261096', 'tempest-TagsExtTest-Tag-473204736', 'tempest-TagsExtTest-Tag-1044484153']}) {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:55.220447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:55.220771 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:55.224560 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 4 to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d Oct 17 17:50:55.247378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:55.260839 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2e2fbcfc-2ed4-457a-a092-0826d37f9a9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e2fbcfc-2ed4-457a-a092-0826d37f9a9b found for delete ", "request_id": "req-b7f2766b-502b-4c01-a83d-b994525b94b7"}]} Oct 17 17:50:55.272838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c1e193df-620d-4a19-927e-3fcc2b14652e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:55.303788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c4278d3-8be3-410c-9891-f6ebdea018d2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:55.317714 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment d19203e1-925e-43f6-b355-d120f356b936 resource provider aggregate not found Oct 17 17:50:55.331163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:55.356096 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment d19203e1-925e-43f6-b355-d120f356b936 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d19203e1-925e-43f6-b355-d120f356b936 found for delete ", "request_id": "req-eb62954e-e892-4292-9b0d-04baf4855ef7"}]} Oct 17 17:50:55.388120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40080) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:55.431542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:55.432084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:55.432192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:55.492294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:55.492623 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:55.506331 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 5 to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d Oct 17 17:50:55.531152 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b360a322-5cce-4e6b-8fce-fad4f01d8926 req-31afc5dc-bbdd-443f-86a0-463ca5840692 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328693 Oct 17 17:50:55.531740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:55.532297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:55.532627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:55.539825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:55.540464 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:55.551079 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 6 to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d Oct 17 17:50:55.579595 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c4278d3-8be3-410c-9891-f6ebdea018d2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:55.596680 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c4278d3-8be3-410c-9891-f6ebdea018d2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:55.623189 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3f422a52-020f-4dc7-a2d6-b89420853517 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "PUT /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags HTTP/1.1" status: 200 len: 316 time: 0.4679518 Oct 17 17:50:55.644153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40086) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:55.655377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Allocated IP 172.26.8.94 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/c1c0ea23-3b79-406c-962b-f8c1486b8be3) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:55.670897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-e1b29b8d-9be5-4e95-9ffe-38eadb8ae39b tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:55.703119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4278d3-8be3-410c-9891-f6ebdea018d2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9720be-e912-46df-af00-aeea36d7777f,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:55.714591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:55.714931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:55.715322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:55.731446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:55.731772 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:55.747500 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 7 to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d Oct 17 17:50:55.778824 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-031a6b8c-c497-4d64-a22f-a35c540cbcf9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=753fbee2809947dea37f275249b634c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894298 Oct 17 17:50:55.801883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40090) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:55.809645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:55.809970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:55.810306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:55.833143 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Attempt 7 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:55.843580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c4278d3-8be3-410c-9891-f6ebdea018d2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:55.847605 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3c4278d3-8be3-410c-9891-f6ebdea018d2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0469401 Oct 17 17:50:55.849139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40094) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:55.862415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:55.862774 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:55.869357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7baec223-da25-49d2-be96-d489c56550c6 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': '5eafaffb-6cfd-4be7-bb87-a5ec4e431d94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:55.873281 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 8 to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d Oct 17 17:50:55.883012 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b360a322-5cce-4e6b-8fce-fad4f01d8926 req-b4371a6a-42be-4600-9a93-49146368d2aa service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342743 Oct 17 17:50:55.894740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c1e193df-620d-4a19-927e-3fcc2b14652e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:55.896450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7baec223-da25-49d2-be96-d489c56550c6 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:55.904391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7baec223-da25-49d2-be96-d489c56550c6 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:55.904598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:55.910685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7baec223-da25-49d2-be96-d489c56550c6 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:55.917456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ee08a-7f8a-4fa4-b9b3-0b2a19abb181 req-c45d2579-8fc9-4c1c-8c8d-6f45bbb7c474 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:55.919519 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f73ee08a-7f8a-4fa4-b9b3-0b2a19abb181 req-c45d2579-8fc9-4c1c-8c8d-6f45bbb7c474 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.4654660 Oct 17 17:50:55.924452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:55.924784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:55.925115 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:55.929875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c1e193df-620d-4a19-927e-3fcc2b14652e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:55.937808 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7baec223-da25-49d2-be96-d489c56550c6 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:55.949782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:55.950099 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:55.955547 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 9 to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d Oct 17 17:50:55.991144 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:50:55.994004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.010982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:56.011343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:56.011678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:56.018180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21e15c33-e43a-4667-aedd-bf00f884debc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.019836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.032651 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c1e193df-620d-4a19-927e-3fcc2b14652e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc786e8e0e8f4e7e81fa83dfdddb6081&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3645575 Oct 17 17:50:56.033505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e193df-620d-4a19-927e-3fcc2b14652e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5c2023-e2b9-4061-9ef9-9d00e33c2b3b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:56.036623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40098) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:56.053793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.082006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7baec223-da25-49d2-be96-d489c56550c6 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.101348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:56.101741 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:56.112508 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 10 to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d Oct 17 17:50:56.122303 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f73ee08a-7f8a-4fa4-b9b3-0b2a19abb181 req-b9d579f3-6e1e-48e6-b888-a12d6222e0a6 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904976 Oct 17 17:50:56.176147 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21e15c33-e43a-4667-aedd-bf00f884debc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.183068 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e1b29b8d-9be5-4e95-9ffe-38eadb8ae39b tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags HTTP/1.1" status: 204 len: 168 time: 0.5363536 Oct 17 17:50:56.188335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:56.188674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:56.189275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:56.189400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40102) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:56.204859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.211269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-3c5f18a0-6916-49bb-99c3-c302ef7a3237 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb', 'tempest-TagsExtTest-Tag-774261096') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:56.217933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port 5c13e40c-195e-4d2a-9835-250a806b1c9d on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:56.218267 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port 5c13e40c-195e-4d2a-9835-250a806b1c9d on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:56.218621 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.247357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=6c206317-b9b4-4657-b04a-3517f0696688,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:56.261414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-726bb7af-d9c6-4a07-b233-3ada66e4296f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.295432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.347189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7baec223-da25-49d2-be96-d489c56550c6 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.379166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7baec223-da25-49d2-be96-d489c56550c6 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.406551 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Attempt 8 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:56.408539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-726bb7af-d9c6-4a07-b233-3ada66e4296f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.421737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.422938 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b8f9c985-f408-487f-ab0d-8ab41c7b9354 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7151732 Oct 17 17:50:56.426646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40106) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:56.434845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:56.436177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'port': {'network_id': '56c666a0-f83e-430e-9d8d-692d728cf316', 'name': 'tempest-FloatingIPTestJSON-1789195836'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:56.447971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baec223-da25-49d2-be96-d489c56550c6 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e919d9-004c-46ba-aac4-2bdfbce6963d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:56.451017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:56.453510 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:56.470104 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:56.503019 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event updated for resources: {'Port': ['ID=c1c0ea23-3b79-406c-962b-f8c1486b8be3,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:56.550307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7baec223-da25-49d2-be96-d489c56550c6 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.555019 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7baec223-da25-49d2-be96-d489c56550c6 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7000275 Oct 17 17:50:56.558265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40110) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:56.558570 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] For port 5c13e40c-195e-4d2a-9835-250a806b1c9d, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:50:56.559304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempted to set empty binding levels {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 17 17:50:56.563564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21e15c33-e43a-4667-aedd-bf00f884debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.583484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.584588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:56.585142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.645420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e15c33-e43a-4667-aedd-bf00f884debc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21149c6b-bfe3-4c37-82bd-e17ed3b30fbf,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:56.698982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21e15c33-e43a-4667-aedd-bf00f884debc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.700750 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-21e15c33-e43a-4667-aedd-bf00f884debc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21149c6b-bfe3-4c37-82bd-e17ed3b30fbf HTTP/1.1" status: 204 len: 168 time: 0.8979111 Oct 17 17:50:56.709677 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.4617350 Oct 17 17:50:56.712350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40116) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:56.733596 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-3c5f18a0-6916-49bb-99c3-c302ef7a3237 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] show failed (client error): The resource could not be found. Oct 17 17:50:56.734616 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3c5f18a0-6916-49bb-99c3-c302ef7a3237 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags/tempest-TagsExtTest-Tag-774261096 HTTP/1.1" status: 404 len: 328 time: 0.5426097 Oct 17 17:50:56.741880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40120) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:56.750530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1bda1-06c7-4901-a01d-0c34e26ce26d tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event updated for resources: {'Port': ['ID=5c13e40c-195e-4d2a-9835-250a806b1c9d,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:56.757461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:56.775017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:port and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:56.779992 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:56.788568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:56.801112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0a768881-5fac-4a02-92ec-76b0816ddd75 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Deleting port 5c13e40c-195e-4d2a-9835-250a806b1c9d {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:50:56.801544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a768881-5fac-4a02-92ec-76b0816ddd75 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.803718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-bd77635c-9144-4e8c-b210-24e7fb0a7586 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb', 'tempest-TagsExtTest-Tag-473204736') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:56.850174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Made reservation on behalf of c8596a53819a4fc789920c653097ea58 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:56.850174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.908981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] device_id is not set on port aa22c685-9cc9-4fbe-b266-5440db3ed5d9 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:56.920921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be35b173-8ed2-4782-9b9e-9fa3b669b485 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.938215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be35b173-8ed2-4782-9b9e-9fa3b669b485 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.946258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-726bb7af-d9c6-4a07-b233-3ada66e4296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:56.971816 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Attempt 9 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:57.015418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bb7af-d9c6-4a07-b233-3ada66e4296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5c2023-e2b9-4061-9ef9-9d00e33c2b3b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:57.045884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-726bb7af-d9c6-4a07-b233-3ada66e4296f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:57.047233 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-726bb7af-d9c6-4a07-b233-3ada66e4296f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a5c2023-e2b9-4061-9ef9-9d00e33c2b3b HTTP/1.1" status: 204 len: 168 time: 1.0053484 Oct 17 17:50:57.067710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be35b173-8ed2-4782-9b9e-9fa3b669b485 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:57.072748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:57.101859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35b173-8ed2-4782-9b9e-9fa3b669b485 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67e919d9-004c-46ba-aac4-2bdfbce6963d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:57.106834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be35b173-8ed2-4782-9b9e-9fa3b669b485 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:57.108001 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-be35b173-8ed2-4782-9b9e-9fa3b669b485 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/67e919d9-004c-46ba-aac4-2bdfbce6963d HTTP/1.1" status: 204 len: 168 time: 0.5454409 Oct 17 17:50:57.110599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40132) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:57.184406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-0a768881-5fac-4a02-92ec-76b0816ddd75 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] For port 5c13e40c-195e-4d2a-9835-250a806b1c9d, host hv-neutron-8608, got binding levels [] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:50:57.185036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a768881-5fac-4a02-92ec-76b0816ddd75 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:57.340684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0a768881-5fac-4a02-92ec-76b0816ddd75 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Calling delete_port for 5c13e40c-195e-4d2a-9835-250a806b1c9d owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:50:57.354076 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-bd77635c-9144-4e8c-b210-24e7fb0a7586 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] show failed (client error): The resource could not be found. Oct 17 17:50:57.355175 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bd77635c-9144-4e8c-b210-24e7fb0a7586 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags/tempest-TagsExtTest-Tag-473204736 HTTP/1.1" status: 404 len: 328 time: 0.6101460 Oct 17 17:50:57.370283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.20.0.14 (56c666a0-f83e-430e-9d8d-692d728cf316/e3d898cf-aa9c-4aa5-93d5-4028a0b4590d/aa22c685-9cc9-4fbe-b266-5440db3ed5d9) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:50:57.372713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40144) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:57.390275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-b58541df-affb-43c1-9612-a26819f0253c tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb', 'tempest-TagsExtTest-Tag-1044484153') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:57.463394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-206d97d9-0d00-4fba-ba1b-d370b2eeb99e tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:57.510356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:57.545924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a768881-5fac-4a02-92ec-76b0816ddd75 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:57.571157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-206d97d9-0d00-4fba-ba1b-d370b2eeb99e tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:57.572482 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-206d97d9-0d00-4fba-ba1b-d370b2eeb99e tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4607489 Oct 17 17:50:57.574116 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Attempt 10 to provision port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d Oct 17 17:50:57.633774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40154) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:57.634097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40156) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:57.678330 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a768881-5fac-4a02-92ec-76b0816ddd75 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c13e40c-195e-4d2a-9835-250a806b1c9d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:57.693111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a768881-5fac-4a02-92ec-76b0816ddd75 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:57.703229 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-b58541df-affb-43c1-9612-a26819f0253c tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] show failed (client error): The resource could not be found. Oct 17 17:50:57.705223 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b58541df-affb-43c1-9612-a26819f0253c tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags/tempest-TagsExtTest-Tag-1044484153 HTTP/1.1" status: 404 len: 329 time: 0.3315697 Oct 17 17:50:57.715684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40164) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:57.718222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:50:57.722229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Could not find standard attr ID for object b25e7cd4-c1db-4062-a11c-b4a2c09a7249. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:50:57.726941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bb8c7567-5ad8-433d-952e-18614b9b1fee None None] Could not find standard attr ID for object 43f9bd36-918b-4f24-a10f-074da49633e0. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:50:57.737151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-ff3282a7-0ba4-4bfe-a0d2-db502b7ff3c3 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d', {'tags': ['tempest-TagsExtTest-Tag-929336608', 'tempest-TagsExtTest-Tag-994866836', 'tempest-TagsExtTest-Tag-364160694']}) {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:57.738150 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0a768881-5fac-4a02-92ec-76b0816ddd75 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "DELETE /v2.0/ports/5c13e40c-195e-4d2a-9835-250a806b1c9d HTTP/1.1" status: 204 len: 168 time: 1.0234849 Oct 17 17:50:57.741122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40168) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:57.769032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebecbf8d-fb75-46ef-b3c6-90a411570a74 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:57.797449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e341b0d-c357-4204-be69-7261ba734be7 req-fd9a2755-2e44-4c65-ac23-f656494138b7 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:57.798964 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6e341b0d-c357-4204-be69-7261ba734be7 req-fd9a2755-2e44-4c65-ac23-f656494138b7 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.4509680 Oct 17 17:50:57.799461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40172) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:57.814258 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-badb9ac8-51b4-48a2-a8fe-ac1efc929dd3 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] GET failed (client error): The resource could not be found. Oct 17 17:50:57.814947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-badb9ac8-51b4-48a2-a8fe-ac1efc929dd3 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Synchronizing usage tracker for tenant:df99b35983994e7cb99f706083c994ba on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:57.825133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:57.837304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebecbf8d-fb75-46ef-b3c6-90a411570a74 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:57.845427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-badb9ac8-51b4-48a2-a8fe-ac1efc929dd3 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Unset dirty status for tenant:df99b35983994e7cb99f706083c994ba on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:57.846705 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-badb9ac8-51b4-48a2-a8fe-ac1efc929dd3 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "GET /v2.0/ports/5c13e40c-195e-4d2a-9835-250a806b1c9d HTTP/1.1" status: 404 len: 333 time: 0.1046712 Oct 17 17:50:57.850937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40178) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:57.857806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Request body: {'port': {'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1168533908'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:57.864146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:57.878100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:57.894969 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-698cca08-7a37-4ea6-89c4-55b51cb5e55e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce0d9191f24f42fca5dc1767609281dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418220 Oct 17 17:50:57.895197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Made reservation on behalf of df99b35983994e7cb99f706083c994ba for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:57.895515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:57.900759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40182) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:57.910810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:57.982631 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] device_id is not set on port cc125b0d-bc99-468f-a18d-202792a3cbdd yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:58.026182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 56c666a0-f83e-430e-9d8d-692d728cf316 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:58.035536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:58.051484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:58.060922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1195781085'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:58.082634 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=aa22c685-9cc9-4fbe-b266-5440db3ed5d9,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:58.091525 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebecbf8d-fb75-46ef-b3c6-90a411570a74 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.106219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:58.134096 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6e341b0d-c357-4204-be69-7261ba734be7 req-c130f358-f9ee-4634-96f7-da4485be269e tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044269 Oct 17 17:50:58.138429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:network and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:58.144316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:58.145081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.151077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:58.155520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecbf8d-fb75-46ef-b3c6-90a411570a74 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e9720be-e912-46df-af00-aeea36d7777f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:58.171769 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ff3282a7-0ba4-4bfe-a0d2-db502b7ff3c3 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "PUT /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags HTTP/1.1" status: 200 len: 315 time: 0.4482973 Oct 17 17:50:58.174970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40186) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:58.175827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:58.187943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebecbf8d-fb75-46ef-b3c6-90a411570a74 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.189026 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ebecbf8d-fb75-46ef-b3c6-90a411570a74 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/3e9720be-e912-46df-af00-aeea36d7777f HTTP/1.1" status: 204 len: 168 time: 0.5400224 Oct 17 17:50:58.194371 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40192) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:58.267270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-532d4a1e-0fde-4840-b88f-ce94ecf5085c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.273400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.300576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-75df7167-9eb1-467c-8c05-7f845147bbc2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:58.306384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-720a20fe-4908-4fbe-be2b-d8f5e206502d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:58.309516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.378833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-532d4a1e-0fde-4840-b88f-ce94ecf5085c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.385270 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4ca869ad-d2be-4e16-a001-8bb25b117488 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9554534 Oct 17 17:50:58.395850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40196) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:58.455779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.502167 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-75df7167-9eb1-467c-8c05-7f845147bbc2 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags HTTP/1.1" status: 204 len: 168 time: 0.3262401 Oct 17 17:50:58.505236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40198) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:58.511113 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-c9b40a8f-1355-4114-bfac-1a6ec72465c7 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d', 'tempest-TagsExtTest-Tag-929336608') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:58.537183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.605384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ee35ade1-5026-40ba-ad13-8077e517de73 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'floatingip': {'port_id': 'aa22c685-9cc9-4fbe-b266-5440db3ed5d9'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:58.636117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:50:58.641334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event updated for resources: {'Port': ['ID=cc125b0d-bc99-468f-a18d-202792a3cbdd,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:58.643720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:50:58.647374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:50:58.648295 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:50:58.648880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.663882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:50:58.667265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.672125 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e90c2bb7-6ad4-4bcf-b9a7-aa9f8b05b336 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8206172 Oct 17 17:50:58.674802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40204) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:58.682322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:50:58.718975 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-c9b40a8f-1355-4114-bfac-1a6ec72465c7 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] show failed (client error): The resource could not be found. Oct 17 17:50:58.719822 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c9b40a8f-1355-4114-bfac-1a6ec72465c7 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags/tempest-TagsExtTest-Tag-929336608 HTTP/1.1" status: 404 len: 328 time: 0.2135801 Oct 17 17:50:58.721947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-720a20fe-4908-4fbe-be2b-d8f5e206502d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:58.725885 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-720a20fe-4908-4fbe-be2b-d8f5e206502d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5259168 Oct 17 17:50:58.725885 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.735331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40208) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:58.735562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40210) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:58.740002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee35ade1-5026-40ba-ad13-8077e517de73 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.744107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-af1e00d5-7446-4f65-b61f-8feeb2b5279d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d', 'tempest-TagsExtTest-Tag-994866836') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:58.859253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.876912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:50:58.927374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:security_group_rule and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:50:58.930465 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-af1e00d5-7446-4f65-b61f-8feeb2b5279d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] show failed (client error): The resource could not be found. Oct 17 17:50:58.931539 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-af1e00d5-7446-4f65-b61f-8feeb2b5279d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags/tempest-TagsExtTest-Tag-994866836 HTTP/1.1" status: 404 len: 328 time: 0.1957791 Oct 17 17:50:58.936393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:50:58.937028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40216) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:58.943309 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b627fb7d-b1d9-45d9-b59a-607ddad560ff tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.943617 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-038091dc-37f6-461c-8b62-1f4290180d90 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d', 'tempest-TagsExtTest-Tag-364160694') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:58.959535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:50:58.978410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e16c6dc3-6a96-4480-bb38-ed99d3901396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:58.995092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b627fb7d-b1d9-45d9-b59a-607ddad560ff tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.033602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-532d4a1e-0fde-4840-b88f-ce94ecf5085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.094425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d4a1e-0fde-4840-b88f-ce94ecf5085c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40bef48-6ae8-43af-aac1-724bade480d8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:59.109215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b627fb7d-b1d9-45d9-b59a-607ddad560ff tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.118616 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-038091dc-37f6-461c-8b62-1f4290180d90 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] show failed (client error): The resource could not be found. Oct 17 17:50:59.119763 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-038091dc-37f6-461c-8b62-1f4290180d90 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags/tempest-TagsExtTest-Tag-364160694 HTTP/1.1" status: 404 len: 328 time: 0.1818228 Oct 17 17:50:59.129528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40220) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:59.140919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-4cbd0f2f-7c9e-4935-b22f-ef60f60cdd37 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39', {'tags': ['tempest-TagsExtTest-Tag-1292948976', 'tempest-TagsExtTest-Tag-1703438308', 'tempest-TagsExtTest-Tag-1139574837']}) {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:59.300951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627fb7d-b1d9-45d9-b59a-607ddad560ff tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b52b316-a5d4-4b84-a7d8-85e48fa42a3b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:59.324164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] device_id is not set on port cc125b0d-bc99-468f-a18d-202792a3cbdd yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:50:59.335410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.342731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-532d4a1e-0fde-4840-b88f-ce94ecf5085c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.343864 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-532d4a1e-0fde-4840-b88f-ce94ecf5085c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d40bef48-6ae8-43af-aac1-724bade480d8 HTTP/1.1" status: 204 len: 168 time: 1.3854246 Oct 17 17:50:59.349583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b627fb7d-b1d9-45d9-b59a-607ddad560ff tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.351634 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b627fb7d-b1d9-45d9-b59a-607ddad560ff tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/7b52b316-a5d4-4b84-a7d8-85e48fa42a3b HTTP/1.1" status: 204 len: 168 time: 0.5589495 Oct 17 17:50:59.352521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Router cdede37b-b6f4-41b9-b4a9-a35022ba13cf is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:50:59.357327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40226) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:59.360099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Transition to ACTIVE for port object cc125b0d-bc99-468f-a18d-202792a3cbdd will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:50:59.377114 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4cbd0f2f-7c9e-4935-b22f-ef60f60cdd37 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "PUT /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags HTTP/1.1" status: 200 len: 318 time: 0.2441111 Oct 17 17:50:59.377641 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40230) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:59.378266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.497902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-6cd1f715-0327-4379-9323-14f812c45549 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:59.586693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.665405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.690327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d4e77bfa-04aa-413d-9fd2-ec8078761a31 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:50:59.693041 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:59.693379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:59.693711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:59.709170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event updated for resources: {'Port': ['ID=cc125b0d-bc99-468f-a18d-202792a3cbdd,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:59.711352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:59.711679 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:59.713711 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 2 to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd Oct 17 17:50:59.739665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:59.740011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:59.740345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:59.744719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d4e77bfa-04aa-413d-9fd2-ec8078761a31 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:50:59.750083 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d4e77bfa-04aa-413d-9fd2-ec8078761a31 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3916080 Oct 17 17:50:59.752457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40240) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:59.758708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:59.759036 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:59.763745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:50:59.768343 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 3 to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd Oct 17 17:50:59.775729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1095e716-45f9-4fe5-8b56-d65ac69fdae3,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:50:59.781879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:50:59.799473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098561e2-a1aa-4cf2-83b8-693ba01ba42b None None] Sync routers for ids ['cdede37b-b6f4-41b9-b4a9-a35022ba13cf'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:50:59.799598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.800029 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Added segment 87a3c00c-442a-4d99-b648-2a40232bbc94 of type vlan for network 9f161ce3-1d8a-42c1-ada3-baf00ff71647 Oct 17 17:50:59.811709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:50:59.812046 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:50:59.812378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:50:59.818248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098561e2-a1aa-4cf2-83b8-693ba01ba42b None None] Routers {'cdede37b-b6f4-41b9-b4a9-a35022ba13cf'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:59.818533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.818647 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d5917a8-102e-4dc2-ab17-2dd094551161 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.819173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-098561e2-a1aa-4cf2-83b8-693ba01ba42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['cdede37b-b6f4-41b9-b4a9-a35022ba13cf'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:59.822455 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d134f6f2-d1ed-479c-bc66-691f5a12fd5d tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "PUT /v2.0/routers/cdede37b-b6f4-41b9-b4a9-a35022ba13cf HTTP/1.1" status: 200 len: 917 time: 6.7398582 Oct 17 17:50:59.823154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40246) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:59.830512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:50:59.830817 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:50:59.832494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d5917a8-102e-4dc2-ab17-2dd094551161 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.838111 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 4 to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd Oct 17 17:50:59.853304 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6cd1f715-0327-4379-9323-14f812c45549 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags HTTP/1.1" status: 204 len: 168 time: 0.4042809 Oct 17 17:50:59.857544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40252) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:50:59.866745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-ea26bcb6-98fd-4b47-b94f-121a35d4822d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39', 'tempest-TagsExtTest-Tag-1292948976') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:59.912720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-098561e2-a1aa-4cf2-83b8-693ba01ba42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:59.925329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098561e2-a1aa-4cf2-83b8-693ba01ba42b None None] Routers {'cdede37b-b6f4-41b9-b4a9-a35022ba13cf'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:50:59.926274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-098561e2-a1aa-4cf2-83b8-693ba01ba42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:50:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['cdede37b-b6f4-41b9-b4a9-a35022ba13cf'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:50:59.989183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:50:59.997418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-ee35ade1-5026-40ba-ad13-8077e517de73 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:51:00.007534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-098561e2-a1aa-4cf2-83b8-693ba01ba42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:00.008657 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098561e2-a1aa-4cf2-83b8-693ba01ba42b None None] The sync data for ids ['cdede37b-b6f4-41b9-b4a9-a35022ba13cf'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:51:00.093187 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:00.094270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:00.094717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:00.153982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee35ade1-5026-40ba-ad13-8077e517de73 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.154903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.160827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:00.161467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.179845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d5917a8-102e-4dc2-ab17-2dd094551161 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.194783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee35ade1-5026-40ba-ad13-8077e517de73 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.195256 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:00.195586 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:00.202275 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 5 to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd Oct 17 17:51:00.221093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5917a8-102e-4dc2-ab17-2dd094551161 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1f19f60-c345-4aae-85c6-f26bdbab18a3,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:00.236468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:00.236883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:00.237129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:00.245844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:00.246203 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:00.249244 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 6 to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd Oct 17 17:51:00.259358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d5917a8-102e-4dc2-ab17-2dd094551161 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.260494 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0d5917a8-102e-4dc2-ab17-2dd094551161 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b1f19f60-c345-4aae-85c6-f26bdbab18a3 HTTP/1.1" status: 204 len: 168 time: 0.5069232 Oct 17 17:51:00.267581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40264) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:00.286839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:00.287213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:00.287551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:00.295144 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-ea26bcb6-98fd-4b47-b94f-121a35d4822d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] show failed (client error): The resource could not be found. Oct 17 17:51:00.299306 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ea26bcb6-98fd-4b47-b94f-121a35d4822d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags/tempest-TagsExtTest-Tag-1292948976 HTTP/1.1" status: 404 len: 329 time: 0.4377258 Oct 17 17:51:00.300592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40268) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:00.301384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:00.301713 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:00.305824 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 7 to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd Oct 17 17:51:00.320044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-e3661703-a6cb-4f51-b1f9-04cb6f28c9ce tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39', 'tempest-TagsExtTest-Tag-1703438308') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:00.373278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40272) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:00.454054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:00.454405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:00.454813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:00.474296 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:00.474631 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:00.477962 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 8 to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd Oct 17 17:51:00.498548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e0766a99-ed08-4dd2-a1cf-98201ed6eae1 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:00.516573 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:00.516875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:00.517183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:00.530133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:00.530654 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:00.531925 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 9 to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd Oct 17 17:51:00.539200 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-61b87318-c94e-40cf-bef8-0d28ba565837 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/routers/cdede37b-b6f4-41b9-b4a9-a35022ba13cf HTTP/1.1" status: 200 len: 923 time: 0.7119601 Oct 17 17:51:00.541724 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-e3661703-a6cb-4f51-b1f9-04cb6f28c9ce tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] show failed (client error): The resource could not be found. Oct 17 17:51:00.542782 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e3661703-a6cb-4f51-b1f9-04cb6f28c9ce tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags/tempest-TagsExtTest-Tag-1703438308 HTTP/1.1" status: 404 len: 329 time: 0.2402122 Oct 17 17:51:00.543501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40278) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:00.547342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e0766a99-ed08-4dd2-a1cf-98201ed6eae1 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:00.548040 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7306943 Oct 17 17:51:00.548926 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e0766a99-ed08-4dd2-a1cf-98201ed6eae1 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2804241 Oct 17 17:51:00.550512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40280) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:00.553304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40284) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:00.560047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-8dbed590-7ab1-4889-a8a4-51eb10cf71fc tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39', 'tempest-TagsExtTest-Tag-1139574837') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:00.617633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2137804361'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:00.624350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:00.624690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:00.625025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:00.630688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa7fba-6301-4b79-a322-f0bf67bfc80f tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Network': ['ID=9f161ce3-1d8a-42c1-ada3-baf00ff71647,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:00.645888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:00.646129 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 9f161ce3-1d8a-42c1-ada3-baf00ff71647 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:00.654773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:00.655126 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:00.657182 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 10 to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd Oct 17 17:51:00.678978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-efc1b956-0acf-495e-ad42-2757faaf8fde tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.686987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:00.687534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:00.688018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:00.701373 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:00.702584 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port cc125b0d-bc99-468f-a18d-202792a3cbdd on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:00.703192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.704403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:network and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:00.714658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-efc1b956-0acf-495e-ad42-2757faaf8fde tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.718324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:00.729111 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:00.772001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:00.775528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.785896 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-ee35ade1-5026-40ba-ad13-8077e517de73 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Floating IP 13d6b251-8e06-4fa8-85a7-47cc9ef10e21 associated. External IP: 172.26.8.36, port: aa22c685-9cc9-4fbe-b266-5440db3ed5d9. Oct 17 17:51:00.805992 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020cf92a-c375-4b32-acfa-cd9a121db406 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:00.808022 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-020cf92a-c375-4b32-acfa-cd9a121db406 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6780153d-9acc-46e5-a017-90331dae5b00&device_id=cdede37b-b6f4-41b9-b4a9-a35022ba13cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2578878 Oct 17 17:51:00.812918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40290) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:00.846037 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-efc1b956-0acf-495e-ad42-2757faaf8fde tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.853975 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-8dbed590-7ab1-4889-a8a4-51eb10cf71fc tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] show failed (client error): The resource could not be found. Oct 17 17:51:00.858088 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8dbed590-7ab1-4889-a8a4-51eb10cf71fc tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags/tempest-TagsExtTest-Tag-1139574837 HTTP/1.1" status: 404 len: 329 time: 0.3016331 Oct 17 17:51:00.873819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40294) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:00.927753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.937124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-c2ebc856-ae31-42b4-935d-8e6a51f5d3a9 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a', {'tags': ['tempest-TagsExtTest-Tag-1384998538', 'tempest-TagsExtTest-Tag-1913801319', 'tempest-TagsExtTest-Tag-446609679']}) {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:00.947152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1b956-0acf-495e-ad42-2757faaf8fde tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f4966aa-226c-413f-80ee-a1238c7853bf,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:00.953990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:00.962830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:security_group_rule and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:00.969071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:00.974109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] For port cc125b0d-bc99-468f-a18d-202792a3cbdd, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:00.974540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempted to set empty binding levels {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 17 17:51:00.977770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:00.990294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.990801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] In _notify_port_updated(), no bound segment for port cc125b0d-bc99-468f-a18d-202792a3cbdd on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:51:00.991725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:00.992367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.996688 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "PUT /v2.0/ports/cc125b0d-bc99-468f-a18d-202792a3cbdd HTTP/1.1" status: 200 len: 977 time: 2.3173349 Oct 17 17:51:00.996688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-efc1b956-0acf-495e-ad42-2757faaf8fde tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:00.996688 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-efc1b956-0acf-495e-ad42-2757faaf8fde tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/1f4966aa-226c-413f-80ee-a1238c7853bf HTTP/1.1" status: 204 len: 168 time: 0.4412665 Oct 17 17:51:00.998572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40298) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:00.998910 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40300) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:01.110874 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c2ebc856-ae31-42b4-935d-8e6a51f5d3a9 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "PUT /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags HTTP/1.1" status: 200 len: 317 time: 0.1853375 Oct 17 17:51:01.112140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40306) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:01.114754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad746e0-de9c-4af1-9751-8d5991e71928 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event updated for resources: {'Port': ['ID=cc125b0d-bc99-468f-a18d-202792a3cbdd,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:01.117897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cb7dad-c677-4719-966a-86b11a317ee8 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.119522 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-70cb7dad-c677-4719-966a-86b11a317ee8 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/networks/6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 881 time: 0.3051088 Oct 17 17:51:01.122214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40310) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:01.133486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-a5efee69-2e98-43d8-bdfc-636c9d020ed5 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:01.183803 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-54bfc9b8-ab09-4c63-bc6a-2db4687dea76 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdede37b-b6f4-41b9-b4a9-a35022ba13cf HTTP/1.1" status: 200 len: 205 time: 0.0603685 Oct 17 17:51:01.186721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40316) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:01.372442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4e73b765-5134-4f52-b590-d20482c36796 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:01.403658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.451073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4e73b765-5134-4f52-b590-d20482c36796 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:01.455871 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4e73b765-5134-4f52-b590-d20482c36796 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4383216 Oct 17 17:51:01.464787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e25fdbcd-f6ea-4106-bbb3-39bafd31d174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.470286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40322) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:01.532262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.549684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.550169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.550637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.551117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.551574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.552029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.552484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.552943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.553392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.553959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.554303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.554745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.555217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.555661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.556110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.556864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.557007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.557441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.557886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.564298 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-73a6af48-6e44-4696-adbf-9d926891db05 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16509 time: 0.5487406 Oct 17 17:51:01.565307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40326) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:01.571953 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a5efee69-2e98-43d8-bdfc-636c9d020ed5 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags HTTP/1.1" status: 204 len: 168 time: 0.4537404 Oct 17 17:51:01.571953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.572198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40330) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:01.601326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee35ade1-5026-40ba-ad13-8077e517de73 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:51:01.606555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-417bfe54-ed9c-4be1-85b0-24a2ec49d841 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a', 'tempest-TagsExtTest-Tag-1384998538') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:01.614315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:01.660151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.660515 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Added segment b6edb28a-fc1d-424f-a7c4-556bf0dfd900 of type vlan for network 551b71eb-9023-465c-8920-9d443c7d3ddb Oct 17 17:51:01.663575 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2914351-b479-4428-bbb0-88f468a556af,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:01.675997 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-86879b0b-1856-4dc0-816c-19ac4dce4a7d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.676346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-af928d5c-611f-4fe1-9405-16e6f4311847 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Deleting port cc125b0d-bc99-468f-a18d-202792a3cbdd {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:01.676637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af928d5c-611f-4fe1-9405-16e6f4311847 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.841848 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-417bfe54-ed9c-4be1-85b0-24a2ec49d841 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] show failed (client error): The resource could not be found. Oct 17 17:51:01.845766 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-417bfe54-ed9c-4be1-85b0-24a2ec49d841 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags/tempest-TagsExtTest-Tag-1384998538 HTTP/1.1" status: 404 len: 329 time: 0.2697926 Oct 17 17:51:01.848540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.849786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40334) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:01.857912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-febc973d-d9ce-46b0-be61-61a65df5ba31 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a', 'tempest-TagsExtTest-Tag-1913801319') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:01.863093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-86879b0b-1856-4dc0-816c-19ac4dce4a7d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.867024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.917179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Deleting port c1c0ea23-3b79-406c-962b-f8c1486b8be3 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:01.917522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.953427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.958828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:01.959451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:01.986499 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-febc973d-d9ce-46b0-be61-61a65df5ba31 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] show failed (client error): The resource could not be found. Oct 17 17:51:01.992165 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-febc973d-d9ce-46b0-be61-61a65df5ba31 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags/tempest-TagsExtTest-Tag-1913801319 HTTP/1.1" status: 404 len: 329 time: 0.1356938 Oct 17 17:51:01.992414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40338) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:02.000908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-cf7a0fba-840f-4c86-a087-27b08d140e77 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a', 'tempest-TagsExtTest-Tag-446609679') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:02.116055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee35ade1-5026-40ba-ad13-8077e517de73 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:51:02.131374 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3411afd6-7b96-4f98-9618-0293e683c4d5 None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:51:02.161177 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3411afd6-7b96-4f98-9618-0293e683c4d5 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:02.162166 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3411afd6-7b96-4f98-9618-0293e683c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:02.201460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-86879b0b-1856-4dc0-816c-19ac4dce4a7d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:02.214713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-af928d5c-611f-4fe1-9405-16e6f4311847 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] For port cc125b0d-bc99-468f-a18d-202792a3cbdd, host hv-neutron-8608, got binding levels [] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:02.215184 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af928d5c-611f-4fe1-9405-16e6f4311847 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:02.223308 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-cf7a0fba-840f-4c86-a087-27b08d140e77 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] show failed (client error): The resource could not be found. Oct 17 17:51:02.227091 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cf7a0fba-840f-4c86-a087-27b08d140e77 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags/tempest-TagsExtTest-Tag-446609679 HTTP/1.1" status: 404 len: 328 time: 0.2311752 Oct 17 17:51:02.241683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40342) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:02.272342 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86879b0b-1856-4dc0-816c-19ac4dce4a7d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eafaffb-6cfd-4be7-bb87-a5ec4e431d94,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:02.284288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Network': ['ID=551b71eb-9023-465c-8920-9d443c7d3ddb,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:02.291752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee35ade1-5026-40ba-ad13-8077e517de73 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:02.302761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-9dcdc0cc-02f0-4410-aec5-a44ab5809d99 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8e615311-109c-4f67-8e59-5b8a72aa0e9a') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:02.339730 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3411afd6-7b96-4f98-9618-0293e683c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:02.342641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 551b71eb-9023-465c-8920-9d443c7d3ddb details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:02.349511 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-46b43a7f-a4b4-4a83-8abf-2a7ee5b145b6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9665163 Oct 17 17:51:02.349511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40346) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:02.358859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-86879b0b-1856-4dc0-816c-19ac4dce4a7d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:02.362615 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-86879b0b-1856-4dc0-816c-19ac4dce4a7d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-groups/5eafaffb-6cfd-4be7-bb87-a5ec4e431d94 HTTP/1.1" status: 204 len: 168 time: 0.8837752 Oct 17 17:51:02.363347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40350) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:02.366210 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3411afd6-7b96-4f98-9618-0293e683c4d5 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:02.366757 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3411afd6-7b96-4f98-9618-0293e683c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:02.380689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'name': 'tempest-PortsIpV6TestJSON-822604048'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:02.385325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-af928d5c-611f-4fe1-9405-16e6f4311847 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Calling delete_port for cc125b0d-bc99-468f-a18d-202792a3cbdd owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:02.445699 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:02.530170 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3411afd6-7b96-4f98-9618-0293e683c4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:02.530580 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3411afd6-7b96-4f98-9618-0293e683c4d5 None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:51:02.573509 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ee35ade1-5026-40ba-ad13-8077e517de73 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "PUT /v2.0/floatingips/13d6b251-8e06-4fa8-85a7-47cc9ef10e21 HTTP/1.1" status: 200 len: 978 time: 3.9939103 Oct 17 17:51:02.582825 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:02.583623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40354) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:02.587054 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:02.620759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Calling delete_port for c1c0ea23-3b79-406c-962b-f8c1486b8be3 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:02.672246 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:02.675602 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9dcdc0cc-02f0-4410-aec5-a44ab5809d99 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a/tags HTTP/1.1" status: 204 len: 168 time: 0.4315026 Oct 17 17:51:02.678544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40358) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:02.680261 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5d89ed8b-f9fa-49ae-ac09-09e8f5bc979c tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:02.685826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:port and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:02.687654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-cf7de40f-c39d-40a8-9a42-2217039fb066 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e0fe1ea1-ac61-43f0-a361-1779711ffb39') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:02.693205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:02.704460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port aa22c685-9cc9-4fbe-b266-5440db3ed5d9 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:02.704801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:02.733164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:02.774458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:02.778367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:02.786732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5d89ed8b-f9fa-49ae-ac09-09e8f5bc979c tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:02.792543 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5d89ed8b-f9fa-49ae-ac09-09e8f5bc979c tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4242654 Oct 17 17:51:02.798495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40362) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:02.806320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af928d5c-611f-4fe1-9405-16e6f4311847 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:02.807622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066113747'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:02.819773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:02.858967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:02.890741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af928d5c-611f-4fe1-9405-16e6f4311847 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc125b0d-bc99-468f-a18d-202792a3cbdd,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:02.899969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af928d5c-611f-4fe1-9405-16e6f4311847 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:02.914381 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:02.935926 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-af928d5c-611f-4fe1-9405-16e6f4311847 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "DELETE /v2.0/ports/cc125b0d-bc99-468f-a18d-202792a3cbdd HTTP/1.1" status: 204 len: 168 time: 1.3647082 Oct 17 17:51:02.935926 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cf7de40f-c39d-40a8-9a42-2217039fb066 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39/tags HTTP/1.1" status: 204 len: 168 time: 0.2534301 Oct 17 17:51:02.935926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40366) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:02.941328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40370) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:02.952120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.tag.tag_plugin [None req-1d6c4471-b30b-4b1e-be1c-5aebbd10851a tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2e6ac850-9f0e-49e3-9f0c-38ab76799a7d') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:02.991077 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a051cea6-4b02-4f15-9def-0ce381c2a29c tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] GET failed (client error): The resource could not be found. Oct 17 17:51:02.991303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a051cea6-4b02-4f15-9def-0ce381c2a29c tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Synchronizing usage tracker for tenant:df99b35983994e7cb99f706083c994ba on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:03.003463 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.050428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a051cea6-4b02-4f15-9def-0ce381c2a29c tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Unset dirty status for tenant:df99b35983994e7cb99f706083c994ba on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:03.051879 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a051cea6-4b02-4f15-9def-0ce381c2a29c tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "GET /v2.0/ports/cc125b0d-bc99-468f-a18d-202792a3cbdd HTTP/1.1" status: 404 len: 333 time: 0.1167934 Oct 17 17:51:03.058179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40374) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:03.066316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-127210658', 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:03.075225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:03.086987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:03.102183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.154057 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:03.159011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Made reservation on behalf of df99b35983994e7cb99f706083c994ba for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:03.161343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.167804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:03.176229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:03.195079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Pushing event deleted for resources: {'Port': ['ID=c1c0ea23-3b79-406c-962b-f8c1486b8be3,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:03.223675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:03.299819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.320064 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.468252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] device_id is not set on port 04fd1e8c-85ed-474b-b2f2-e95e302f054c yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:03.475904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.528987 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1d6c4471-b30b-4b1e-be1c-5aebbd10851a tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d/tags HTTP/1.1" status: 204 len: 168 time: 0.5812817 Oct 17 17:51:03.568019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40378) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:03.612919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.623126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.648395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.tag.tag_plugin [None req-4465c598-0a9c-4ae7-a1e4-4e082acab477 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '64a10178-6869-4efe-b124-658e1243efdb') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:03.698684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.703314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.767802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.768204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Fanout notify agent at l3_agent the message router_deleted on router cdede37b-b6f4-41b9-b4a9-a35022ba13cf {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:51:03.780272 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c17b75-5cd4-4185-88b5-7cabdcdf6599,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:03.802246 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.809350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.814224 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2c29f037-7d1e-41ab-a34c-ad65da433dbc tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0147789 Oct 17 17:51:03.815078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40382) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:03.860355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.860732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.861023 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Floating IP 13d6b251-8e06-4fa8-85a7-47cc9ef10e21 disassociated. External IP: 172.26.8.36, port: aa22c685-9cc9-4fbe-b266-5440db3ed5d9. Oct 17 17:51:03.861360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for aa22c685-9cc9-4fbe-b266-5440db3ed5d9 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:03.874958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.882419 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-79b28855-fa13-44ca-823f-f5731ff07138 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/routers/cdede37b-b6f4-41b9-b4a9-a35022ba13cf HTTP/1.1" status: 204 len: 168 time: 2.6884098 Oct 17 17:51:03.885423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40386) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:03.909273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-138eb5af-10ad-4718-92bf-78980ecb00fa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-202421146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:03.914984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ba28289e-9214-44db-ab51-7b4e7df434f8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': '68c17b75-5cd4-4185-88b5-7cabdcdf6599', 'direction': 'ingress', 'protocol': 17}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:03.919691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-138eb5af-10ad-4718-92bf-78980ecb00fa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:03.922098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40390) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:03.934271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-138eb5af-10ad-4718-92bf-78980ecb00fa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Usage tracker for resource:router and tenant:b48c33d569cd4ef69784a3beac2fdc93 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:03.937694 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-138eb5af-10ad-4718-92bf-78980ecb00fa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:03.944488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ba28289e-9214-44db-ab51-7b4e7df434f8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:03.950304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-138eb5af-10ad-4718-92bf-78980ecb00fa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:03.951334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'subnet': {'network_id': '9f161ce3-1d8a-42c1-ada3-baf00ff71647', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:03.956100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.960400 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4465c598-0a9c-4ae7-a1e4-4e082acab477 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb/tags HTTP/1.1" status: 204 len: 168 time: 0.3913214 Oct 17 17:51:03.972002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40394) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:03.976449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-138eb5af-10ad-4718-92bf-78980ecb00fa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.977560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-138eb5af-10ad-4718-92bf-78980ecb00fa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:03.992083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ba28289e-9214-44db-ab51-7b4e7df434f8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:04.037310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-138eb5af-10ad-4718-92bf-78980ecb00fa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.076714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.167982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:04.169808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-138eb5af-10ad-4718-92bf-78980ecb00fa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.174490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ba28289e-9214-44db-ab51-7b4e7df434f8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:04.179469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:04.191407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:04.192350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:04.192943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.205501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ba28289e-9214-44db-ab51-7b4e7df434f8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:04.208482 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event updated for resources: {'Port': ['ID=04fd1e8c-85ed-474b-b2f2-e95e302f054c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:04.218491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c983d2ad-e952-4905-8cd8-a553633167c1 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks [] for subnetpool, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.219662 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c983d2ad-e952-4905-8cd8-a553633167c1 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/subnetpools/8e615311-109c-4f67-8e59-5b8a72aa0e9a HTTP/1.1" status: 204 len: 168 time: 0.2466464 Oct 17 17:51:04.223973 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40398) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:04.227304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=d261ab9f-ed72-45e3-9fdf-42dd93ec1c97,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:04.228002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-138eb5af-10ad-4718-92bf-78980ecb00fa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.232438 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-138eb5af-10ad-4718-92bf-78980ecb00fa tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3421633 Oct 17 17:51:04.238454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.242275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40402) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:04.248918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Checking segment: {'id': 'b6edb28a-fc1d-424f-a7c4-556bf0dfd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:04.249270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network hostable DHCP agents. Network: 551b71eb-9023-465c-8920-9d443c7d3ddb, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:04.260819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'enable_snat': False}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:04.273468 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b06b75bd-9ba8-4cb3-966d-6cc60283ea03 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2136061 Oct 17 17:51:04.280671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40406) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:04.312225 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-67935b3e-6c60-413f-a570-9b1db951e0bc tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0fe1ea1-ac61-43f0-a361-1779711ffb39 HTTP/1.1" status: 200 len: 205 time: 0.0871031 Oct 17 17:51:04.317267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40410) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:04.431589 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:04.439106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba28289e-9214-44db-ab51-7b4e7df434f8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.454826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:subnet and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:04.463018 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:04.474523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76a3f9f-d95e-4290-8d44-60e79452a886 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:04.475119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e76a3f9f-d95e-4290-8d44-60e79452a886 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Synchronizing usage tracker for tenant:df99b35983994e7cb99f706083c994ba on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:04.478987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-345742ad-ffb3-4913-b2ea-4ec078a09f1d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.545720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:04.629455 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 551b71eb-9023-465c-8920-9d443c7d3ddb is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:04.656183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e76a3f9f-d95e-4290-8d44-60e79452a886 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Unset dirty status for tenant:df99b35983994e7cb99f706083c994ba on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:04.657377 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e76a3f9f-d95e-4290-8d44-60e79452a886 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "GET /v2.0/ports/04fd1e8c-85ed-474b-b2f2-e95e302f054c HTTP/1.1" status: 200 len: 954 time: 0.3757982 Oct 17 17:51:04.662592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40414) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:04.711543 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:04.714913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.729435 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.731866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 551b71eb-9023-465c-8920-9d443c7d3ddb) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:04.739898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfee1b4-e560-4d9c-acb2-e76bbdedd4dd None None] Network 551b71eb-9023-465c-8920-9d443c7d3ddb requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:04.842948 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:04.845469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-345742ad-ffb3-4913-b2ea-4ec078a09f1d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.848854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:04.849410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-345742ad-ffb3-4913-b2ea-4ec078a09f1d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.849528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.859983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b66c0570-beb2-44e6-ac5b-50831741193f tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Deleting port 04fd1e8c-85ed-474b-b2f2-e95e302f054c {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:04.860360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b66c0570-beb2-44e6-ac5b-50831741193f tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.972428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=aa22c685-9cc9-4fbe-b266-5440db3ed5d9,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:04.977828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:04.984629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba28289e-9214-44db-ab51-7b4e7df434f8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.037107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-345742ad-ffb3-4913-b2ea-4ec078a09f1d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.037715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345742ad-ffb3-4913-b2ea-4ec078a09f1d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Fanout notify agent at l3_agent the message router_deleted on router e0fe1ea1-ac61-43f0-a361-1779711ffb39 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:51:05.053988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba28289e-9214-44db-ab51-7b4e7df434f8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.089933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-345742ad-ffb3-4913-b2ea-4ec078a09f1d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.093955 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-345742ad-ffb3-4913-b2ea-4ec078a09f1d tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/routers/e0fe1ea1-ac61-43f0-a361-1779711ffb39 HTTP/1.1" status: 204 len: 168 time: 0.7733977 Oct 17 17:51:05.094712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40418) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:05.179685 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4dd88564-dd69-462d-8359-8584ee71f2a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.8290825 Oct 17 17:51:05.193710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40422) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:05.197667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28289e-9214-44db-ab51-7b4e7df434f8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b11be07-988b-4d27-ab6f-ab6f3617c28e,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:05.210229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-410621859'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:05.249806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f5fbf-e72d-45c1-99ac-ff15e973e99b tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Deleting port 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:05.250157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5fbf-e72d-45c1-99ac-ff15e973e99b tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.260893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba28289e-9214-44db-ab51-7b4e7df434f8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.262278 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ba28289e-9214-44db-ab51-7b4e7df434f8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4394002 Oct 17 17:51:05.263471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:05.271593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40426) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:05.284726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:network and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:05.289920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:05.310411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b66c0570-beb2-44e6-ac5b-50831741193f tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.314622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:05.414965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:05.418864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.455268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b66c0570-beb2-44e6-ac5b-50831741193f tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Calling delete_port for 04fd1e8c-85ed-474b-b2f2-e95e302f054c owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:05.470187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:51:05.506491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4cf2d466-9e81-42c5-8d79-0791d0e93ab5 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.661496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b66c0570-beb2-44e6-ac5b-50831741193f tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.724605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:05.735864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c0570-beb2-44e6-ac5b-50831741193f tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event deleted for resources: {'Port': ['ID=04fd1e8c-85ed-474b-b2f2-e95e302f054c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:05.753087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b66c0570-beb2-44e6-ac5b-50831741193f tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.764130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5fbf-e72d-45c1-99ac-ff15e973e99b tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.827127 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b66c0570-beb2-44e6-ac5b-50831741193f tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "DELETE /v2.0/ports/04fd1e8c-85ed-474b-b2f2-e95e302f054c HTTP/1.1" status: 204 len: 168 time: 1.1632442 Oct 17 17:51:05.837585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4cf2d466-9e81-42c5-8d79-0791d0e93ab5 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.845872 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40430) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:05.852812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.853147 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Added segment 0ef6a30a-f425-4b0c-9cf5-495286f03879 of type vlan for network d0286c6c-6800-46d0-933d-990fa044b99b Oct 17 17:51:05.890006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:05.893086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f5fbf-e72d-45c1-99ac-ff15e973e99b tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Calling delete_port for 2e6ac850-9f0e-49e3-9f0c-38ab76799a7d owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:05.992682 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26b2dd9-aa6f-46fa-94be-46f973be8f7b tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] GET failed (client error): The resource could not be found. Oct 17 17:51:05.993900 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a26b2dd9-aa6f-46fa-94be-46f973be8f7b tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "GET /v2.0/ports/04fd1e8c-85ed-474b-b2f2-e95e302f054c HTTP/1.1" status: 404 len: 333 time: 0.1470706 Oct 17 17:51:06.010444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40434) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:06.021028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Request body: {'port': {'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1284979312'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:06.029635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:06.031661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.038376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Usage tracker for resource:port and tenant:df99b35983994e7cb99f706083c994ba is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:06.046863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:06.056755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:06.071885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5fbf-e72d-45c1-99ac-ff15e973e99b tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.076415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Made reservation on behalf of df99b35983994e7cb99f706083c994ba for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:06.079150 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.088603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Subnet': ['ID=9775b130-910b-4630-a50b-f2347e335f67,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:06.118918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:51:06.124221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Checking segment: {'id': '87a3c00c-442a-4d99-b648-2a40232bbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9f161ce3-1d8a-42c1-ada3-baf00ff71647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:06.124321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network hostable DHCP agents. Network: 9f161ce3-1d8a-42c1-ada3-baf00ff71647, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:06.128499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4cf2d466-9e81-42c5-8d79-0791d0e93ab5 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.130774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88d754d-b792-4193-a019-4e61537a81c3 None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:51:06.141366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d754d-b792-4193-a019-4e61537a81c3 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:06.142946 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c88d754d-b792-4193-a019-4e61537a81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:06.224804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c88d754d-b792-4193-a019-4e61537a81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:06.234456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d754d-b792-4193-a019-4e61537a81c3 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:06.235347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c88d754d-b792-4193-a019-4e61537a81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:06.251983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f5fbf-e72d-45c1-99ac-ff15e973e99b tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Pushing event deleted for resources: {'Port': ['ID=2e6ac850-9f0e-49e3-9f0c-38ab76799a7d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:06.274135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] device_id is not set on port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:06.302862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c88d754d-b792-4193-a019-4e61537a81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:06.303214 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88d754d-b792-4193-a019-4e61537a81c3 None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:51:06.351686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2d466-9e81-42c5-8d79-0791d0e93ab5 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c17b75-5cd4-4185-88b5-7cabdcdf6599,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:06.361326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.365138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5fbf-e72d-45c1-99ac-ff15e973e99b tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.366813 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:06.367481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.376369 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8f1f5fbf-e72d-45c1-99ac-ff15e973e99b tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/ports/2e6ac850-9f0e-49e3-9f0c-38ab76799a7d HTTP/1.1" status: 204 len: 168 time: 1.2783332 Oct 17 17:51:06.378040 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40438) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:06.491781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8541f1-e6d3-4bfa-9b76-d434c085b2dc tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Deleting subnet 64a10178-6869-4efe-b124-658e1243efdb {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:51:06.557401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network 9f161ce3-1d8a-42c1-ada3-baf00ff71647 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:06.560798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4cf2d466-9e81-42c5-8d79-0791d0e93ab5 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.561961 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4cf2d466-9e81-42c5-8d79-0791d0e93ab5 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-groups/68c17b75-5cd4-4185-88b5-7cabdcdf6599 HTTP/1.1" status: 204 len: 168 time: 1.2813969 Oct 17 17:51:06.570845 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3748987 Oct 17 17:51:06.571547 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40442) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:06.587406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40444) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:06.609471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.611366 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4feacd62-d544-4376-9009-b7b204866fe9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/ports/aa22c685-9cc9-4fbe-b266-5440db3ed5d9 HTTP/1.1" status: 204 len: 168 time: 4.0190661 Oct 17 17:51:06.612219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd39446-dd10-4890-8c79-2e0168f2142d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Network': ['ID=d0286c6c-6800-46d0-933d-990fa044b99b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:06.617817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40450) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:06.622126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'ports': [{'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb'}, {'network_id': 'd0286c6c-6800-46d0-933d-990fa044b99b'}]} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:06.622593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:06.623300 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': 'd0286c6c-6800-46d0-933d-990fa044b99b'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:06.623421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network d0286c6c-6800-46d0-933d-990fa044b99b details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:06.638691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 9f161ce3-1d8a-42c1-ada3-baf00ff71647) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:06.646835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1d8541f1-e6d3-4bfa-9b76-d434c085b2dc tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.691475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c1d98f-cd73-4fe5-97cb-e98424c5c0ca None None] Network 9f161ce3-1d8a-42c1-ada3-baf00ff71647 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:06.708544 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.734863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1d8541f1-e6d3-4bfa-9b76-d434c085b2dc tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.739464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:06.740047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.783311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.854574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.856890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.863706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1d8541f1-e6d3-4bfa-9b76-d434c085b2dc tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.867571 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bed8d3c4-184d-4a3b-a372-c61ea8bfacff tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "GET /v2.0/floatingips/13d6b251-8e06-4fa8-85a7-47cc9ef10e21 HTTP/1.1" status: 200 len: 687 time: 0.2300413 Oct 17 17:51:06.911070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40454) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:06.955338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-9f161ce3-1d8a-42c1-ada3-baf00ff71647', 'network_id': '9f161ce3-1d8a-42c1-ada3-baf00ff71647', 'tenant_id': '6f2d5c26d3f7426da953ca5765625a01', 'fixed_ips': [{'subnet_id': '9775b130-910b-4630-a50b-f2347e335f67'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:06.956355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:06.978772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:06.989706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:06.995613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:06.996556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:06.997143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.006465 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-42ab06b4-4437-4fb0-afef-c4ae406ffcac tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0711815 Oct 17 17:51:07.009606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-db97bccc-9dfa-461c-b438-9e5775eb2304 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:07.012627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40458) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:07.023263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event updated for resources: {'Port': ['ID=c78fb754-c279-4b3e-a4a7-d1d3fe5b3227,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:07.041702 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8eed0eea-e91f-4889-a88b-3ce621a10f8a tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0303102 Oct 17 17:51:07.046249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40462) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:07.046520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-42406023'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:07.053919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:07.079726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1d8541f1-e6d3-4bfa-9b76-d434c085b2dc tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.144061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:07.146117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8541f1-e6d3-4bfa-9b76-d434c085b2dc tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Pushing event deleted for resources: {'Subnet': ['ID=64a10178-6869-4efe-b124-658e1243efdb,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:07.148409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1d8541f1-e6d3-4bfa-9b76-d434c085b2dc tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.153498 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1d8541f1-e6d3-4bfa-9b76-d434c085b2dc tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/subnets/64a10178-6869-4efe-b124-658e1243efdb HTTP/1.1" status: 204 len: 168 time: 0.7737710 Oct 17 17:51:07.156826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40466) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:07.164509 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6b9321-6fba-4349-8381-5b2d84e08a5b None None] Network 5bbf4c71-160d-4efa-bc43-15458771717f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:07.220136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:network and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:07.245754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:07.257724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-d5a2243c-d888-473d-81bb-829ae6f1652c tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port 6c206317-b9b4-4657-b04a-3517f0696688 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:07.258101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5a2243c-d888-473d-81bb-829ae6f1652c tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.279329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Allocated IP 2001:db8:0:ffff::2 (9f161ce3-1d8a-42c1-ada3-baf00ff71647/9775b130-910b-4630-a50b-f2347e335f67/fe0da972-a16c-4141-9653-dee611ad0efc) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:07.331178 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.332942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.408121 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Deleting port 2da4dc22-2f38-408a-9c68-f92f6abc3118 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:07.408495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.423488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:07.425444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-db97bccc-9dfa-461c-b438-9e5775eb2304 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:07.427085 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-db97bccc-9dfa-461c-b438-9e5775eb2304 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8479021 Oct 17 17:51:07.440917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40470) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:07.460285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group': {'name': 'tempest-secgroup--914280515'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:07.470079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:07.503356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:07.504225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:07.507097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.553513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:07.607300 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:port and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:07.609085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.617350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:07.619749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Transition to ACTIVE for port object fe0da972-a16c-4141-9653-dee611ad0efc will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:07.632139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.637525 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:07.640384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Transition to ACTIVE for port object fe0da972-a16c-4141-9653-dee611ad0efc will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:07.654130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Allocated IP 172.26.8.208 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/1b8dabe5-188c-491a-b787-38db63a03fff) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:07.655665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.671769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:07.691953 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:07.699157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 2} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:07.703694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.704042 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907fb713-8a53-4785-8457-136a5225ee23 None None] DHCP port deletion for 5bbf4c71-160d-4efa-bc43-15458771717f request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:51:07.735099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-907fb713-8a53-4785-8457-136a5225ee23 None None] Deleting port 2da4dc22-2f38-408a-9c68-f92f6abc3118 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:07.735903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-907fb713-8a53-4785-8457-136a5225ee23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.748717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:07.751163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.751773 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Added segment 08bc27dd-eb20-48ed-af11-72084e08bba7 of type vlan for network dbba1b50-36c9-4082-8b6b-f56572332f47 Oct 17 17:51:07.763327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:07.769127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Network 9f161ce3-1d8a-42c1-ada3-baf00ff71647 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:07.771539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:07.783209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:07.788867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:07.811742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.834181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Pushing event updated for resources: {'Port': ['ID=fe0da972-a16c-4141-9653-dee611ad0efc,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:07.835304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5a2243c-d888-473d-81bb-829ae6f1652c tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.835640 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5a2243c-d888-473d-81bb-829ae6f1652c tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.873136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] For port 2da4dc22-2f38-408a-9c68-f92f6abc3118, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2da4dc22-2f38-408a-9c68-f92f6abc3118,segment=NetworkSegment(03cdf71b-b5e7-46ce-8f90-5c9144157406),segment_id=03cdf71b-b5e7-46ce-8f90-5c9144157406)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:07.873561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.952751 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Attempting to bind port fe0da972-a16c-4141-9653-dee611ad0efc on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:07.953422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Attempting to bind port fe0da972-a16c-4141-9653-dee611ad0efc by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '87a3c00c-442a-4d99-b648-2a40232bbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9f161ce3-1d8a-42c1-ada3-baf00ff71647'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:07.953768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Attempting to bind port fe0da972-a16c-4141-9653-dee611ad0efc on network 9f161ce3-1d8a-42c1-ada3-baf00ff71647 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:07.976380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:07.976745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Checking segment: {'id': '87a3c00c-442a-4d99-b648-2a40232bbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9f161ce3-1d8a-42c1-ada3-baf00ff71647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:07.977330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:07.977719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Bound using segment: {'id': '87a3c00c-442a-4d99-b648-2a40232bbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9f161ce3-1d8a-42c1-ada3-baf00ff71647'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:07.978191 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Bound port: fe0da972-a16c-4141-9653-dee611ad0efc, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a3c00c-442a-4d99-b648-2a40232bbc94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '9f161ce3-1d8a-42c1-ada3-baf00ff71647'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:07.978734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.004929 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] device_id is not set on port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:08.017255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-d5a2243c-d888-473d-81bb-829ae6f1652c tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for 6c206317-b9b4-4657-b04a-3517f0696688 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:08.019682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Calling delete_port for 2da4dc22-2f38-408a-9c68-f92f6abc3118 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:08.051200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.108921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Transition to ACTIVE for port object c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:08.142397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.143410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.162850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.204122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] For port fe0da972-a16c-4141-9653-dee611ad0efc, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:08.209281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-907fb713-8a53-4785-8457-136a5225ee23 None None] For port 2da4dc22-2f38-408a-9c68-f92f6abc3118, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2da4dc22-2f38-408a-9c68-f92f6abc3118,segment=NetworkSegment(03cdf71b-b5e7-46ce-8f90-5c9144157406),segment_id=03cdf71b-b5e7-46ce-8f90-5c9144157406)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:08.209685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-907fb713-8a53-4785-8457-136a5225ee23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.276433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] For port fe0da972-a16c-4141-9653-dee611ad0efc, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fe0da972-a16c-4141-9653-dee611ad0efc,segment=NetworkSegment(87a3c00c-442a-4d99-b648-2a40232bbc94),segment_id=87a3c00c-442a-4d99-b648-2a40232bbc94)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:08.345790 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.346393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-907fb713-8a53-4785-8457-136a5225ee23 None None] Calling delete_port for 2da4dc22-2f38-408a-9c68-f92f6abc3118 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:08.368956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5a2243c-d888-473d-81bb-829ae6f1652c tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.374774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.431465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.443495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.451531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2243c-d888-473d-81bb-829ae6f1652c tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=6c206317-b9b4-4657-b04a-3517f0696688,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:08.456373 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cb6407-8209-475b-9bb5-43e5d43ce8f9,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:08.471594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:08.472031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:08.472283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:08.480524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:08.481804 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:08.482441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.488799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:08.489536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.491725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event updated for resources: {'Port': ['ID=c78fb754-c279-4b3e-a4a7-d1d3fe5b3227,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:08.506930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a244d75-6e75-4080-a762-4901d03d3a3f None None] Pushing event updated for resources: {'Port': ['ID=fe0da972-a16c-4141-9653-dee611ad0efc,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:08.515754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.517811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-907fb713-8a53-4785-8457-136a5225ee23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:51:08.518424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-907fb713-8a53-4785-8457-136a5225ee23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:51:08.542837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] No DVR routers for this DVR port 2da4dc22-2f38-408a-9c68-f92f6abc3118 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:51:08.544478 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 2 to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 Oct 17 17:51:08.586833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Pushing event deleted for resources: {'Port': ['ID=2da4dc22-2f38-408a-9c68-f92f6abc3118,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:08.588763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.592584 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2a4de5b4-c369-446c-8d71-d6d9a2d31a16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1480858 Oct 17 17:51:08.598028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40474) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:08.624370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group': {'name': 'tempest-secgroup--823952942'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:08.629339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:08.629671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:08.629992 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:08.638003 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:08.707979 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port 983526be-773d-4552-a2ba-29102258c789 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:08.720481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:08.721002 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:08.722971 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:08.738730 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 3 to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 Oct 17 17:51:08.759833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:08.777140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:08.785740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.795506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:08.795898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:08.796384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:08.806610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:08.806941 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:08.811889 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 4 to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 Oct 17 17:51:08.819262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:08.822750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Network': ['ID=dbba1b50-36c9-4082-8b6b-f56572332f47,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:08.832980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:08.839732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Pushing event updated for resources: {'Port': ['ID=1b8dabe5-188c-491a-b787-38db63a03fff,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:08.850476 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:08.851948 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network dbba1b50-36c9-4082-8b6b-f56572332f47 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:08.852241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbf4c71-160d-4efa-bc43-15458771717f']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:08.870008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fe0da972-a16c-4141-9653-dee611ad0efc up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:08.870761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.882666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:08.882930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:08.883446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:08.889416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cdf71b-b5e7-46ce-8f90-5c9144157406') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:08.889738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cdf71b-b5e7-46ce-8f90-5c9144157406') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:08.892331 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b55c75d0-2664-4f8d-8e8f-72920e3fbeee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.8618255 Oct 17 17:51:08.900884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40478) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:08.908853 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'subnet': {'network_id': 'dbba1b50-36c9-4082-8b6b-f56572332f47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:08.913199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5a2243c-d888-473d-81bb-829ae6f1652c tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.930407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5a2243c-d888-473d-81bb-829ae6f1652c tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.931663 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d5a2243c-d888-473d-81bb-829ae6f1652c tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/floatingips/13d6b251-8e06-4fa8-85a7-47cc9ef10e21 HTTP/1.1" status: 204 len: 168 time: 2.0159552 Oct 17 17:51:08.937190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40482) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:08.937599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:08.957870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:08.958201 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:08.964952 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 5 to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 Oct 17 17:51:08.996453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'f63bb114-4e34-4c04-a556-be806b254ee3'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:09.023829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-907fb713-8a53-4785-8457-136a5225ee23 None None] Deleting port 2da4dc22-2f38-408a-9c68-f92f6abc3118 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:09.024412 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-907fb713-8a53-4785-8457-136a5225ee23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.030827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:09.044158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.062646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:09.075670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:09.075670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:09.075670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:09.081172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:51:09.081508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.098362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:09.104059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:09.104409 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:09.117151 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 6 to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 Oct 17 17:51:09.132227 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-907fb713-8a53-4785-8457-136a5225ee23 None None] The port '2da4dc22-2f38-408a-9c68-f92f6abc3118' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:51:09.155402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port fe0da972-a16c-4141-9653-dee611ad0efc completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:09.159333 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 03cdf71b-b5e7-46ce-8f90-5c9144157406 resource provider aggregate not found Oct 17 17:51:09.210781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:09.213594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:09.213935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:09.214274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:09.216166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:09.221624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2da4dc22-2f38-408a-9c68-f92f6abc3118 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:51:09.243868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:floatingip and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:09.252219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:09.252455 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 03cdf71b-b5e7-46ce-8f90-5c9144157406 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03cdf71b-b5e7-46ce-8f90-5c9144157406 found for delete ", "request_id": "req-0809b14c-a773-4822-a576-0a092b97982b"}]} Oct 17 17:51:09.264445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:09.270217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:09.272221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:09.272948 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:09.276344 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 2da4dc22-2f38-408a-9c68-f92f6abc3118 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:51:09.276609 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 7 to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 Oct 17 17:51:09.277035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2da4dc22-2f38-408a-9c68-f92f6abc3118 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:51:09.292588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:subnet and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:09.305196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:09.307920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.317839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:09.344435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.351070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.366052 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] Pushing event deleted for resources: {'Network': ['ID=5bbf4c71-160d-4efa-bc43-15458771717f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:09.376697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:09.377037 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:09.377368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:09.387660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:09.391510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.395563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.412482 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7aa30dfe-c1d7-4f23-ac03-d5e6687f3c14 tempest-TagsExtTest-602455395 tempest-TagsExtTest-602455395-project] 10.222.0.69 "DELETE /v2.0/networks/5bbf4c71-160d-4efa-bc43-15458771717f HTTP/1.1" status: 204 len: 168 time: 2.2544441 Oct 17 17:51:09.422318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:09.422642 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:09.498247 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 8 to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 Oct 17 17:51:09.532745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:09.533334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:09.534019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:09.554088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:09.554782 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:09.565155 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 9 to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 Oct 17 17:51:09.586818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:09.587434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:09.588748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:09.599230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.600223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:09.600668 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:09.604568 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.plugins.ml2.plugin [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempt 10 to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 Oct 17 17:51:09.623519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.651416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:09.651987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:09.652497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempting to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:09.667200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:51:09.667944 dv-neutron-860895-1-hyperv neutron-server[89191]: ERROR neutron.plugins.ml2.managers [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Failed to bind port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on host hv-neutron-8608 for vnic_type normal using segments [{'id': 'a2e135bb-c93f-460a-8be4-2b9ad93ba793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302'}] Oct 17 17:51:09.668450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.749298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port 11706b5c-52eb-4b34-95b5-eb94f29977e2 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:09.775778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961d4ac0-7b2e-40c3-9b5f-1955c9e13df2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:09.789467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.791350 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-256eea54-935f-47a1-8e59-b5c63d847e89 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1923466 Oct 17 17:51:09.795952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40494) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:09.810138 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40498) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:09.814133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebc26ff-7bd3-4d4a-b0df-8578286661b4 None None] Network 9f161ce3-1d8a-42c1-ada3-baf00ff71647 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:09.817434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2c09ea69-0f3b-4550-b2dd-e83e03ddcf0b tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': 'd7cb6407-8209-475b-9bb5-43e5d43ce8f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '961d4ac0-7b2e-40c3-9b5f-1955c9e13df2', 'remote_ip_prefix': None}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:09.820174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.832294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2c09ea69-0f3b-4550-b2dd-e83e03ddcf0b tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:09.875477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2c09ea69-0f3b-4550-b2dd-e83e03ddcf0b tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:09.882540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] For port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:09.882910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attempted to set empty binding levels {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 17 17:51:09.886409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2c09ea69-0f3b-4550-b2dd-e83e03ddcf0b tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:09.898544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.899393 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] In _notify_port_updated(), no bound segment for port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 on network f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:51:09.900425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:09.901213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:09.903419 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "PUT /v2.0/ports/c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 HTTP/1.1" status: 200 len: 977 time: 2.8554919 Oct 17 17:51:09.911082 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2c09ea69-0f3b-4550-b2dd-e83e03ddcf0b tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:09.941107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40504) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:10.019798 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c09ea69-0f3b-4550-b2dd-e83e03ddcf0b tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.051739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1272244-b780-4549-8c4e-5ef00bb1c594 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event updated for resources: {'Port': ['ID=c78fb754-c279-4b3e-a4a7-d1d3fe5b3227,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:10.078896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.090024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2837c5dd-113b-434c-b01a-6a152bc10954 None None] Provisioning for port fe0da972-a16c-4141-9653-dee611ad0efc completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:10.150770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.165201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9939d938-1932-4914-9b03-96298791e0d1 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Deleting port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:10.165542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9939d938-1932-4914-9b03-96298791e0d1 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.181837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Subnet': ['ID=69807315-4ee4-4ab1-80f6-6ea0c69bd4f7,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:10.182666 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2837c5dd-113b-434c-b01a-6a152bc10954 None None] Provisioning complete for port fe0da972-a16c-4141-9653-dee611ad0efc triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:10.183074 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2837c5dd-113b-434c-b01a-6a152bc10954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.184065 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2837c5dd-113b-434c-b01a-6a152bc10954 None None] Attempt 1 to provision port fe0da972-a16c-4141-9653-dee611ad0efc Oct 17 17:51:10.198724 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Checking segment: {'id': '08bc27dd-eb20-48ed-af11-72084e08bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'dbba1b50-36c9-4082-8b6b-f56572332f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:10.199117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network hostable DHCP agents. Network: dbba1b50-36c9-4082-8b6b-f56572332f47, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:10.209215 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c09ea69-0f3b-4550-b2dd-e83e03ddcf0b tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.216197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c09ea69-0f3b-4550-b2dd-e83e03ddcf0b tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.247890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09ea69-0f3b-4550-b2dd-e83e03ddcf0b tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9655ed54-429d-4b41-bb5c-bacd1923c018,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:10.266728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network dbba1b50-36c9-4082-8b6b-f56572332f47 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:10.273350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c09ea69-0f3b-4550-b2dd-e83e03ddcf0b tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.274541 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2c09ea69-0f3b-4550-b2dd-e83e03ddcf0b tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4774094 Oct 17 17:51:10.277732 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40508) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:10.292146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, dbba1b50-36c9-4082-8b6b-f56572332f47) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:10.301413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:10.302080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.304044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.305281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d5cc9-2c65-47ee-b6b8-caf356406592 None None] Network dbba1b50-36c9-4082-8b6b-f56572332f47 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:10.327450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f33b0bd6-af37-4498-986a-d2af4fab9361 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.338887 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f33b0bd6-af37-4498-986a-d2af4fab9361 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.349094 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bdd52387-3f66-48e3-86ea-580618297069 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4471591 Oct 17 17:51:10.352688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40512) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:10.373704 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4ba58a94-3f1a-4873-b4f6-042806aed11b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fe4db023ccd44f7fabf2c336bdcee451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5596125 Oct 17 17:51:10.376217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40516) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:10.465855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f33b0bd6-af37-4498-986a-d2af4fab9361 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.490239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2837c5dd-113b-434c-b01a-6a152bc10954 None None] Current status of the port fe0da972-a16c-4141-9653-dee611ad0efc is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:10.490681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2837c5dd-113b-434c-b01a-6a152bc10954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.497116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f33b0bd6-af37-4498-986a-d2af4fab9361 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.500965 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f33b0bd6-af37-4498-986a-d2af4fab9361 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/9655ed54-429d-4b41-bb5c-bacd1923c018 HTTP/1.1" status: 204 len: 168 time: 0.2194312 Oct 17 17:51:10.508091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40520) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:10.534881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-2837c5dd-113b-434c-b01a-6a152bc10954 None None] For port fe0da972-a16c-4141-9653-dee611ad0efc, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fe0da972-a16c-4141-9653-dee611ad0efc,segment=NetworkSegment(87a3c00c-442a-4d99-b648-2a40232bbc94),segment_id=87a3c00c-442a-4d99-b648-2a40232bbc94)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:10.539907 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2837c5dd-113b-434c-b01a-6a152bc10954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.590700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b0bd6-af37-4498-986a-d2af4fab9361 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9655ed54-429d-4b41-bb5c-bacd1923c018,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:10.651933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-761a2198-d99e-419d-ae5d-2e83874e0366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.659916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.662430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837c5dd-113b-434c-b01a-6a152bc10954 None None] Pushing event updated for resources: {'Port': ['ID=fe0da972-a16c-4141-9653-dee611ad0efc,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:10.700081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.723779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-dbba1b50-36c9-4082-8b6b-f56572332f47', 'network_id': 'dbba1b50-36c9-4082-8b6b-f56572332f47', 'tenant_id': '6f2d5c26d3f7426da953ca5765625a01', 'fixed_ips': [{'subnet_id': '69807315-4ee4-4ab1-80f6-6ea0c69bd4f7'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:10.724814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.766601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-761a2198-d99e-419d-ae5d-2e83874e0366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.813611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fe0da972-a16c-4141-9653-dee611ad0efc up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:10.876688 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6752b30b-6aa5-4f7b-be2a-00abd1a4ecf4 None None] Provisioning complete for port fe0da972-a16c-4141-9653-dee611ad0efc triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:10.877050 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6752b30b-6aa5-4f7b-be2a-00abd1a4ecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:10.877386 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6752b30b-6aa5-4f7b-be2a-00abd1a4ecf4 None None] Attempt 1 to provision port fe0da972-a16c-4141-9653-dee611ad0efc Oct 17 17:51:10.914097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.26.8.111 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/219bbd62-6b5c-4026-bbea-aa0fdd636a68) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:10.979574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.015905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-895f0f55-839b-4698-9b88-d942d214beae tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:11.026867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.038430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port fe0da972-a16c-4141-9653-dee611ad0efc triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:11.038924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.039282 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port fe0da972-a16c-4141-9653-dee611ad0efc Oct 17 17:51:11.046591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-761a2198-d99e-419d-ae5d-2e83874e0366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.059469 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.064076 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Allocated IP 2001:db8::1 (dbba1b50-36c9-4082-8b6b-f56572332f47/69807315-4ee4-4ab1-80f6-6ea0c69bd4f7/75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:11.082894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a2198-d99e-419d-ae5d-2e83874e0366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e5c7f-5f0a-4282-b7c9-96cf2b7f1b4c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:11.086736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-761a2198-d99e-419d-ae5d-2e83874e0366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.088035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 551b71eb-9023-465c-8920-9d443c7d3ddb is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:11.092716 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-761a2198-d99e-419d-ae5d-2e83874e0366 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce4e5c7f-5f0a-4282-b7c9-96cf2b7f1b4c HTTP/1.1" status: 204 len: 168 time: 0.7082551 Oct 17 17:51:11.094141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-9939d938-1932-4914-9b03-96298791e0d1 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] For port c78fb754-c279-4b3e-a4a7-d1d3fe5b3227, host hv-neutron-8608, got binding levels [] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:11.094503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9939d938-1932-4914-9b03-96298791e0d1 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.206940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:11.221800 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=983526be-773d-4552-a2ba-29102258c789,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:11.224985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:11.225795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.244565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6752b30b-6aa5-4f7b-be2a-00abd1a4ecf4 None None] Current status of the port fe0da972-a16c-4141-9653-dee611ad0efc is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:11.374744 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port fe0da972-a16c-4141-9653-dee611ad0efc is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:11.452878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-895f0f55-839b-4698-9b88-d942d214beae tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:11.454166 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-895f0f55-839b-4698-9b88-d942d214beae tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.9350734 Oct 17 17:51:11.455233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.457677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40526) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:11.460854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9939d938-1932-4914-9b03-96298791e0d1 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Calling delete_port for c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:11.467386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Transition to ACTIVE for port object 75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:11.486900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Transition to ACTIVE for port object 75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:11.494521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.534798 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.568883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Network dbba1b50-36c9-4082-8b6b-f56572332f47 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:11.571758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:11.574296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:11.583757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4db559c-7e04-49f2-92a1-80245edd6487 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.583960 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Pushing event updated for resources: {'Port': ['ID=75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:11.587579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Subnet': ['ID=69807315-4ee4-4ab1-80f6-6ea0c69bd4f7,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:11.629889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=11706b5c-52eb-4b34-95b5-eb94f29977e2,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:11.686969 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Checking segment: {'id': '0ef6a30a-f425-4b0c-9cf5-495286f03879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'd0286c6c-6800-46d0-933d-990fa044b99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:11.687354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network hostable DHCP agents. Network: d0286c6c-6800-46d0-933d-990fa044b99b, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:11.695403 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Attempting to bind port 75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:11.695778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Attempting to bind port 75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '08bc27dd-eb20-48ed-af11-72084e08bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'dbba1b50-36c9-4082-8b6b-f56572332f47'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:11.696137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Attempting to bind port 75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2 on network dbba1b50-36c9-4082-8b6b-f56572332f47 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:11.701100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.702459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:11.702830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Checking segment: {'id': '08bc27dd-eb20-48ed-af11-72084e08bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'dbba1b50-36c9-4082-8b6b-f56572332f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:11.703275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.703669 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Bound using segment: {'id': '08bc27dd-eb20-48ed-af11-72084e08bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'dbba1b50-36c9-4082-8b6b-f56572332f47'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:11.704138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Bound port: 75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bc27dd-eb20-48ed-af11-72084e08bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'dbba1b50-36c9-4082-8b6b-f56572332f47'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:11.704633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.709145 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4db559c-7e04-49f2-92a1-80245edd6487 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.728312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.729009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9939d938-1932-4914-9b03-96298791e0d1 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.775361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbba1b50-36c9-4082-8b6b-f56572332f47']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:11.789507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bc27dd-eb20-48ed-af11-72084e08bba7') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:11.789802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bc27dd-eb20-48ed-af11-72084e08bba7') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:11.791418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network d0286c6c-6800-46d0-933d-990fa044b99b is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:11.802739 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939d938-1932-4914-9b03-96298791e0d1 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Pushing event deleted for resources: {'Port': ['ID=c78fb754-c279-4b3e-a4a7-d1d3fe5b3227,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:11.804659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.808304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] For port 75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:11.813882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9939d938-1932-4914-9b03-96298791e0d1 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.814692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] For port 75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2,segment=NetworkSegment(08bc27dd-eb20-48ed-af11-72084e08bba7),segment_id=08bc27dd-eb20-48ed-af11-72084e08bba7)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:11.819684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.824241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4db559c-7e04-49f2-92a1-80245edd6487 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.825902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, d0286c6c-6800-46d0-933d-990fa044b99b) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:11.830582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.837304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Router 7ca8770b-52b9-4eeb-ac38-44013be8928a is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:51:11.842955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:11.848820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:11.852626 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:51:11.853030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.854313 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:11.855194 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.864609 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9939d938-1932-4914-9b03-96298791e0d1 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 HTTP/1.1" status: 204 len: 168 time: 1.9204214 Oct 17 17:51:11.870384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db559c-7e04-49f2-92a1-80245edd6487 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961d4ac0-7b2e-40c3-9b5f-1955c9e13df2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:11.870852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9010c8a-c977-4247-8724-e7e571a0af44 None None] Network d0286c6c-6800-46d0-933d-990fa044b99b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:11.872556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40530) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:11.938817 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 08bc27dd-eb20-48ed-af11-72084e08bba7 resource provider aggregate not found Oct 17 17:51:11.975535 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 08bc27dd-eb20-48ed-af11-72084e08bba7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08bc27dd-eb20-48ed-af11-72084e08bba7 found for delete ", "request_id": "req-ddb42fe5-39f4-4e71-9786-3201ac21306a"}]} Oct 17 17:51:11.982501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4db559c-7e04-49f2-92a1-80245edd6487 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:11.983741 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e4db559c-7e04-49f2-92a1-80245edd6487 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-groups/961d4ac0-7b2e-40c3-9b5f-1955c9e13df2 HTTP/1.1" status: 204 len: 168 time: 0.5250328 Oct 17 17:51:11.985513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.api [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 17:51:11.985513 dv-neutron-860895-1-hyperv neutron-server[89191]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 17:51:11.985513 dv-neutron-860895-1-hyperv neutron-server[89191]: [parameters: {'id': 'dbba1b50-36c9-4082-8b6b-f56572332f47'}] Oct 17 17:51:11.985513 dv-neutron-860895-1-hyperv neutron-server[89191]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:51:11.985838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG oslo_db.api [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:51:11.986272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40538) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:12.004230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:12.049786 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e41fecb7-d288-4ccc-8939-159ca027bf54 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.4579027 Oct 17 17:51:12.052589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40542) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:12.104616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-67f1f623-07c7-44b9-ad75-b0c1769275c7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:12.114039 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0469c4-361c-4d5c-b6c3-ff6294966308 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] GET failed (client error): The resource could not be found. Oct 17 17:51:12.114564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2c0469c4-361c-4d5c-b6c3-ff6294966308 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Synchronizing usage tracker for tenant:df99b35983994e7cb99f706083c994ba on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:12.148422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-67f1f623-07c7-44b9-ad75-b0c1769275c7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:12.150263 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-67f1f623-07c7-44b9-ad75-b0c1769275c7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1630554 Oct 17 17:51:12.155309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40546) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:12.161359 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a3020-16d8-4d84-85d2-2e65368f22e0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 11706b5c-52eb-4b34-95b5-eb94f29977e2 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:12.161940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3020-16d8-4d84-85d2-2e65368f22e0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:12.178606 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b9c88-86cb-4e45-b29f-5162132cc442 None None] Pushing event updated for resources: {'Port': ['ID=75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:12.181995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2c0469c4-361c-4d5c-b6c3-ff6294966308 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] Unset dirty status for tenant:df99b35983994e7cb99f706083c994ba on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:12.187699 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2c0469c4-361c-4d5c-b6c3-ff6294966308 tempest-PortsAdminExtendedAttrsTestJSON-1719413435 tempest-PortsAdminExtendedAttrsTestJSON-1719413435-project-admin] 10.222.0.69 "GET /v2.0/ports/c78fb754-c279-4b3e-a4a7-d1d3fe5b3227 HTTP/1.1" status: 404 len: 333 time: 0.3116047 Oct 17 17:51:12.190233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40550) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:12.207241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0cd1a-ab15-423d-b2f8-0d91dbf33f35 None None] Network dbba1b50-36c9-4082-8b6b-f56572332f47 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:12.230892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:12.288144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:12.308743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:12.348663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=219bbd62-6b5c-4026-bbea-aa0fdd636a68,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:12.366391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-149af9a0-30b6-42f4-a349-310fa122f9a2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:12.403375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:12.408171 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:51:12.414142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:12.415560 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f57e79ff-74a5-445c-9867-3ac50a335917 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "PUT /v2.0/routers/7ca8770b-52b9-4eeb-ac38-44013be8928a HTTP/1.1" status: 200 len: 919 time: 8.1678524 Oct 17 17:51:12.420472 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb190fd8-575c-4b32-8094-0f7cac0c7eb3 None None] Sync routers for ids ['7ca8770b-52b9-4eeb-ac38-44013be8928a'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:51:12.431354 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb190fd8-575c-4b32-8094-0f7cac0c7eb3 None None] Routers {'7ca8770b-52b9-4eeb-ac38-44013be8928a'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:12.432285 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-fb190fd8-575c-4b32-8094-0f7cac0c7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['7ca8770b-52b9-4eeb-ac38-44013be8928a'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:12.444131 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec64a021-3d07-496d-b18f-8a461b48beb6 None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 17:51:12.446920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40554) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:12.481897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3020-16d8-4d84-85d2-2e65368f22e0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:12.502663 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-fb190fd8-575c-4b32-8094-0f7cac0c7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:12.514184 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb190fd8-575c-4b32-8094-0f7cac0c7eb3 None None] Routers {'7ca8770b-52b9-4eeb-ac38-44013be8928a'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:12.515088 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-fb190fd8-575c-4b32-8094-0f7cac0c7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['7ca8770b-52b9-4eeb-ac38-44013be8928a'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:12.563803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:12.566314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64a021-3d07-496d-b18f-8a461b48beb6 None None] Resources bound (agent type, host, resource id): {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 17:51:12.582269 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-fb190fd8-575c-4b32-8094-0f7cac0c7eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:12.582930 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb190fd8-575c-4b32-8094-0f7cac0c7eb3 None None] The sync data for ids ['7ca8770b-52b9-4eeb-ac38-44013be8928a'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:51:12.650618 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a3020-16d8-4d84-85d2-2e65368f22e0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 11706b5c-52eb-4b34-95b5-eb94f29977e2 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:12.722485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-149af9a0-30b6-42f4-a349-310fa122f9a2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:12.741785 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting port 75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:12.742199 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:12.902782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3020-16d8-4d84-85d2-2e65368f22e0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:12.911448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-149af9a0-30b6-42f4-a349-310fa122f9a2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:12.927683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:12.993137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149af9a0-30b6-42f4-a349-310fa122f9a2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cb6407-8209-475b-9bb5-43e5d43ce8f9,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:12.995886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a3020-16d8-4d84-85d2-2e65368f22e0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=11706b5c-52eb-4b34-95b5-eb94f29977e2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:13.068474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3020-16d8-4d84-85d2-2e65368f22e0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.084586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:13.098840 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fa1a3020-16d8-4d84-85d2-2e65368f22e0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/11706b5c-52eb-4b34-95b5-eb94f29977e2 HTTP/1.1" status: 204 len: 168 time: 1.0428507 Oct 17 17:51:13.100138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40558) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:13.125118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e135bb-c93f-460a-8be4-2b9ad93ba793') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:13.125458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e135bb-c93f-460a-8be4-2b9ad93ba793') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:13.148278 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0c0b560f-1750-4db0-855a-4288a72c5f18 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/routers/7ca8770b-52b9-4eeb-ac38-44013be8928a HTTP/1.1" status: 200 len: 925 time: 0.6901462 Oct 17 17:51:13.151095 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.151263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40562) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:13.154109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-149af9a0-30b6-42f4-a349-310fa122f9a2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.155138 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-149af9a0-30b6-42f4-a349-310fa122f9a2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-groups/d7cb6407-8209-475b-9bb5-43e5d43ce8f9 HTTP/1.1" status: 204 len: 168 time: 0.9985924 Oct 17 17:51:13.157401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] For port 75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2,segment=NetworkSegment(08bc27dd-eb20-48ed-af11-72084e08bba7),segment_id=08bc27dd-eb20-48ed-af11-72084e08bba7)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:13.157853 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.160196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40566) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:13.190202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.221565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:51:13.221962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.306128 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a2e135bb-c93f-460a-8be4-2b9ad93ba793 resource provider aggregate not found Oct 17 17:51:13.344481 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a2e135bb-c93f-460a-8be4-2b9ad93ba793 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2e135bb-c93f-460a-8be4-2b9ad93ba793 found for delete ", "request_id": "req-29da3be0-28f8-4ad6-9812-51ee7819cf9e"}]} Oct 17 17:51:13.355841 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-42dcb080-ce87-496c-a675-4de1b72aa6a8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1922050 Oct 17 17:51:13.360594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40574) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:13.368309 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group': {'name': 'tempest-secgroup--605715044'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:13.375617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:13.380419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.382484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:13.393161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:13.414415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.416882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:13.432501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Pushing event deleted for resources: {'Network': ['ID=f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:13.443352 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] 10.222.0.69 "DELETE /v2.0/networks/f9c2ca33-64ab-4e5c-b3f8-d7bde7b06302 HTTP/1.1" status: 204 len: 168 time: 1.2494671 Oct 17 17:51:13.448892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.459289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:13.459657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:13.459958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:13.460281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:13.460603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:13.460925 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:13.461246 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:13.461554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:13.461913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:13.462225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:13.462491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:13.462801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8909edf2-1a37-440b-9e9f-6d0820757d7d tempest-PortsAdminExtendedAttrsTestJSON-658788265 tempest-PortsAdminExtendedAttrsTestJSON-658788265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:13.471811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Calling delete_port for 75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:13.503378 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:13.509158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:13.513536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:13.527786 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:13.535528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.592258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ec12f-f9d9-4253-b2e6-7ce6c0388819 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:13.598211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258ec12f-f9d9-4253-b2e6-7ce6c0388819 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:13.598980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-258ec12f-f9d9-4253-b2e6-7ce6c0388819 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:13.604806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.654174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2493e6-b8e9-40c7-93b6-d04bb832367a tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:13.656032 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6f2493e6-b8e9-40c7-93b6-d04bb832367a tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6780153d-9acc-46e5-a017-90331dae5b00&device_id=7ca8770b-52b9-4eeb-ac38-44013be8928a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5044532 Oct 17 17:51:13.658644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40582) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:13.668176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Port': ['ID=75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:13.673576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No DVR routers for this DVR port 75b840d9-b95d-4718-a9cc-cd4ab0f3f9d2 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:51:13.707590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.730444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-258ec12f-f9d9-4253-b2e6-7ce6c0388819 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:13.732359 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-258ec12f-f9d9-4253-b2e6-7ce6c0388819 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6314161 Oct 17 17:51:13.737045 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40586) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:13.754086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.786221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40590) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:13.808848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.876501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.901936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f63ab3b-ea3b-4b9e-8b9a-a3d95248ca07,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:13.908841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e9355-12d2-4a5f-afeb-a7faabc714aa tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 983526be-773d-4552-a2ba-29102258c789 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:13.909184 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b3e9355-12d2-4a5f-afeb-a7faabc714aa tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.958439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbba1b50-36c9-4082-8b6b-f56572332f47']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:13.987416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:13.988620 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0fbc4b8d-a45d-45c0-8aa0-e5a6433fbe16 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6261232 Oct 17 17:51:13.992237 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40596) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:13.993863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bc27dd-eb20-48ed-af11-72084e08bba7') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:13.994157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bc27dd-eb20-48ed-af11-72084e08bba7') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:14.003497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b66be-f5c0-411a-a011-0793bdda942c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:14.005010 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-457b66be-f5c0-411a-a011-0793bdda942c tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/networks/6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 881 time: 0.3454132 Oct 17 17:51:14.009190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40600) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:14.020879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-db9202cb-aed8-4487-8972-a6c78ee86ddd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': '1f63ab3b-ea3b-4b9e-8b9a-a3d95248ca07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:14.026609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.048395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-db9202cb-aed8-4487-8972-a6c78ee86ddd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:14.072224 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e1480556-af66-4711-8d8c-5d00c1a004b5 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca8770b-52b9-4eeb-ac38-44013be8928a HTTP/1.1" status: 200 len: 205 time: 0.0619555 Oct 17 17:51:14.082192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40604) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:14.088044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-db9202cb-aed8-4487-8972-a6c78ee86ddd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:14.099077 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-db9202cb-aed8-4487-8972-a6c78ee86ddd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:14.111011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.126586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-db9202cb-aed8-4487-8972-a6c78ee86ddd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:14.150264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:51:14.150675 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.190163 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d0934422-f010-44cc-b88e-515c646b4409 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=67e3b6185cfd4635a37b9a8b1ac9f581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680494 Oct 17 17:51:14.240653 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40610) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:14.242232 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 08bc27dd-eb20-48ed-af11-72084e08bba7 resource provider aggregate not found Oct 17 17:51:14.304696 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 08bc27dd-eb20-48ed-af11-72084e08bba7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08bc27dd-eb20-48ed-af11-72084e08bba7 found for delete ", "request_id": "req-56eac450-ddd5-4ab2-a118-467c3ecfa0b9"}]} Oct 17 17:51:14.367360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-db9202cb-aed8-4487-8972-a6c78ee86ddd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.410950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.411799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.417394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.463842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.488933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Network': ['ID=dbba1b50-36c9-4082-8b6b-f56572332f47,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:14.489186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.493451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b3e9355-12d2-4a5f-afeb-a7faabc714aa tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.523421 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/dbba1b50-36c9-4082-8b6b-f56572332f47 HTTP/1.1" status: 204 len: 168 time: 4.1696439 Oct 17 17:51:14.558144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40616) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:14.582563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:14.582902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:14.583262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:14.583586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:14.583909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:14.584231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:14.584546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:14.584863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:14.585179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:14.585492 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:14.585803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:14.586114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d425fb3-b78f-4b9a-a3ab-369a1a957b7e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:14.622828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1152426893'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:14.659443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:14.661204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0b3e9355-12d2-4a5f-afeb-a7faabc714aa tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 983526be-773d-4552-a2ba-29102258c789 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:14.682554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:network and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:14.685549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.714779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-860d4370-d358-477b-869c-ad71ac7e4b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.736254 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:14.739196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=219bbd62-6b5c-4026-bbea-aa0fdd636a68,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:14.751928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:14.766699 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-860d4370-d358-477b-869c-ad71ac7e4b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.774215 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-db9202cb-aed8-4487-8972-a6c78ee86ddd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.782345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-db9202cb-aed8-4487-8972-a6c78ee86ddd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.852613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9202cb-aed8-4487-8972-a6c78ee86ddd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cd7a81-c31b-4ee0-998f-20c28f141920,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:14.853905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:14.858156 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.859105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b3e9355-12d2-4a5f-afeb-a7faabc714aa tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.908015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.919927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-db9202cb-aed8-4487-8972-a6c78ee86ddd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.923004 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-db9202cb-aed8-4487-8972-a6c78ee86ddd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9179752 Oct 17 17:51:14.926625 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e9355-12d2-4a5f-afeb-a7faabc714aa tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=983526be-773d-4552-a2ba-29102258c789,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:14.928364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40620) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:14.930661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:14.935538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Deleting port 1b8dabe5-188c-491a-b787-38db63a03fff {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:14.935878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.944159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b3e9355-12d2-4a5f-afeb-a7faabc714aa tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.974383 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0b3e9355-12d2-4a5f-afeb-a7faabc714aa tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/983526be-773d-4552-a2ba-29102258c789 HTTP/1.1" status: 204 len: 168 time: 1.2338848 Oct 17 17:51:14.974383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-860d4370-d358-477b-869c-ad71ac7e4b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.975384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-860d4370-d358-477b-869c-ad71ac7e4b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.979106 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-860d4370-d358-477b-869c-ad71ac7e4b9a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b007d436-251d-4ed8-ada8-cff64f2fe97a HTTP/1.1" status: 204 len: 168 time: 0.7305219 Oct 17 17:51:14.979106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40624) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:14.990380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b21ba578-af30-48e1-8688-6a23228c14cd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.995907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:14.996247 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Added segment 11e31ebc-30b2-4cf4-8107-489e5df227c0 of type vlan for network 2fdab962-4b68-4129-b7d4-b006c80ac0bd Oct 17 17:51:15.003437 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Floating IP 6a804dce-0794-4c09-8f7f-c74f857ed213 associated. External IP: 172.26.8.111, port: f63bb114-4e34-4c04-a556-be806b254ee3. Oct 17 17:51:15.040566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d4370-d358-477b-869c-ad71ac7e4b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b007d436-251d-4ed8-ada8-cff64f2fe97a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:15.056649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b21ba578-af30-48e1-8688-6a23228c14cd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.182827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.210272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b21ba578-af30-48e1-8688-6a23228c14cd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.237800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ba578-af30-48e1-8688-6a23228c14cd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3cd7a81-c31b-4ee0-998f-20c28f141920,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:15.240651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b21ba578-af30-48e1-8688-6a23228c14cd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.244794 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b21ba578-af30-48e1-8688-6a23228c14cd tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/f3cd7a81-c31b-4ee0-998f-20c28f141920 HTTP/1.1" status: 204 len: 168 time: 0.3116884 Oct 17 17:51:15.245213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40632) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:15.251704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3806b8d2-067f-44ed-9ec3-b4cd5b08bcb9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:15.252428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3806b8d2-067f-44ed-9ec3-b4cd5b08bcb9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:15.269286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3806b8d2-067f-44ed-9ec3-b4cd5b08bcb9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:15.270551 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3806b8d2-067f-44ed-9ec3-b4cd5b08bcb9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2838352 Oct 17 17:51:15.273639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40636) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:15.319086 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-135cf804-3e20-45d3-a5e2-22351e6dcb0a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:51:15.323399 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-135cf804-3e20-45d3-a5e2-22351e6dcb0a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/11706b5c-52eb-4b34-95b5-eb94f29977e2 HTTP/1.1" status: 404 len: 333 time: 0.0458000 Oct 17 17:51:15.323488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40640) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:15.363554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.364959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40644) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:15.368846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:15.369419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.391665 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-57331446-e5af-4acb-bfe8-d70434edaf7e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:51:15.392953 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-57331446-e5af-4acb-bfe8-d70434edaf7e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/983526be-773d-4552-a2ba-29102258c789 HTTP/1.1" status: 404 len: 333 time: 0.0685353 Oct 17 17:51:15.396357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40648) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:15.419619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dc2ab076-dafb-4113-bcd1-97d1ccaa0329 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:15.493893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.532314 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-30ed0f21-781c-4f02-967e-6cf4ed755d94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df99b35983994e7cb99f706083c994ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619108 Oct 17 17:51:15.535510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40652) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:15.558493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.736654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b648f81b-3f32-4c40-a14e-c125b4335976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.751435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.762686 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2032037 Oct 17 17:51:15.767483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40656) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:15.790355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'subnet': {'network_id': '2fdab962-4b68-4129-b7d4-b006c80ac0bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:15.815007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b648f81b-3f32-4c40-a14e-c125b4335976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.827832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0286c6c-6800-46d0-933d-990fa044b99b']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:15.894996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef6a30a-f425-4b0c-9cf5-495286f03879') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:15.895314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef6a30a-f425-4b0c-9cf5-495286f03879') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:15.897081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Calling delete_port for 1b8dabe5-188c-491a-b787-38db63a03fff owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:15.939324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dc2ab076-dafb-4113-bcd1-97d1ccaa0329 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:15.940572 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dc2ab076-dafb-4113-bcd1-97d1ccaa0329 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6906116 Oct 17 17:51:15.940854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.947179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40660) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:15.950467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71923de2-3227-4038-a786-eebd1bf099c3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Network': ['ID=2fdab962-4b68-4129-b7d4-b006c80ac0bd,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:15.962923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 2fdab962-4b68-4129-b7d4-b006c80ac0bd details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:15.990415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:15.993151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:15.998012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:subnet and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:16.003090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:16.010648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:51:16.011068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.029186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:16.095199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:51:16.098736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4d7028fa-115d-4ccd-b7c0-7e20243f86e4 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.114197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:16.117675 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.142353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b648f81b-3f32-4c40-a14e-c125b4335976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.191316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4d7028fa-115d-4ccd-b7c0-7e20243f86e4 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.226302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648f81b-3f32-4c40-a14e-c125b4335976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cbb726-6005-472d-a988-b3a119b26898,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:16.236762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.261247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.269747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b648f81b-3f32-4c40-a14e-c125b4335976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.270874 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b648f81b-3f32-4c40-a14e-c125b4335976 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1cbb726-6005-472d-a988-b3a119b26898 HTTP/1.1" status: 204 len: 168 time: 0.7344730 Oct 17 17:51:16.281764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Network': ['ID=d0286c6c-6800-46d0-933d-990fa044b99b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:16.288358 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b7b5571d-a658-4eb9-bd71-d6885039c2e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/networks/d0286c6c-6800-46d0-933d-990fa044b99b HTTP/1.1" status: 204 len: 168 time: 0.8910222 Oct 17 17:51:16.293124 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40666) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:16.306182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1316454265'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:16.327365 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 0ef6a30a-f425-4b0c-9cf5-495286f03879 resource provider aggregate not found Oct 17 17:51:16.333561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:16.347753 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 0ef6a30a-f425-4b0c-9cf5-495286f03879 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ef6a30a-f425-4b0c-9cf5-495286f03879 found for delete ", "request_id": "req-d2b7708a-6692-4ca1-8522-e71c6908e531"}]} Oct 17 17:51:16.377102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:network and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:16.384260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:16.394623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:16.425916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4d7028fa-115d-4ccd-b7c0-7e20243f86e4 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.454795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:16.458263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.468537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7028fa-115d-4ccd-b7c0-7e20243f86e4 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f63ab3b-ea3b-4b9e-8b9a-a3d95248ca07,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:16.473072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:51:16.502369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.504535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98bad0-9f7e-4559-bee9-4b34653eee90 None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:51:16.520228 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98bad0-9f7e-4559-bee9-4b34653eee90 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:16.521654 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-2d98bad0-9f7e-4559-bee9-4b34653eee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:16.570950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Pushing event deleted for resources: {'Port': ['ID=1b8dabe5-188c-491a-b787-38db63a03fff,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:16.610320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-2d98bad0-9f7e-4559-bee9-4b34653eee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:16.611330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.620092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98bad0-9f7e-4559-bee9-4b34653eee90 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:16.620931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-2d98bad0-9f7e-4559-bee9-4b34653eee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:16.639703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:16.662157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4d7028fa-115d-4ccd-b7c0-7e20243f86e4 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.663299 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4d7028fa-115d-4ccd-b7c0-7e20243f86e4 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-groups/1f63ab3b-ea3b-4b9e-8b9a-a3d95248ca07 HTTP/1.1" status: 204 len: 168 time: 0.7105832 Oct 17 17:51:16.666214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40680) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:16.693609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.700774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-2d98bad0-9f7e-4559-bee9-4b34653eee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:16.701202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98bad0-9f7e-4559-bee9-4b34653eee90 None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:51:16.707215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.707832 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Added segment 10a0fe61-df20-4643-8c4d-8db644c79478 of type vlan for network da40cb4b-538e-4e97-b68d-e6162acee98b Oct 17 17:51:16.743846 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b1acd969-9e79-4b6e-89e8-7529a0a89e96 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.8037322 Oct 17 17:51:16.748854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40686) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:16.764889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1510687609'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:16.768108 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.780347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.791921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:16.803644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:network and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:16.822658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:16.825939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Subnet': ['ID=b5abb353-38e2-4314-9ce9-c50e9154df30,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:16.844079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:16.849677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b86ae7ed-810c-4a87-b5fb-c3da432b3d6a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:16.865696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Checking segment: {'id': '11e31ebc-30b2-4cf4-8107-489e5df227c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '2fdab962-4b68-4129-b7d4-b006c80ac0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:16.866059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network hostable DHCP agents. Network: 2fdab962-4b68-4129-b7d4-b006c80ac0bd, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:16.886348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Made reservation on behalf of c8596a53819a4fc789920c653097ea58 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:16.891593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.912372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b86ae7ed-810c-4a87-b5fb-c3da432b3d6a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:16.914143 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b86ae7ed-810c-4a87-b5fb-c3da432b3d6a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2468281 Oct 17 17:51:16.921744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40694) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:16.928851 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group': {'name': 'tempest-secgroup--660115498'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:16.937358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network 2fdab962-4b68-4129-b7d4-b006c80ac0bd is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:16.942023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:16.955499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:51:16.963779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 2fdab962-4b68-4129-b7d4-b006c80ac0bd) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:16.969377 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:16.970276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.975287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955bf9b-50bc-4a63-9663-6c136b2f57c0 None None] Network 2fdab962-4b68-4129-b7d4-b006c80ac0bd requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:16.976548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.979023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:16.979482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.989941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:16.990485 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Added segment 8df2cef2-1960-427f-9f8d-6ef112aea576 of type vlan for network cc78625d-a90d-4fd4-af39-e1906086231f Oct 17 17:51:16.998360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.004473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:17.005363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.030388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.046557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.047355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Fanout notify agent at l3_agent the message router_deleted on router 7ca8770b-52b9-4eeb-ac38-44013be8928a {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:51:17.066407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:17.081415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.088213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:17.088943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.143639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.151468 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8a883a55-7ee6-4526-b35d-e29541604bc8 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/routers/7ca8770b-52b9-4eeb-ac38-44013be8928a HTTP/1.1" status: 204 len: 168 time: 3.0677962 Oct 17 17:51:17.160682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40704) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:17.164721 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8655384 Oct 17 17:51:17.166352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40706) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:17.169140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbd762-5814-410e-a8b5-8d573fa3174c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Network': ['ID=da40cb4b-538e-4e97-b68d-e6162acee98b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:17.181870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': 'da40cb4b-538e-4e97-b68d-e6162acee98b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:17.186534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network da40cb4b-538e-4e97-b68d-e6162acee98b details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:17.224294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-125495176', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:17.232388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:17.236455 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Usage tracker for resource:router and tenant:b48c33d569cd4ef69784a3beac2fdc93 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:17.239497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:17.245891 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:17.261412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.287580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40712) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:17.299317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.300771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.312972 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-973f2791-a812-4b03-af44-8dd5e12f188e tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5373483 Oct 17 17:51:17.312972 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5549135 Oct 17 17:51:17.312972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:17.316024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40718) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:17.316230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40720) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:17.322065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:17.334796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-269857250'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:17.339580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:17.344945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:network and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:17.348335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:17.353421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:17.354599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:17.359175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:17.362431 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:17.366038 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'subnet': {'network_id': 'cc78625d-a90d-4fd4-af39-e1906086231f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:17.369682 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:17.383800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:17.384049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:17.388746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.392581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fdc58-ad02-4d0e-8461-55c6f5132020 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Network': ['ID=cc78625d-a90d-4fd4-af39-e1906086231f,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:17.394823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:17.398659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.411283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network cc78625d-a90d-4fd4-af39-e1906086231f details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:17.426219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:17.428804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.555381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-2fdab962-4b68-4129-b7d4-b006c80ac0bd', 'network_id': '2fdab962-4b68-4129-b7d4-b006c80ac0bd', 'tenant_id': '6f2d5c26d3f7426da953ca5765625a01', 'fixed_ips': [{'subnet_id': 'b5abb353-38e2-4314-9ce9-c50e9154df30'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:17.556334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.567993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:17.618748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-945807993'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:17.645123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:17.654292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Usage tracker for resource:network and tenant:e202003e01da4ce4aad5dcd078933531 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:17.659709 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:17.663744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.ipam_backend_mixin [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Performing IP validity checks on allocation pools {{(pid=89190) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 17:51:17.667256 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.ipam_backend_mixin [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89190) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 17:51:17.674875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:17.698830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Made reservation on behalf of e202003e01da4ce4aad5dcd078933531 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:17.703251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.719849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.737476 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:17.740646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:17.742482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Allocated IP 2001:db8::3 (2fdab962-4b68-4129-b7d4-b006c80ac0bd/b5abb353-38e2-4314-9ce9-c50e9154df30/714847fc-e263-460f-9e43-5b5e5fa98134) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:17.749288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Usage tracker for resource:security_group_rule and tenant:e202003e01da4ce4aad5dcd078933531 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:17.781745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:17.793471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:17.821696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.822042 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Added segment ec7aed07-45d9-4d45-95ef-f61ff9b7f91b of type vlan for network ccda7eda-d6ff-4104-8aca-0029d0a1472a Oct 17 17:51:17.823352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:17.890796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.961273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.974563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Transition to ACTIVE for port object 714847fc-e263-460f-9e43-5b5e5fa98134 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:17.984653 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Made reservation on behalf of c8596a53819a4fc789920c653097ea58 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:17.988232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:17.994965 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Transition to ACTIVE for port object 714847fc-e263-460f-9e43-5b5e5fa98134 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:18.001342 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.030269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.033462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Subnet': ['ID=ea22921e-4ab1-4c6d-98be-edeec0cebe67,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:18.034032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.039415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Checking segment: {'id': '10a0fe61-df20-4643-8c4d-8db644c79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'da40cb4b-538e-4e97-b68d-e6162acee98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:18.039415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network hostable DHCP agents. Network: da40cb4b-538e-4e97-b68d-e6162acee98b, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:18.048650 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.074672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Network 2fdab962-4b68-4129-b7d4-b006c80ac0bd is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:18.077930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:18.081885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:18.087978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Pushing event updated for resources: {'Port': ['ID=714847fc-e263-460f-9e43-5b5e5fa98134,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:18.090818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.093049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:18.107515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5720899-e282-4133-9751-944c3dd4f53b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:18.113452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.113798 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Added segment a5a7c782-a6e1-4f51-abf1-7f14206fa688 of type vlan for network 812cdd55-2b67-4620-a0a3-f840e819fb76 Oct 17 17:51:18.120417 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network da40cb4b-538e-4e97-b68d-e6162acee98b is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:18.144594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, da40cb4b-538e-4e97-b68d-e6162acee98b) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:18.149550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:18.150144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.169944 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.170845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.193499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.218481 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-584a09f1-d420-4262-ab42-08145605458b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0505984 Oct 17 17:51:18.221790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40726) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:18.228625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': 'da40cb4b-538e-4e97-b68d-e6162acee98b', 'name': 'tempest-PortsIpV6TestJSON-636001287'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:18.248352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bbc7da-34bd-46a0-aabc-4cd429c94506 None None] Network da40cb4b-538e-4e97-b68d-e6162acee98b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:18.288889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.295026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:18.295633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.298640 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.303996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:18.304585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.316005 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Attempting to bind port 714847fc-e263-460f-9e43-5b5e5fa98134 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:18.316369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Attempting to bind port 714847fc-e263-460f-9e43-5b5e5fa98134 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '11e31ebc-30b2-4cf4-8107-489e5df227c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '2fdab962-4b68-4129-b7d4-b006c80ac0bd'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:18.316726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Attempting to bind port 714847fc-e263-460f-9e43-5b5e5fa98134 on network 2fdab962-4b68-4129-b7d4-b006c80ac0bd {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:18.329568 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:18.329915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Checking segment: {'id': '11e31ebc-30b2-4cf4-8107-489e5df227c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '2fdab962-4b68-4129-b7d4-b006c80ac0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:18.330298 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.331368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Bound using segment: {'id': '11e31ebc-30b2-4cf4-8107-489e5df227c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '2fdab962-4b68-4129-b7d4-b006c80ac0bd'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:18.331368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Bound port: 714847fc-e263-460f-9e43-5b5e5fa98134, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e31ebc-30b2-4cf4-8107-489e5df227c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '2fdab962-4b68-4129-b7d4-b006c80ac0bd'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:18.331590 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.421615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34fdcee-a405-42af-bca8-9657220045b2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:18.441748 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1504142 Oct 17 17:51:18.444507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40730) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:18.445169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f61298-2306-4aa6-bc6a-db3e0b77f313 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event updated for resources: {'Network': ['ID=812cdd55-2b67-4620-a0a3-f840e819fb76,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:18.466772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 812cdd55-2b67-4620-a0a3-f840e819fb76 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:18.474206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Request body: {'subnet': {'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:18.476119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.480034 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6446d4de-b859-4a94-ba80-782770af895a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5544734 Oct 17 17:51:18.481518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Network': ['ID=ccda7eda-d6ff-4104-8aca-0029d0a1472a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:18.487391 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2d22d77f-c6b3-4e3e-a12e-1cc55fc3e6d5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1660898 Oct 17 17:51:18.491979 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40734) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:18.492308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40736) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:18.508613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-910decbe-da63-4abb-83e5-ba6a0fb67f66 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': 'a34fdcee-a405-42af-bca8-9657220045b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:18.517084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'subnet': {'network_id': 'ccda7eda-d6ff-4104-8aca-0029d0a1472a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:18.553215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network ccda7eda-d6ff-4104-8aca-0029d0a1472a details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:18.592897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-910decbe-da63-4abb-83e5-ba6a0fb67f66 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:18.667535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-910decbe-da63-4abb-83e5-ba6a0fb67f66 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:18.675601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.680767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-910decbe-da63-4abb-83e5-ba6a0fb67f66 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:18.704640 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-910decbe-da63-4abb-83e5-ba6a0fb67f66 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:18.705208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] For port 714847fc-e263-460f-9e43-5b5e5fa98134, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:18.726652 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:18.732613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] For port 714847fc-e263-460f-9e43-5b5e5fa98134, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=714847fc-e263-460f-9e43-5b5e5fa98134,segment=NetworkSegment(11e31ebc-30b2-4cf4-8107-489e5df227c0),segment_id=11e31ebc-30b2-4cf4-8107-489e5df227c0)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:18.737425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:18.753832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.765594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:18.769175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.790471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:18.807768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Usage tracker for resource:subnet and tenant:e202003e01da4ce4aad5dcd078933531 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:18.814012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:18.818828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-910decbe-da63-4abb-83e5-ba6a0fb67f66 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.826523 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:18.842517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:18.846894 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port f124ba29-b4f5-45e8-9640-a8ed94a52c84 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:18.851915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.875973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-da40cb4b-538e-4e97-b68d-e6162acee98b', 'network_id': 'da40cb4b-538e-4e97-b68d-e6162acee98b', 'tenant_id': '2c42d9d67ee94a7f9727753e385c0f84', 'fixed_ips': [{'subnet_id': 'ea22921e-4ab1-4c6d-98be-edeec0cebe67'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:18.876811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.901057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Subnet': ['ID=fe9c95d9-ea7f-440f-a015-4438fe0037e8,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:18.904027 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:18.907707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b682a2-56c8-485a-a93f-56f846f75a80 None None] Pushing event updated for resources: {'Port': ['ID=714847fc-e263-460f-9e43-5b5e5fa98134,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:18.922162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:subnet and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:18.938391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:18.960255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:18.970071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Checking segment: {'id': '8df2cef2-1960-427f-9f8d-6ef112aea576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cc78625d-a90d-4fd4-af39-e1906086231f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:18.971252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network hostable DHCP agents. Network: cc78625d-a90d-4fd4-af39-e1906086231f, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:18.995969 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Made reservation on behalf of e202003e01da4ce4aad5dcd078933531 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:19.003280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.033560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network cc78625d-a90d-4fd4-af39-e1906086231f is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:19.085771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, cc78625d-a90d-4fd4-af39-e1906086231f) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:19.091557 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:19.093602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.116392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8631843e-c177-4fb8-8e2f-a6fc4451136c None None] Network cc78625d-a90d-4fd4-af39-e1906086231f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:19.144050 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2a4165bd-0e71-4c9f-a998-a936c9bd9bbd tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8235924 Oct 17 17:51:19.144685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40742) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:19.144957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:19.148753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.161234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-743716292', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:19.171598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:19.184448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:router and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:19.196554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:19.201135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Allocated IP 172.26.8.243 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/88ce488c-986c-4cf1-bc5d-a19a8e34a1ef) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:19.210493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:19.256482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Allocated IP 2001:db8::2 (da40cb4b-538e-4e97-b68d-e6162acee98b/ea22921e-4ab1-4c6d-98be-edeec0cebe67/39b3d127-e553-48b2-97f3-8a6b9c15c4c2) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:19.263073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.269432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.295410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.327774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.ipam_backend_mixin [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Performing IP validity checks on allocation pools {{(pid=89190) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 17:51:19.328241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.ipam_backend_mixin [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89190) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 17:51:19.354892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-910decbe-da63-4abb-83e5-ba6a0fb67f66 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.368906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-910decbe-da63-4abb-83e5-ba6a0fb67f66 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.409786 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910decbe-da63-4abb-83e5-ba6a0fb67f66 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ec750c-854c-4c87-bc3a-d8f820b3e60e,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:19.488348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-910decbe-da63-4abb-83e5-ba6a0fb67f66 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.489575 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-910decbe-da63-4abb-83e5-ba6a0fb67f66 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9963443 Oct 17 17:51:19.527403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40746) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:19.566475 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f386721a-5f7e-4316-9bb8-a11599652467 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules/71ec750c-854c-4c87-bc3a-d8f820b3e60e HTTP/1.1" status: 200 len: 763 time: 0.0341620 Oct 17 17:51:19.572220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40750) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:19.668408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.676802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-cc78625d-a90d-4fd4-af39-e1906086231f', 'network_id': 'cc78625d-a90d-4fd4-af39-e1906086231f', 'tenant_id': 'c8596a53819a4fc789920c653097ea58', 'fixed_ips': [{'subnet_id': 'fe9c95d9-ea7f-440f-a015-4438fe0037e8'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:19.677821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.783604 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.806335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Transition to ACTIVE for port object 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:19.864661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7e6e510b-4c03-4ab6-9604-e94b5acb14c2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:19.864903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.869604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.882329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Transition to ACTIVE for port object 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:19.901285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.942811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:19.984982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7e6e510b-4c03-4ab6-9604-e94b5acb14c2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:19.986286 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7e6e510b-4c03-4ab6-9604-e94b5acb14c2 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4131546 Oct 17 17:51:19.992260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event updated for resources: {'Subnet': ['ID=c65f219d-d2a3-4f75-a63c-b52d307b3dc0,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:20.000204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40754) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:20.010880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Allocated IP 172.20.0.2 (cc78625d-a90d-4fd4-af39-e1906086231f/fe9c95d9-ea7f-440f-a015-4438fe0037e8/5c95777c-ffb4-4096-b1e1-9c5a60853d47) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:20.016258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Network da40cb4b-538e-4e97-b68d-e6162acee98b is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:20.024336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:20.027775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:20.045905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.055576 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Checking segment: {'id': 'a5a7c782-a6e1-4f51-abf1-7f14206fa688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:20.055929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Network hostable DHCP agents. Network: 812cdd55-2b67-4620-a0a3-f840e819fb76, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:20.100392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a2e619c-2e77-4076-bf6d-8ea70d108cf5 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.111829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a2e619c-2e77-4076-bf6d-8ea70d108cf5 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.130879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8::f1 (da40cb4b-538e-4e97-b68d-e6162acee98b/ea22921e-4ab1-4c6d-98be-edeec0cebe67/f124ba29-b4f5-45e8-9640-a8ed94a52c84) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:20.152163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Checking segment: {'id': 'ec7aed07-45d9-4d45-95ef-f61ff9b7f91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ccda7eda-d6ff-4104-8aca-0029d0a1472a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:20.152492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network hostable DHCP agents. Network: ccda7eda-d6ff-4104-8aca-0029d0a1472a, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:20.165422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Network 812cdd55-2b67-4620-a0a3-f840e819fb76 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:20.167376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a2e619c-2e77-4076-bf6d-8ea70d108cf5 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.181865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Pushing event updated for resources: {'Port': ['ID=39b3d127-e553-48b2-97f3-8a6b9c15c4c2,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:20.186164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Subnet': ['ID=7cbe34f0-2332-46a5-8d6f-2258a34f0d30,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:20.194407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:20.205602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:20.212356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e619c-2e77-4076-bf6d-8ea70d108cf5 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71ec750c-854c-4c87-bc3a-d8f820b3e60e,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:20.212991 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 812cdd55-2b67-4620-a0a3-f840e819fb76) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:20.217435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:20.222440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:20.223033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.248809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network ccda7eda-d6ff-4104-8aca-0029d0a1472a is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:20.274533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, ccda7eda-d6ff-4104-8aca-0029d0a1472a) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:20.278382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Pushing event updated for resources: {'Port': ['ID=88ce488c-986c-4cf1-bc5d-a19a8e34a1ef,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:20.283439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:20.284036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.309613 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-94afeda6-97ab-4bf2-91f2-c7e0deae3975 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8574283 Oct 17 17:51:20.310457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40758) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:20.310457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a2e619c-2e77-4076-bf6d-8ea70d108cf5 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.314059 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2a2e619c-2e77-4076-bf6d-8ea70d108cf5 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/71ec750c-854c-4c87-bc3a-d8f820b3e60e HTTP/1.1" status: 204 len: 168 time: 0.3116882 Oct 17 17:51:20.316387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40760) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:20.326033 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Request body: {'port': {'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76', 'name': 'tempest-AllowedAddressPairTestJSON-985913188'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:20.331073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e9159d-b41d-4d5d-bcbb-eb285f8ed5c2 None None] Network 812cdd55-2b67-4620-a0a3-f840e819fb76 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:20.343493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4171ab1e-e772-4099-810f-d045eed8fe06 None None] Network ccda7eda-d6ff-4104-8aca-0029d0a1472a requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:20.358669 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66989c-e575-4909-982e-4d289561fb61 None None] Network 2fdab962-4b68-4129-b7d4-b006c80ac0bd requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:20.382083 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-45f7e38e-96da-484b-852e-6a746380f9e4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8872464 Oct 17 17:51:20.386092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40766) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:20.569589 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.581642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Attempting to bind port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:20.582509 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Attempting to bind port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '10a0fe61-df20-4643-8c4d-8db644c79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'da40cb4b-538e-4e97-b68d-e6162acee98b'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:20.583057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Attempting to bind port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 on network da40cb4b-538e-4e97-b68d-e6162acee98b {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:20.614052 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.617896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:20.618306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Checking segment: {'id': '10a0fe61-df20-4643-8c4d-8db644c79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'da40cb4b-538e-4e97-b68d-e6162acee98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:20.618897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.619552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Bound using segment: {'id': '10a0fe61-df20-4643-8c4d-8db644c79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'da40cb4b-538e-4e97-b68d-e6162acee98b'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:20.619702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Bound port: 39b3d127-e553-48b2-97f3-8a6b9c15c4c2, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a0fe61-df20-4643-8c4d-8db644c79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'da40cb4b-538e-4e97-b68d-e6162acee98b'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:20.620014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.625908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Transition to ACTIVE for port object f124ba29-b4f5-45e8-9640-a8ed94a52c84 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:20.667327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e82813ef-a3cc-4a4b-b48f-bd6581e04e74 None None] Provisioning for port 714847fc-e263-460f-9e43-5b5e5fa98134 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:20.704830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f81160b7-3155-4868-be8c-8359abab11e0 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:20.708278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.750335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.863236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network da40cb4b-538e-4e97-b68d-e6162acee98b is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:20.868857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:20.874857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:20.880882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:20.881852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.890286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:20.904158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=f124ba29-b4f5-45e8-9640-a8ed94a52c84,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:20.913322 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-38591d4a-5e19-4b21-8741-71dbd5e4b524 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6904955 Oct 17 17:51:20.917150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40770) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:20.927086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Usage tracker for resource:port and tenant:e202003e01da4ce4aad5dcd078933531 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:20.930009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f81160b7-3155-4868-be8c-8359abab11e0 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:20.932693 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f81160b7-3155-4868-be8c-8359abab11e0 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5908628 Oct 17 17:51:20.937734 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:20.941088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.954668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40774) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:20.972079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:20.975826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:20.985881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4c57aee9-e86d-4d38-a723-a9d90b24a8b7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': 'a34fdcee-a405-42af-bca8-9657220045b2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:20.996084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 714847fc-e263-460f-9e43-5b5e5fa98134 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:21.028697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4c57aee9-e86d-4d38-a723-a9d90b24a8b7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:21.041662 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbe34f0-2332-46a5-8d6f-2258a34f0d30,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:21.083927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-2d02e4ef-55b9-47de-8b3f-c57ec2d0d29b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port f124ba29-b4f5-45e8-9640-a8ed94a52c84 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:21.084508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d02e4ef-55b9-47de-8b3f-c57ec2d0d29b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.094629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.111236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4c57aee9-e86d-4d38-a723-a9d90b24a8b7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:21.224286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.243736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] For port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:21.247438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4c57aee9-e86d-4d38-a723-a9d90b24a8b7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.261431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d899e4-dacf-4219-a061-6fa0cf67f7ef None None] Network ccda7eda-d6ff-4104-8aca-0029d0a1472a requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:21.289336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Made reservation on behalf of e202003e01da4ce4aad5dcd078933531 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:21.292847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.325648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccda7eda-d6ff-4104-8aca-0029d0a1472a']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:21.354530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] device_id is not set on port be825c13-f662-4d82-9d8f-6bfea6116d3a yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:21.355161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7aed07-45d9-4d45-95ef-f61ff9b7f91b') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:21.355453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7aed07-45d9-4d45-95ef-f61ff9b7f91b') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:21.393233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] For port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=39b3d127-e553-48b2-97f3-8a6b9c15c4c2,segment=NetworkSegment(10a0fe61-df20-4643-8c4d-8db644c79478),segment_id=10a0fe61-df20-4643-8c4d-8db644c79478)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:21.394165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.434824 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.464193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.486034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.497993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.509886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4c57aee9-e86d-4d38-a723-a9d90b24a8b7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.515540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:51:21.515747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.549598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Transition to ACTIVE for port object 5c95777c-ffb4-4096-b1e1-9c5a60853d47 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:21.568821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-812cdd55-2b67-4620-a0a3-f840e819fb76', 'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76', 'tenant_id': 'e202003e01da4ce4aad5dcd078933531', 'fixed_ips': [{'subnet_id': 'c65f219d-d2a3-4f75-a63c-b52d307b3dc0'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:21.569769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.609190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4c57aee9-e86d-4d38-a723-a9d90b24a8b7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.641472 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment ec7aed07-45d9-4d45-95ef-f61ff9b7f91b resource provider aggregate not found Oct 17 17:51:21.667971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.703986 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment ec7aed07-45d9-4d45-95ef-f61ff9b7f91b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec7aed07-45d9-4d45-95ef-f61ff9b7f91b found for delete ", "request_id": "req-16c39031-d52a-41b5-afea-de0b33a18c8b"}]} Oct 17 17:51:21.704472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.26.8.126 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/b736d155-1815-4611-8ca0-b9aee9a1bedd) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:21.709538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.731741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57aee9-e86d-4d38-a723-a9d90b24a8b7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753edbf5-5d6c-4d66-9fe8-21a90e5b7248,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:21.742895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Network': ['ID=ccda7eda-d6ff-4104-8aca-0029d0a1472a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:21.745459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 714847fc-e263-460f-9e43-5b5e5fa98134 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:21.752590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d02e4ef-55b9-47de-8b3f-c57ec2d0d29b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.759491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41ffac-2e83-4a92-9fbe-1ab2ee23b26d None None] Pushing event updated for resources: {'Port': ['ID=39b3d127-e553-48b2-97f3-8a6b9c15c4c2,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:21.762014 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8b0f63a9-1d77-4977-8c1f-08e95afb04f7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/ccda7eda-d6ff-4104-8aca-0029d0a1472a HTTP/1.1" status: 204 len: 168 time: 1.3756633 Oct 17 17:51:21.766458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40784) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:21.771897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4c57aee9-e86d-4d38-a723-a9d90b24a8b7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.772733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Transition to ACTIVE for port object 5c95777c-ffb4-4096-b1e1-9c5a60853d47 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:21.775710 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4c57aee9-e86d-4d38-a723-a9d90b24a8b7 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8125982 Oct 17 17:51:21.779611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40788) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:21.814136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 714847fc-e263-460f-9e43-5b5e5fa98134 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:21.814136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.814476 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 714847fc-e263-460f-9e43-5b5e5fa98134 Oct 17 17:51:21.837118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1282921489'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:21.864092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:21.974447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Allocated IP 172.20.0.2 (812cdd55-2b67-4620-a0a3-f840e819fb76/c65f219d-d2a3-4f75-a63c-b52d307b3dc0/be825c13-f662-4d82-9d8f-6bfea6116d3a) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:21.979505 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4d91697b-3bea-4592-bc69-6774b2218b0e tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules/753edbf5-5d6c-4d66-9fe8-21a90e5b7248 HTTP/1.1" status: 200 len: 763 time: 0.1934538 Oct 17 17:51:22.013844 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Network cc78625d-a90d-4fd4-af39-e1906086231f is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:22.021325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:22.024499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Pushing event updated for resources: {'Port': ['ID=5c95777c-ffb4-4096-b1e1-9c5a60853d47,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:22.028851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:22.066672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:22.066924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40792) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:22.075751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-2d02e4ef-55b9-47de-8b3f-c57ec2d0d29b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for f124ba29-b4f5-45e8-9640-a8ed94a52c84 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:22.112279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:network and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:22.135068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:22.152016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:22.236246 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:22.237162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Attempting to bind port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:22.237735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Attempting to bind port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '8df2cef2-1960-427f-9f8d-6ef112aea576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cc78625d-a90d-4fd4-af39-e1906086231f'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:22.238248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Attempting to bind port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 on network cc78625d-a90d-4fd4-af39-e1906086231f {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:22.251881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.255022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:22.256015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Checking segment: {'id': '8df2cef2-1960-427f-9f8d-6ef112aea576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cc78625d-a90d-4fd4-af39-e1906086231f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:22.256613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.257189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Bound using segment: {'id': '8df2cef2-1960-427f-9f8d-6ef112aea576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cc78625d-a90d-4fd4-af39-e1906086231f'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:22.257844 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Bound port: 5c95777c-ffb4-4096-b1e1-9c5a60853d47, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df2cef2-1960-427f-9f8d-6ef112aea576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cc78625d-a90d-4fd4-af39-e1906086231f'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:22.258407 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.292883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 714847fc-e263-460f-9e43-5b5e5fa98134 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:22.294107 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.319539 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5934dd31-1ab7-4c13-93df-4c7c79d25019 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2480364 Oct 17 17:51:22.332269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40796) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:22.389550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88cbab00-5cbf-42b1-8729-0032e9d9a5c8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.394438 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 714847fc-e263-460f-9e43-5b5e5fa98134, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=714847fc-e263-460f-9e43-5b5e5fa98134,segment=NetworkSegment(11e31ebc-30b2-4cf4-8107-489e5df227c0),segment_id=11e31ebc-30b2-4cf4-8107-489e5df227c0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:22.405396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88cbab00-5cbf-42b1-8729-0032e9d9a5c8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.417160 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.423401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.428869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d02e4ef-55b9-47de-8b3f-c57ec2d0d29b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.436062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.477554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:22.490962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] For port 5c95777c-ffb4-4096-b1e1-9c5a60853d47, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:22.503287 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02e4ef-55b9-47de-8b3f-c57ec2d0d29b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=f124ba29-b4f5-45e8-9640-a8ed94a52c84,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:22.505511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] For port 5c95777c-ffb4-4096-b1e1-9c5a60853d47, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5c95777c-ffb4-4096-b1e1-9c5a60853d47,segment=NetworkSegment(8df2cef2-1960-427f-9f8d-6ef112aea576),segment_id=8df2cef2-1960-427f-9f8d-6ef112aea576)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:22.517969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=714847fc-e263-460f-9e43-5b5e5fa98134,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:22.521221 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.564028 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.564378 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Added segment a0768478-48b3-4fcd-9b76-08784f767456 of type vlan for network 57652029-7fd1-43af-953b-3590eba84521 Oct 17 17:51:22.568587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d02e4ef-55b9-47de-8b3f-c57ec2d0d29b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.599329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88cbab00-5cbf-42b1-8729-0032e9d9a5c8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.604903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88cbab00-5cbf-42b1-8729-0032e9d9a5c8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.606668 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-88cbab00-5cbf-42b1-8729-0032e9d9a5c8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/753edbf5-5d6c-4d66-9fe8-21a90e5b7248 HTTP/1.1" status: 204 len: 168 time: 0.2732186 Oct 17 17:51:22.612645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40800) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:22.616980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3875e439-30fa-4d04-a68e-32c735ad2800 None None] Provisioning complete for port 714847fc-e263-460f-9e43-5b5e5fa98134 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:22.617361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3875e439-30fa-4d04-a68e-32c735ad2800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.617676 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3875e439-30fa-4d04-a68e-32c735ad2800 None None] Attempt 1 to provision port 714847fc-e263-460f-9e43-5b5e5fa98134 Oct 17 17:51:22.631604 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2d02e4ef-55b9-47de-8b3f-c57ec2d0d29b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/f124ba29-b4f5-45e8-9640-a8ed94a52c84 HTTP/1.1" status: 204 len: 168 time: 1.7130795 Oct 17 17:51:22.636961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40804) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:22.642684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cbab00-5cbf-42b1-8729-0032e9d9a5c8 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=753edbf5-5d6c-4d66-9fe8-21a90e5b7248,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:22.646637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.693691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95f7cb-1288-4686-8726-c20697d4da5d None None] Pushing event updated for resources: {'Port': ['ID=5c95777c-ffb4-4096-b1e1-9c5a60853d47,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:22.699332 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee12fdd-ee2f-4a17-92cb-eb6dde669460 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] DELETE failed (client error): The resource could not be found. Oct 17 17:51:22.700563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee12fdd-ee2f-4a17-92cb-eb6dde669460 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:51:22.705681 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-aee12fdd-ee2f-4a17-92cb-eb6dde669460 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/f124ba29-b4f5-45e8-9640-a8ed94a52c84 HTTP/1.1" status: 404 len: 333 time: 0.0668797 Oct 17 17:51:22.706475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40808) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:22.755140 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-496d0955-7dec-40d8-96b9-c54ab45a7529 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:51:22.755705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-496d0955-7dec-40d8-96b9-c54ab45a7529 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:22.810854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.818307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:22.818654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.832312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3875e439-30fa-4d04-a68e-32c735ad2800 None None] Current status of the port 714847fc-e263-460f-9e43-5b5e5fa98134 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:22.854548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:22.864161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-496d0955-7dec-40d8-96b9-c54ab45a7529 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:22.869412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40812) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:22.871215 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-496d0955-7dec-40d8-96b9-c54ab45a7529 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/f124ba29-b4f5-45e8-9640-a8ed94a52c84 HTTP/1.1" status: 404 len: 333 time: 0.1615934 Oct 17 17:51:22.930608 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-84fadc52-a03f-4632-81bb-3abda780f91c tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3107486 Oct 17 17:51:22.972483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40816) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:22.979396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-9f497feb-06f6-48db-9258-4fc4b9e48b52 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': 'a34fdcee-a405-42af-bca8-9657220045b2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:22.991565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Transition to ACTIVE for port object be825c13-f662-4d82-9d8f-6bfea6116d3a will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:23.002783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 714847fc-e263-460f-9e43-5b5e5fa98134 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:23.008034 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.018600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9f497feb-06f6-48db-9258-4fc4b9e48b52 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:23.064806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Network': ['ID=57652029-7fd1-43af-953b-3590eba84521,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:23.081729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9f497feb-06f6-48db-9258-4fc4b9e48b52 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:23.095125 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-02c952b6-d50b-4105-ac8d-f914f07e63bb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3270535 Oct 17 17:51:23.098009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40820) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:23.101092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 57652029-7fd1-43af-953b-3590eba84521 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:23.103570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'subnet': {'network_id': '57652029-7fd1-43af-953b-3590eba84521', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:23.140892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-9950587a-ca7c-4e4c-a26a-3fe581245dc4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting subnet ea22921e-4ab1-4c6d-98be-edeec0cebe67 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:51:23.155135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:23.165534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9950587a-ca7c-4e4c-a26a-3fe581245dc4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.197026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:23.217000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=b736d155-1815-4611-8ca0-b9aee9a1bedd,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:23.234549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:23.289259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f497feb-06f6-48db-9258-4fc4b9e48b52 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.316469 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d93f33-744a-49bf-b786-c91de44633cc None None] Network da40cb4b-538e-4e97-b68d-e6162acee98b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:23.326412 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:23.336111 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:subnet and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:23.344868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:23.360512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:23.383252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:23.387962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.436627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.470191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f497feb-06f6-48db-9258-4fc4b9e48b52 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.488751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f497feb-06f6-48db-9258-4fc4b9e48b52 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.514224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Router 1b064f85-c3be-4271-a9fe-97602a22c98e is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:51:23.524269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f497feb-06f6-48db-9258-4fc4b9e48b52 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb59df2c-b625-46a1-ab15-d4769a687ffa,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:23.525212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c2ffac42-2bf3-4836-8b8d-6c47280ff526 {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:51:23.525595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:51:23.552580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9950587a-ca7c-4e4c-a26a-3fe581245dc4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.562776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-62556c1f-9e5a-4429-8a6c-91e81e85f8c6 None None] Provisioning for port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:23.563651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f497feb-06f6-48db-9258-4fc4b9e48b52 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.567649 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9f497feb-06f6-48db-9258-4fc4b9e48b52 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5905397 Oct 17 17:51:23.569593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40824) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:23.588438 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 714847fc-e263-460f-9e43-5b5e5fa98134 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:23.588907 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.589410 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 714847fc-e263-460f-9e43-5b5e5fa98134 Oct 17 17:51:23.604639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Network 812cdd55-2b67-4620-a0a3-f840e819fb76 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:23.611930 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e3265706-e544-4aec-9e7c-75aa61666061 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules/cb59df2c-b625-46a1-ab15-d4769a687ffa HTTP/1.1" status: 200 len: 764 time: 0.0426230 Oct 17 17:51:23.614565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40828) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:23.680426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:23.683206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:23.754804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c3c9c770-4e70-49ca-9172-f86c5f6c0423 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:23.839128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c3c9c770-4e70-49ca-9172-f86c5f6c0423 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:23.846049 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c3c9c770-4e70-49ca-9172-f86c5f6c0423 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2245507 Oct 17 17:51:23.846769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40832) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:23.848240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event updated for resources: {'Port': ['ID=be825c13-f662-4d82-9d8f-6bfea6116d3a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:23.864631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 714847fc-e263-460f-9e43-5b5e5fa98134 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:23.867559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:23.867913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.944951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4b6a4290-6182-46a3-9129-249da4f8c4fa tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.973252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4b6a4290-6182-46a3-9129-249da4f8c4fa tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.984582 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:23.992411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:23.993611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:23.993611 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 Oct 17 17:51:24.011322 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Subnet': ['ID=7347f98a-e046-4817-ae51-0338bb4f2831,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:24.030393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Checking segment: {'id': 'a0768478-48b3-4fcd-9b76-08784f767456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '57652029-7fd1-43af-953b-3590eba84521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:24.030751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network hostable DHCP agents. Network: 57652029-7fd1-43af-953b-3590eba84521, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:24.045470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4b6a4290-6182-46a3-9129-249da4f8c4fa tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.060709 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a4290-6182-46a3-9129-249da4f8c4fa tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb59df2c-b625-46a1-ab15-d4769a687ffa,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:24.063250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:24.064086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.079886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network 57652029-7fd1-43af-953b-3590eba84521 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:24.091817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4b6a4290-6182-46a3-9129-249da4f8c4fa tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.092061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.093556 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4b6a4290-6182-46a3-9129-249da4f8c4fa tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/cb59df2c-b625-46a1-ab15-d4769a687ffa HTTP/1.1" status: 204 len: 168 time: 0.2457719 Oct 17 17:51:24.096521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 57652029-7fd1-43af-953b-3590eba84521) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:24.099150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40836) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:24.116997 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:24.117756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.125277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6577fd9-f512-46e4-b5c6-82d82a53f490 None None] Network cc78625d-a90d-4fd4-af39-e1906086231f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:24.170814 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5ffc757f-4a74-4608-91c1-01f78999d34a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:24.176424 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-78a9a6eb-8510-43cc-857e-02081a24aa92 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0773540 Oct 17 17:51:24.180252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40840) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:24.273837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5ffc757f-4a74-4608-91c1-01f78999d34a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group_rule {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:24.275101 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5ffc757f-4a74-4608-91c1-01f78999d34a tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1748433 Oct 17 17:51:24.278965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40844) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:24.287648 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-61c0baf1-cea0-4af5-9bae-2949a3b31a48 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9696095 Oct 17 17:51:24.292981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:51:24.294735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40848) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:24.305352 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc54556a-0b68-4db4-9012-c0f381ab8a1b None None] Sync routers for ids ['1b064f85-c3be-4271-a9fe-97602a22c98e'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:51:24.319275 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc54556a-0b68-4db4-9012-c0f381ab8a1b None None] Routers {'1b064f85-c3be-4271-a9fe-97602a22c98e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:24.322668 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-cc54556a-0b68-4db4-9012-c0f381ab8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1b064f85-c3be-4271-a9fe-97602a22c98e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:24.414125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Request body: {'port': {'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76', 'name': 'tempest-AllowedAddressPairTestJSON-1054352610', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:31:9f:10'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:24.414827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.425783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ab72a5b-be0c-4e00-b14f-a70288014920 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.429535 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-cc54556a-0b68-4db4-9012-c0f381ab8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:24.450441 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc54556a-0b68-4db4-9012-c0f381ab8a1b None None] Routers {'1b064f85-c3be-4271-a9fe-97602a22c98e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:24.451390 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-cc54556a-0b68-4db4-9012-c0f381ab8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1b064f85-c3be-4271-a9fe-97602a22c98e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:24.467656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9950587a-ca7c-4e4c-a26a-3fe581245dc4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.502860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Allocated IP 172.20.0.3 (812cdd55-2b67-4620-a0a3-f840e819fb76/c65f219d-d2a3-4f75-a63c-b52d307b3dc0/16b619db-7e5a-490a-ad61-66ae39587539) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:24.531694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.565507 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-cc54556a-0b68-4db4-9012-c0f381ab8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:24.565908 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc54556a-0b68-4db4-9012-c0f381ab8a1b None None] The sync data for ids ['1b064f85-c3be-4271-a9fe-97602a22c98e'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:51:24.611754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.612966 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-723d9ef9-8c8b-4954-9d6e-86efba4818d4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.3948057 Oct 17 17:51:24.625864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40852) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:24.634516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:24.645471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401b32c7-ed84-4d1d-9c8c-e568da479650 None None] Network 57652029-7fd1-43af-953b-3590eba84521 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:24.735877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.874354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9950587a-ca7c-4e4c-a26a-3fe581245dc4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.877285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ab72a5b-be0c-4e00-b14f-a70288014920 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.890923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fd9144db-6d2b-4732-8613-ac0fa1c11650 None None] Provisioning for port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:24.896228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:24.908718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.952138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Usage tracker for resource:port and tenant:e202003e01da4ce4aad5dcd078933531 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:24.956501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:24.964957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:24.995491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9950587a-ca7c-4e4c-a26a-3fe581245dc4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.997709 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ab72a5b-be0c-4e00-b14f-a70288014920 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:24.999641 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Made reservation on behalf of e202003e01da4ce4aad5dcd078933531 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:25.016602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.026458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950587a-ca7c-4e4c-a26a-3fe581245dc4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Subnet': ['ID=ea22921e-4ab1-4c6d-98be-edeec0cebe67,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:25.035626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb7a3bf-0986-4794-a345-1910f472f5f0 None None] Network da40cb4b-538e-4e97-b68d-e6162acee98b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:25.175730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab72a5b-be0c-4e00-b14f-a70288014920 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34fdcee-a405-42af-bca8-9657220045b2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:25.204911 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Subnet': ['ID=7347f98a-e046-4817-ae51-0338bb4f2831,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:25.232193 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9950587a-ca7c-4e4c-a26a-3fe581245dc4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/ea22921e-4ab1-4c6d-98be-edeec0cebe67 HTTP/1.1" status: 204 len: 168 time: 2.3410034 Oct 17 17:51:25.232723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40856) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:25.319512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a3908bb6-ea5a-477d-8302-39881353fe8a None None] Could not find standard attr ID for object f124ba29-b4f5-45e8-9640-a8ed94a52c84. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:51:25.323082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:25.323631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.355580 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.381634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=39b3d127-e553-48b2-97f3-8a6b9c15c4c2,segment=NetworkSegment(10a0fe61-df20-4643-8c4d-8db644c79478),segment_id=10a0fe61-df20-4643-8c4d-8db644c79478)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:25.420897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ab72a5b-be0c-4e00-b14f-a70288014920 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.423506 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4ab72a5b-be0c-4e00-b14f-a70288014920 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-groups/a34fdcee-a405-42af-bca8-9657220045b2 HTTP/1.1" status: 204 len: 168 time: 1.1435575 Oct 17 17:51:25.427010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40860) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:25.442834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.458608 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.509112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Transition to ACTIVE for port object 16b619db-7e5a-490a-ad61-66ae39587539 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:25.525091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.534066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.539768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57652029-7fd1-43af-953b-3590eba84521']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:25.569142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-89401782-7e5c-4d58-8653-e34796787769 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Synchronizing usage tracker for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:25.612720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] device_id is not set on port 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:25.679870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5c95777c-ffb4-4096-b1e1-9c5a60853d47 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:25.703393 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.709689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-89401782-7e5c-4d58-8653-e34796787769 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Unset dirty status for tenant:09468a60fb5e415f98492f8af573d17e on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:25.716103 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-89401782-7e5c-4d58-8653-e34796787769 tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2800076 Oct 17 17:51:25.722693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40866) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:25.727652 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a3908bb6-ea5a-477d-8302-39881353fe8a None None] Provisioning complete for port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:25.728107 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a3908bb6-ea5a-477d-8302-39881353fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.728526 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-a3908bb6-ea5a-477d-8302-39881353fe8a None None] Attempt 1 to provision port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 Oct 17 17:51:25.729467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0768478-48b3-4fcd-9b76-08784f767456') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:25.729834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0768478-48b3-4fcd-9b76-08784f767456') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:25.739984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group': {'name': 'tempest-secgroup--425288115'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:25.746403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:25.757369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:25.771872 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:25.772649 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.818727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40726df2-4fb5-4e1b-b4b4-1bd4ceeca69c None None] Network 57652029-7fd1-43af-953b-3590eba84521 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:25.836856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Transition to ACTIVE for port object 16b619db-7e5a-490a-ad61-66ae39587539 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:25.865940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.879645 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.937335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:25.938203 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.943723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:25.948319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=39b3d127-e553-48b2-97f3-8a6b9c15c4c2,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:25.966679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:25.987992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:25.991167 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:51:25.991686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.041475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Allocated IP 172.20.0.8 (812cdd55-2b67-4620-a0a3-f840e819fb76/c65f219d-d2a3-4f75-a63c-b52d307b3dc0/90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:26.052158 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Network 812cdd55-2b67-4620-a0a3-f840e819fb76 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:26.063358 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:26.125988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:26.131153 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a0768478-48b3-4fcd-9b76-08784f767456 resource provider aggregate not found Oct 17 17:51:26.147243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router d10f7e43-49ba-41c5-b826-092e69100248 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:51:26.180901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.190493 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a0768478-48b3-4fcd-9b76-08784f767456 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0768478-48b3-4fcd-9b76-08784f767456 found for delete ", "request_id": "req-95f27e25-9b18-4ba2-a8d2-f57e2fd40931"}]} Oct 17 17:51:26.231234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:26.236416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] For port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=39b3d127-e553-48b2-97f3-8a6b9c15c4c2,segment=NetworkSegment(10a0fe61-df20-4643-8c4d-8db644c79478),segment_id=10a0fe61-df20-4643-8c4d-8db644c79478)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:26.236805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.241659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a3908bb6-ea5a-477d-8302-39881353fe8a None None] Current status of the port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:26.260840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.263830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.289951 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:26.380745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.384678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Network': ['ID=57652029-7fd1-43af-953b-3590eba84521,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:26.390040 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Pushing event updated for resources: {'Port': ['ID=16b619db-7e5a-490a-ad61-66ae39587539,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:26.432857 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:26.433225 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.433556 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 Oct 17 17:51:26.530925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Attempting to bind port 16b619db-7e5a-490a-ad61-66ae39587539 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:26.531638 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Attempting to bind port 16b619db-7e5a-490a-ad61-66ae39587539 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'a5a7c782-a6e1-4f51-abf1-7f14206fa688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:26.531753 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Attempting to bind port 16b619db-7e5a-490a-ad61-66ae39587539 on network 812cdd55-2b67-4620-a0a3-f840e819fb76 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:26.534029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab73f45-9806-4373-9a13-f90e4aa5fff5 None None] DHCP port deletion for da40cb4b-538e-4e97-b68d-e6162acee98b request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:51:26.544975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c82f1582-2dc9-4f3b-98f6-04b62cb3b26d None None] Provisioning complete for port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:26.545341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c82f1582-2dc9-4f3b-98f6-04b62cb3b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.545669 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c82f1582-2dc9-4f3b-98f6-04b62cb3b26d None None] Attempt 1 to provision port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 Oct 17 17:51:26.576803 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:26.577084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Checking segment: {'id': 'a5a7c782-a6e1-4f51-abf1-7f14206fa688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:26.577487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.577885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Bound using segment: {'id': 'a5a7c782-a6e1-4f51-abf1-7f14206fa688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:26.578369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Bound port: 16b619db-7e5a-490a-ad61-66ae39587539, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a7c782-a6e1-4f51-abf1-7f14206fa688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:26.578744 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.579010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.582908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:51:26.599917 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-fab73f45-9806-4373-9a13-f90e4aa5fff5 None None] Deleting port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:26.600286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fab73f45-9806-4373-9a13-f90e4aa5fff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.618303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Transition to ACTIVE for port object 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:26.625862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.630043 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0e83520f-dd97-4e62-8f7b-0a2ec8cff20f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4777391 Oct 17 17:51:26.631939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40874) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:26.634879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019b7cf-75d1-4f2b-a30f-a406c3ecd33a None None] Sync routers for ids ['d10f7e43-49ba-41c5-b826-092e69100248'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:51:26.726561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:26.762867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019b7cf-75d1-4f2b-a30f-a406c3ecd33a None None] Routers {'d10f7e43-49ba-41c5-b826-092e69100248'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:26.763627 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8019b7cf-75d1-4f2b-a30f-a406c3ecd33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d10f7e43-49ba-41c5-b826-092e69100248'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:26.792018 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Deleting port 88ce488c-986c-4cf1-bc5d-a19a8e34a1ef {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:26.792287 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.812059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.817207 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-76676b99-6a6c-46d3-97be-f70684500e6d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/57652029-7fd1-43af-953b-3590eba84521 HTTP/1.1" status: 204 len: 168 time: 2.6358337 Oct 17 17:51:26.823920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40878) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:26.829577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.852053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.892338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-94272746'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:26.912644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:26.915113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8019b7cf-75d1-4f2b-a30f-a406c3ecd33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:26.928939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Network 812cdd55-2b67-4620-a0a3-f840e819fb76 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:26.929547 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcd32af-e1e4-4d49-8f5b-bde98a459a95,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:26.933644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:network and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:26.935620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.936943 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e486fd63-6489-4a76-8e91-85d4008c9eef tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2107210 Oct 17 17:51:26.937428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:26.942541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:26.982521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40882) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:26.987496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:26.987696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.992641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:26.998913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a3196b4c-2247-4526-916f-68a9b45504eb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Request body: {'security_group_rule': {'security_group_id': '4fcd32af-e1e4-4d49-8f5b-bde98a459a95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:27.013242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:27.055575 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a3196b4c-2247-4526-916f-68a9b45504eb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:27.067288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=39b3d127-e553-48b2-97f3-8a6b9c15c4c2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:27.075710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a3196b4c-2247-4526-916f-68a9b45504eb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Usage tracker for resource:security_group_rule and tenant:09468a60fb5e415f98492f8af573d17e is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:27.081056 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a3196b4c-2247-4526-916f-68a9b45504eb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:27.084253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No DVR routers for this DVR port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:51:27.118353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-fab73f45-9806-4373-9a13-f90e4aa5fff5 None None] For port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=39b3d127-e553-48b2-97f3-8a6b9c15c4c2,segment=NetworkSegment(10a0fe61-df20-4643-8c4d-8db644c79478),segment_id=10a0fe61-df20-4643-8c4d-8db644c79478)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:27.118750 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fab73f45-9806-4373-9a13-f90e4aa5fff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.127363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a3196b4c-2247-4526-916f-68a9b45504eb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:27.197261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] For port 16b619db-7e5a-490a-ad61-66ae39587539, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:27.237989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.246220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event updated for resources: {'Port': ['ID=90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:27.255810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8019b7cf-75d1-4f2b-a30f-a406c3ecd33a None None] Routers {'d10f7e43-49ba-41c5-b826-092e69100248'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:27.255810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8019b7cf-75d1-4f2b-a30f-a406c3ecd33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d10f7e43-49ba-41c5-b826-092e69100248'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:27.265153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3196b4c-2247-4526-916f-68a9b45504eb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.270749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:27.312866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:27.316619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.336991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:27.337812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.380428 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-fab73f45-9806-4373-9a13-f90e4aa5fff5 None None] Calling delete_port for 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:27.388381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3244c790-eba2-4481-9b83-7d04b661e10c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0203981 Oct 17 17:51:27.394193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40886) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:27.399389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.402871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:27.415323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Calling delete_port for 88ce488c-986c-4cf1-bc5d-a19a8e34a1ef owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:27.447456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] For port 16b619db-7e5a-490a-ad61-66ae39587539, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=16b619db-7e5a-490a-ad61-66ae39587539,segment=NetworkSegment(a5a7c782-a6e1-4f51-abf1-7f14206fa688),segment_id=a5a7c782-a6e1-4f51-abf1-7f14206fa688)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:27.455392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8019b7cf-75d1-4f2b-a30f-a406c3ecd33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:27.455795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019b7cf-75d1-4f2b-a30f-a406c3ecd33a None None] The sync data for ids ['d10f7e43-49ba-41c5-b826-092e69100248'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:51:27.471251 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.484960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.485340 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Added segment 09539ab5-c9fa-4456-8c4c-7025da400122 of type vlan for network f4fcb64c-f6d9-46b2-8197-7e6d9bbea311 Oct 17 17:51:27.497471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da40cb4b-538e-4e97-b68d-e6162acee98b']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:27.507035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c82f1582-2dc9-4f3b-98f6-04b62cb3b26d None None] Current status of the port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:27.507437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c82f1582-2dc9-4f3b-98f6-04b62cb3b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.532549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a0fe61-df20-4643-8c4d-8db644c79478') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:27.532908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a0fe61-df20-4643-8c4d-8db644c79478') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:27.550097 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 5c95777c-ffb4-4096-b1e1-9c5a60853d47, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5c95777c-ffb4-4096-b1e1-9c5a60853d47,segment=NetworkSegment(8df2cef2-1960-427f-9f8d-6ef112aea576),segment_id=8df2cef2-1960-427f-9f8d-6ef112aea576)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:27.563892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.602083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3196b4c-2247-4526-916f-68a9b45504eb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.606479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.612492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3196b4c-2247-4526-916f-68a9b45504eb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.626401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:51:27.626800 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.632789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.724953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3196b4c-2247-4526-916f-68a9b45504eb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2806ebf7-d2e6-44b8-8c84-997c7a6555b6,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:27.781904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3196b4c-2247-4526-916f-68a9b45504eb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.783457 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a3196b4c-2247-4526-916f-68a9b45504eb tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8004293 Oct 17 17:51:27.786756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.788237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40890) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:27.798849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:51:27.823089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.848093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.861719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-fab73f45-9806-4373-9a13-f90e4aa5fff5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:51:27.862077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-fab73f45-9806-4373-9a13-f90e4aa5fff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:51:27.886123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Network': ['ID=da40cb4b-538e-4e97-b68d-e6162acee98b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:27.891413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157c18c-ef8c-47f1-a2da-ba5d25223483 None None] Pushing event updated for resources: {'Port': ['ID=16b619db-7e5a-490a-ad61-66ae39587539,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:27.893792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:51:27.894132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:51:27.914478 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4481340e-e517-4912-990e-b8a5d18f2641 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/networks/da40cb4b-538e-4e97-b68d-e6162acee98b HTTP/1.1" status: 204 len: 168 time: 2.6748857 Oct 17 17:51:27.924927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40894) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:27.940038 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:27.952913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1310646942'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:27.982586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:27.997231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:network and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:28.008915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:28.029101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.035621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:28.036959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=5c95777c-ffb4-4096-b1e1-9c5a60853d47,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:28.052429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-c82f1582-2dc9-4f3b-98f6-04b62cb3b26d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:51:28.052781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-c82f1582-2dc9-4f3b-98f6-04b62cb3b26d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:51:28.100753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f1157242-8e6a-4f19-a6d3-459dd42712ec tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.131468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec06f58-4e49-4f91-b76a-110ba36c97b1 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:28.137853 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec06f58-4e49-4f91-b76a-110ba36c97b1 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:28.150776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec06f58-4e49-4f91-b76a-110ba36c97b1 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:28.152078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bec06f58-4e49-4f91-b76a-110ba36c97b1 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Synchronizing usage tracker for tenant:e202003e01da4ce4aad5dcd078933531 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:28.192094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f1157242-8e6a-4f19-a6d3-459dd42712ec tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.202700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Pushing event deleted for resources: {'Port': ['ID=88ce488c-986c-4cf1-bc5d-a19a8e34a1ef,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:28.229629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:28.234451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.253574 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 10a0fe61-df20-4643-8c4d-8db644c79478 resource provider aggregate not found Oct 17 17:51:28.291545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.298532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:28.299595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.316724 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 10a0fe61-df20-4643-8c4d-8db644c79478 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10a0fe61-df20-4643-8c4d-8db644c79478 found for delete ", "request_id": "req-00ade47a-9774-4d74-8445-6e7e7cab5ac1"}]} Oct 17 17:51:28.363776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-fab73f45-9806-4373-9a13-f90e4aa5fff5 None None] Deleting port 39b3d127-e553-48b2-97f3-8a6b9c15c4c2 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:28.364443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fab73f45-9806-4373-9a13-f90e4aa5fff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.369863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:28.386983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.426584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bec06f58-4e49-4f91-b76a-110ba36c97b1 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Unset dirty status for tenant:e202003e01da4ce4aad5dcd078933531 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:28.428831 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bec06f58-4e49-4f91-b76a-110ba36c97b1 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 1.0330708 Oct 17 17:51:28.440494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40902) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:28.457690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-fab73f45-9806-4373-9a13-f90e4aa5fff5 None None] The port '39b3d127-e553-48b2-97f3-8a6b9c15c4c2' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:51:28.469946 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6052506 Oct 17 17:51:28.474634 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40906) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:28.526737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.527079 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Added segment 2c21d9a3-d90b-4a58-b21e-dc741b4b5215 of type vlan for network e2633421-5a2e-40bf-91a4-9e53500f656a Oct 17 17:51:28.535473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'subnet': {'network_id': 'f4fcb64c-f6d9-46b2-8197-7e6d9bbea311', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:28.588452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8ee6a-4e86-4bf0-8f25-3b92eb4f575d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Network': ['ID=f4fcb64c-f6d9-46b2-8197-7e6d9bbea311,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:28.635587 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c82f1582-2dc9-4f3b-98f6-04b62cb3b26d None None] Current status of the port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:28.642135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network f4fcb64c-f6d9-46b2-8197-7e6d9bbea311 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:28.667092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f1157242-8e6a-4f19-a6d3-459dd42712ec tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.697552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1157242-8e6a-4f19-a6d3-459dd42712ec tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcd32af-e1e4-4d49-8f5b-bde98a459a95,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:28.786707 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-67a15283-58ec-4735-a251-8005ab5df132 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Deleting port 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:28.787112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67a15283-58ec-4735-a251-8005ab5df132 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.860087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.886244 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:28.909811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:subnet and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:28.952721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f1157242-8e6a-4f19-a6d3-459dd42712ec tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:28.953868 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f1157242-8e6a-4f19-a6d3-459dd42712ec tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-groups/4fcd32af-e1e4-4d49-8f5b-bde98a459a95 HTTP/1.1" status: 204 len: 168 time: 1.1631074 Oct 17 17:51:28.956802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:28.959632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40910) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:28.990493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5a13c93b-3e22-4da1-80ba-b961ceb03e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:29.016503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:51:29.047023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea05ff43-5045-416a-876a-3fd5aeb9cdcd None None] Network 812cdd55-2b67-4620-a0a3-f840e819fb76 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:29.050744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:29.052266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:29.056937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:29.060676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:29.066874 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:29.067596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:29.149003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-674931ab-6ef7-4850-9a3b-cfbd27a98f22 None None] Provisioning for port 16b619db-7e5a-490a-ad61-66ae39587539 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:29.316351 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3905540 Oct 17 17:51:29.320960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40914) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:29.331125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': 'e2633421-5a2e-40bf-91a4-9e53500f656a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:29.367887 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:29.371819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:29.408702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b360944-6ba6-44af-bb71-f51dda3343af tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Network': ['ID=e2633421-5a2e-40bf-91a4-9e53500f656a,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:29.421084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network e2633421-5a2e-40bf-91a4-9e53500f656a details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:29.432535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Router 1b064f85-c3be-4271-a9fe-97602a22c98e has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:51:29.503635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.20.0.1 (cc78625d-a90d-4fd4-af39-e1906086231f/fe9c95d9-ea7f-440f-a015-4438fe0037e8/0c365d4f-ef1a-4cc2-b708-3a027027927d) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:29.518515 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-32982272-8080-443e-b644-0ad58ba0716f tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5006330 Oct 17 17:51:29.538067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40918) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:29.587485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:29.603008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:29.608231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:29.617528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:29.619909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:51:29.627506 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:29.628661 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-305e4c66-d7a2-46cd-9fb5-deea8812038b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "PUT /v2.0/routers/1b064f85-c3be-4271-a9fe-97602a22c98e HTTP/1.1" status: 200 len: 709 time: 5.0019631 Oct 17 17:51:29.633352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40922) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:29.640726 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce3622-ba61-419d-8dd8-2b8a2ee9c1ff None None] Sync routers for ids ['1b064f85-c3be-4271-a9fe-97602a22c98e'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:51:29.650938 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce3622-ba61-419d-8dd8-2b8a2ee9c1ff None None] Routers {'1b064f85-c3be-4271-a9fe-97602a22c98e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:29.651505 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-14ce3622-ba61-419d-8dd8-2b8a2ee9c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1b064f85-c3be-4271-a9fe-97602a22c98e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:29.687360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-79484087-b31e-4677-b326-cfede9544104 None None] Provisioning for port 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:29.694150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-79484087-b31e-4677-b326-cfede9544104 None None] Provisioning complete for port 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:29.694529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-79484087-b31e-4677-b326-cfede9544104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:29.694849 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 1 to provision port 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 Oct 17 17:51:29.740230 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-14ce3622-ba61-419d-8dd8-2b8a2ee9c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:29.773198 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce3622-ba61-419d-8dd8-2b8a2ee9c1ff None None] Routers {'1b064f85-c3be-4271-a9fe-97602a22c98e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:29.782320 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-14ce3622-ba61-419d-8dd8-2b8a2ee9c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1b064f85-c3be-4271-a9fe-97602a22c98e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:29.810523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:29.819258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67a15283-58ec-4735-a251-8005ab5df132 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:29.840146 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ef81ff96-737b-4970-8c99-20da22e17d6f tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2995977 Oct 17 17:51:29.858878 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-14ce3622-ba61-419d-8dd8-2b8a2ee9c1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:29.859318 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce3622-ba61-419d-8dd8-2b8a2ee9c1ff None None] The sync data for ids ['1b064f85-c3be-4271-a9fe-97602a22c98e'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:51:29.873424 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40926) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:29.886673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:29.890869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:29.894827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 16b619db-7e5a-490a-ad61-66ae39587539 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:29.984424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 16b619db-7e5a-490a-ad61-66ae39587539 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:29.990252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 16b619db-7e5a-490a-ad61-66ae39587539 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:29.990625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:29.990953 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 16b619db-7e5a-490a-ad61-66ae39587539 Oct 17 17:51:29.996513 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0d1281b3-41f1-41e1-87b4-f045b4521571 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/routers/1b064f85-c3be-4271-a9fe-97602a22c98e HTTP/1.1" status: 200 len: 744 time: 0.3618646 Oct 17 17:51:30.001123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40930) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:30.072726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1af7435a-f491-4ff8-87fa-6f6f552b4b82 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Synchronizing usage tracker for tenant:7fd7d38c12d44a02991c6d14ddc78122 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:30.098966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:30.109616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1af7435a-f491-4ff8-87fa-6f6f552b4b82 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] Unset dirty status for tenant:7fd7d38c12d44a02991c6d14ddc78122 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:30.114085 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1af7435a-f491-4ff8-87fa-6f6f552b4b82 tempest-RoutersIpV6AdminTest-236001794 tempest-RoutersIpV6AdminTest-236001794-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6780153d-9acc-46e5-a017-90331dae5b00&device_id=1b064f85-c3be-4271-a9fe-97602a22c98e HTTP/1.1" status: 200 len: 205 time: 0.1116657 Oct 17 17:51:30.116192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40934) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:30.119806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Transition to ACTIVE for port object 0c365d4f-ef1a-4cc2-b708-3a027027927d will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:30.138266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-67a15283-58ec-4735-a251-8005ab5df132 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Calling delete_port for 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:30.182654 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ff8be223-f97d-4904-b9f1-945c4075b6e1 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b064f85-c3be-4271-a9fe-97602a22c98e HTTP/1.1" status: 200 len: 205 time: 0.0649881 Oct 17 17:51:30.183533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40938) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:30.207395 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-d05d73b0-3cb5-4186-b456-4d1c8b79425e tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] delete failed (client error): The resource could not be found. Oct 17 17:51:30.208585 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d05d73b0-3cb5-4186-b456-4d1c8b79425e tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "DELETE /v2.0/security-groups/4fcd32af-e1e4-4d49-8f5b-bde98a459a95 HTTP/1.1" status: 404 len: 347 time: 0.3336096 Oct 17 17:51:30.235416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 16b619db-7e5a-490a-ad61-66ae39587539 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:30.235839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:30.245721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40940) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:30.271696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 16b619db-7e5a-490a-ad61-66ae39587539, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=16b619db-7e5a-490a-ad61-66ae39587539,segment=NetworkSegment(a5a7c782-a6e1-4f51-abf1-7f14206fa688),segment_id=a5a7c782-a6e1-4f51-abf1-7f14206fa688)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:30.277165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:30.279454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5c95777c-ffb4-4096-b1e1-9c5a60853d47 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:30.364005 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 2 to provision port 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 Oct 17 17:51:30.405452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:30.463780 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5744e182-1782-464c-a117-afb7b5bdcc2d tempest-SecGroupTest-113348020 tempest-SecGroupTest-113348020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2068632 Oct 17 17:51:30.513689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:30.518392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=16b619db-7e5a-490a-ad61-66ae39587539,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:30.537708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:30.538908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:30.539360 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 Oct 17 17:51:30.546708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d181c-fea4-4f15-a2f1-7e6441da59c5 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:30.597923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=0c365d4f-ef1a-4cc2-b708-3a027027927d,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:30.623699 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network cc78625d-a90d-4fd4-af39-e1906086231f is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:30.638691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:30.643182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:30.649545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:30.683424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:30.745938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67a15283-58ec-4735-a251-8005ab5df132 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:30.842077 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Subnet': ['ID=7df6c476-331f-4935-86a9-6f0b1008408d,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:30.844353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a15283-58ec-4735-a251-8005ab5df132 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event deleted for resources: {'Port': ['ID=90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:30.921196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40952) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:30.944854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:30.967820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:31.006990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d181c-fea4-4f15-a2f1-7e6441da59c5 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:31.015571 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 3 to provision port 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 Oct 17 17:51:31.022226 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d181c-fea4-4f15-a2f1-7e6441da59c5 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:31.068204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:51:31.089117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d181c-fea4-4f15-a2f1-7e6441da59c5 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:31.091318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0d181c-fea4-4f15-a2f1-7e6441da59c5 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Fanout notify agent at l3_agent the message router_deleted on router 1b064f85-c3be-4271-a9fe-97602a22c98e {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:51:31.097316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Subnet': ['ID=5fb98213-cce1-4b35-bc18-71ec6078766d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:31.108693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-79484087-b31e-4677-b326-cfede9544104 None None] Provisioning for port be825c13-f662-4d82-9d8f-6bfea6116d3a completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:31.114245 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-79484087-b31e-4677-b326-cfede9544104 None None] Provisioning complete for port be825c13-f662-4d82-9d8f-6bfea6116d3a triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:31.114615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-79484087-b31e-4677-b326-cfede9544104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:31.114946 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 1 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:31.123946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Checking segment: {'id': '2c21d9a3-d90b-4a58-b21e-dc741b4b5215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e2633421-5a2e-40bf-91a4-9e53500f656a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:31.124499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network hostable DHCP agents. Network: e2633421-5a2e-40bf-91a4-9e53500f656a, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:31.157243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Checking segment: {'id': '09539ab5-c9fa-4456-8c4c-7025da400122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f4fcb64c-f6d9-46b2-8197-7e6d9bbea311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:31.157838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network hostable DHCP agents. Network: f4fcb64c-f6d9-46b2-8197-7e6d9bbea311, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:31.173984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d181c-fea4-4f15-a2f1-7e6441da59c5 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:31.175134 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ae0d181c-fea4-4f15-a2f1-7e6441da59c5 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/routers/1b064f85-c3be-4271-a9fe-97602a22c98e HTTP/1.1" status: 204 len: 168 time: 0.9605978 Oct 17 17:51:31.187670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40958) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:31.230727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:31.238468 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network e2633421-5a2e-40bf-91a4-9e53500f656a is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:31.254693 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e40b848b-054b-4ef1-8996-e8c5ee90b2f5 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b064f85-c3be-4271-a9fe-97602a22c98e HTTP/1.1" status: 200 len: 205 time: 0.0643039 Oct 17 17:51:31.257537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40962) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:31.321377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, e2633421-5a2e-40bf-91a4-9e53500f656a) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:31.330539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c848503-9f3c-4881-a942-38a3cbc76279 None None] Network e2633421-5a2e-40bf-91a4-9e53500f656a requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:31.332864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:31.333451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:31.337592 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-f7486ef7-5b75-45cf-85b4-68ba900e893b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] delete failed (client error): The resource could not be found. Oct 17 17:51:31.341727 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f7486ef7-5b75-45cf-85b4-68ba900e893b tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/routers/1b064f85-c3be-4271-a9fe-97602a22c98e HTTP/1.1" status: 404 len: 336 time: 0.0799341 Oct 17 17:51:31.342461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40968) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:31.409275 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c3d76f38-739f-424e-9db4-262f449a074f tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca8770b-52b9-4eeb-ac38-44013be8928a HTTP/1.1" status: 200 len: 205 time: 0.0609992 Oct 17 17:51:31.411231 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d70248a2-41f3-43ea-82a5-7da928da289b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0887105 Oct 17 17:51:31.412048 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40972) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:31.414324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40974) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:31.456415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31292ff0-8457-4c5f-9bb5-57d04d9df85f req-a72b3d6e-2432-408b-8863-e8afc7fafbf6 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:31.457927 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-31292ff0-8457-4c5f-9bb5-57d04d9df85f req-a72b3d6e-2432-408b-8863-e8afc7fafbf6 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.9647377 Oct 17 17:51:31.477935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-61d47f08-198d-43c0-b81e-05be1eb26648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:31.478211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': 'e2633421-5a2e-40bf-91a4-9e53500f656a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1268199191'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:31.554381 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-ca588d4b-5306-469f-a09b-f268cce874c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] delete failed (client error): The resource could not be found. Oct 17 17:51:31.555460 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ca588d4b-5306-469f-a09b-f268cce874c4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/routers/7ca8770b-52b9-4eeb-ac38-44013be8928a HTTP/1.1" status: 404 len: 336 time: 0.1423573 Oct 17 17:51:31.561322 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40980) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:31.607495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network f4fcb64c-f6d9-46b2-8197-7e6d9bbea311 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:31.621176 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-e2633421-5a2e-40bf-91a4-9e53500f656a', 'network_id': 'e2633421-5a2e-40bf-91a4-9e53500f656a', 'tenant_id': '2c42d9d67ee94a7f9727753e385c0f84', 'fixed_ips': [{'subnet_id': '5fb98213-cce1-4b35-bc18-71ec6078766d'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:31.622417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:31.625281 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7d6f8cff-1de5-4e6f-9490-6bf6c1babd55 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdede37b-b6f4-41b9-b4a9-a35022ba13cf HTTP/1.1" status: 200 len: 205 time: 0.0608230 Oct 17 17:51:31.626598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 40984) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:31.651292 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4554f587-79a2-463b-ba4e-331ab2a0e4a4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=09468a60fb5e415f98492f8af573d17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7265482 Oct 17 17:51:31.660411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, f4fcb64c-f6d9-46b2-8197-7e6d9bbea311) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:31.661889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40988) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:31.687908 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-31292ff0-8457-4c5f-9bb5-57d04d9df85f req-d83eadab-4fa5-4cf7-90b2-db11632eef22 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830249 Oct 17 17:51:31.693992 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08dc324-dafe-4ce8-8548-f724add89c1c None None] Network f4fcb64c-f6d9-46b2-8197-7e6d9bbea311 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:31.715409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:31.715409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:31.731601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67a15283-58ec-4735-a251-8005ab5df132 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:31.742382 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 2 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:31.781314 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-498e4156-e9ce-4a8a-a224-7611c4ca51e4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] delete failed (client error): The resource could not be found. Oct 17 17:51:31.783009 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-498e4156-e9ce-4a8a-a224-7611c4ca51e4 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/routers/cdede37b-b6f4-41b9-b4a9-a35022ba13cf HTTP/1.1" status: 404 len: 336 time: 0.1554780 Oct 17 17:51:31.793418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40994) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:31.838036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 16b619db-7e5a-490a-ad61-66ae39587539 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:31.839306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:31.852605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:31.858882 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-af9d30ec-8bf6-40c3-9909-3bc8e27aa325 req-660c000a-ad99-4598-af10-38265196863b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5539224 Oct 17 17:51:31.884404 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-253daa89-9744-4818-ac72-bf57e3551e63 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3702624 Oct 17 17:51:31.891474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 40998) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:31.896032 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-57eb39a9-22fb-44fa-b70d-6f07ea9c201f tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd7d534-e75d-4037-bd2a-be8f72240680 HTTP/1.1" status: 200 len: 205 time: 0.0983210 Oct 17 17:51:31.899387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41002) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:31.904220 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-67a15283-58ec-4735-a251-8005ab5df132 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "DELETE /v2.0/ports/90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 HTTP/1.1" status: 204 len: 168 time: 3.4486792 Oct 17 17:51:31.909562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41006) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:31.941009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.007107 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:32.087488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa56b4f7-7b79-4c00-8c33-4bd864d8113f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.112135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Allocated IP 2001:db8::2 (e2633421-5a2e-40bf-91a4-9e53500f656a/5fb98213-cce1-4b35-bc18-71ec6078766d/b839f48a-baac-4ad3-accf-b6b87e057215) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:32.119719 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-901412cb-bbb7-4f1d-9c58-9837ced3f1d9 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] delete failed (client error): The resource could not be found. Oct 17 17:51:32.123788 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-901412cb-bbb7-4f1d-9c58-9837ced3f1d9 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/routers/5cd7d534-e75d-4037-bd2a-be8f72240680 HTTP/1.1" status: 404 len: 336 time: 0.2206457 Oct 17 17:51:32.144797 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41010) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:32.164932 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e62214-ffad-4bc8-b432-afe538ec91ca tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] GET failed (client error): The resource could not be found. Oct 17 17:51:32.166333 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e9e62214-ffad-4bc8-b432-afe538ec91ca tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "GET /v2.0/ports/90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1 HTTP/1.1" status: 404 len: 333 time: 0.2558167 Oct 17 17:51:32.178532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41014) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:32.184928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:32.189127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.205178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Request body: {'port': {'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76', 'name': 'tempest-AllowedAddressPairTestJSON-39890583'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:32.234855 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 16b619db-7e5a-490a-ad61-66ae39587539 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:32.235930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.235930 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 16b619db-7e5a-490a-ad61-66ae39587539 Oct 17 17:51:32.238286 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ef4f51b8-efb7-4f8c-b946-63c1f5f8ba27 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "GET /v2.0/ports?device_id=2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5 HTTP/1.1" status: 200 len: 205 time: 0.0884616 Oct 17 17:51:32.241410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41018) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:32.246057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa56b4f7-7b79-4c00-8c33-4bd864d8113f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.286980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port 15030142-cb38-47b7-895e-fafd3aef5257 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:32.380347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-f4fcb64c-f6d9-46b2-8197-7e6d9bbea311', 'network_id': 'f4fcb64c-f6d9-46b2-8197-7e6d9bbea311', 'tenant_id': '6f2d5c26d3f7426da953ca5765625a01', 'fixed_ips': [{'subnet_id': '7df6c476-331f-4935-86a9-6f0b1008408d'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:32.380997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.436766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb5d7d-95ac-4c6e-9585-aff8713f565a req-403acb31-9031-4bd0-97b9-4e8752854b5e tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:32.438373 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e0bb5d7d-95ac-4c6e-9585-aff8713f565a req-403acb31-9031-4bd0-97b9-4e8752854b5e tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.5872991 Oct 17 17:51:32.479480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:32.491106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Usage tracker for resource:port and tenant:e202003e01da4ce4aad5dcd078933531 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:32.498619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:32.507951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:32.513837 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e0bb5d7d-95ac-4c6e-9585-aff8713f565a req-276efd77-b430-447f-ac6e-9e1cfbe9ac86 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652082 Oct 17 17:51:32.514552 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-75b6eb25-308f-4b99-ad97-c9617bbee9d2 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] delete failed (client error): The resource could not be found. Oct 17 17:51:32.518456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41022) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:32.518996 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-75b6eb25-308f-4b99-ad97-c9617bbee9d2 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/routers/2a8e78b3-5af7-4a8c-a68d-282cddc0d3d5 HTTP/1.1" status: 404 len: 336 time: 0.2623801 Oct 17 17:51:32.562468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.567969 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 3 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:32.573647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Made reservation on behalf of e202003e01da4ce4aad5dcd078933531 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:32.575856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.600498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d30ec-8bf6-40c3-9909-3bc8e27aa325 req-dbba3a19-7e1b-48cf-8343-52378d2a1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:32.602135 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-af9d30ec-8bf6-40c3-9909-3bc8e27aa325 req-dbba3a19-7e1b-48cf-8343-52378d2a1f92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=654f9b38b43d444ba34dd32ecf9486da&device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 1098 time: 0.5927045 Oct 17 17:51:32.604071 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ef26b82c-8a6f-41c2-9dd9-21e905afc6df tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d0dc850-915e-4529-98ba-f1d605005f27 HTTP/1.1" status: 200 len: 205 time: 0.0812120 Oct 17 17:51:32.618923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41028) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:32.629392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] device_id is not set on port 2e567d7c-3a90-4213-abc2-544ed8983b1b yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:32.719830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.754395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.760537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:32.773738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 16b619db-7e5a-490a-ad61-66ae39587539 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:32.776509 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.806865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Allocated IP 172.20.0.14 (812cdd55-2b67-4620-a0a3-f840e819fb76/c65f219d-d2a3-4f75-a63c-b52d307b3dc0/2e567d7c-3a90-4213-abc2-544ed8983b1b) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:32.813499 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-860a0f66-e37b-45fc-acba-279a413aa23c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] delete failed (client error): The resource could not be found. Oct 17 17:51:32.814672 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-860a0f66-e37b-45fc-acba-279a413aa23c tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/routers/8d0dc850-915e-4529-98ba-f1d605005f27 HTTP/1.1" status: 404 len: 336 time: 0.1946874 Oct 17 17:51:32.818301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41032) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:32.823011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Transition to ACTIVE for port object b839f48a-baac-4ad3-accf-b6b87e057215 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:32.858934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Transition to ACTIVE for port object b839f48a-baac-4ad3-accf-b6b87e057215 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:32.872840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Allocated IP 2001:db8::1 (f4fcb64c-f6d9-46b2-8197-7e6d9bbea311/7df6c476-331f-4935-86a9-6f0b1008408d/89c8fd17-486d-4b14-b268-ce2d1a7bbff6) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:32.875068 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-6678ef73-892e-4e69-855d-8c6b37fe2f56 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] DELETE failed (client error): The resource could not be found. Oct 17 17:51:32.875068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6678ef73-892e-4e69-855d-8c6b37fe2f56 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:51:32.876819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.900643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa56b4f7-7b79-4c00-8c33-4bd864d8113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:32.949413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Network e2633421-5a2e-40bf-91a4-9e53500f656a is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:32.952261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:32.962333 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6678ef73-892e-4e69-855d-8c6b37fe2f56 tempest-RoutersIpV6AdminTest-2031731070 tempest-RoutersIpV6AdminTest-2031731070-project] 10.222.0.69 "DELETE /v2.0/subnets/503d6eb9-9104-4bd9-a55e-7092a64104ee HTTP/1.1" status: 404 len: 337 time: 0.1268151 Oct 17 17:51:32.972204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:32.994747 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:51:33.100009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8::4e (e2633421-5a2e-40bf-91a4-9e53500f656a/5fb98213-cce1-4b35-bc18-71ec6078766d/15030142-cb38-47b7-895e-fafd3aef5257) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:33.165497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56b4f7-7b79-4c00-8c33-4bd864d8113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb79909a-9245-4d41-b299-e7a0ce5f75a6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:33.194237 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.201095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Pushing event updated for resources: {'Port': ['ID=b839f48a-baac-4ad3-accf-b6b87e057215,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:33.281868 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 4 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:33.288762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa56b4f7-7b79-4c00-8c33-4bd864d8113f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.290518 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-aa56b4f7-7b79-4c00-8c33-4bd864d8113f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb79909a-9245-4d41-b299-e7a0ce5f75a6 HTTP/1.1" status: 204 len: 168 time: 1.6214211 Oct 17 17:51:33.339818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41042) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:33.375549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.388839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d30ec-8bf6-40c3-9909-3bc8e27aa325 req-829352db-5b3c-40a6-9fb9-6144ffc5f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:33.390382 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-af9d30ec-8bf6-40c3-9909-3bc8e27aa325 req-829352db-5b3c-40a6-9fb9-6144ffc5f61d service neutron] 10.222.0.20 "GET /v2.0/networks?id=867fdddf-660d-43b9-8967-850b2cd274b8 HTTP/1.1" status: 200 len: 913 time: 0.6730623 Oct 17 17:51:33.407070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Transition to ACTIVE for port object 15030142-cb38-47b7-895e-fafd3aef5257 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:33.419113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Attempting to bind port b839f48a-baac-4ad3-accf-b6b87e057215 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:33.419958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Attempting to bind port b839f48a-baac-4ad3-accf-b6b87e057215 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '2c21d9a3-d90b-4a58-b21e-dc741b4b5215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e2633421-5a2e-40bf-91a4-9e53500f656a'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:33.420553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Attempting to bind port b839f48a-baac-4ad3-accf-b6b87e057215 on network e2633421-5a2e-40bf-91a4-9e53500f656a {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:33.432972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:33.469956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:33.470774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Checking segment: {'id': '2c21d9a3-d90b-4a58-b21e-dc741b4b5215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e2633421-5a2e-40bf-91a4-9e53500f656a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:33.471440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.472051 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Bound using segment: {'id': '2c21d9a3-d90b-4a58-b21e-dc741b4b5215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e2633421-5a2e-40bf-91a4-9e53500f656a'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:33.472991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Bound port: b839f48a-baac-4ad3-accf-b6b87e057215, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c21d9a3-d90b-4a58-b21e-dc741b4b5215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'e2633421-5a2e-40bf-91a4-9e53500f656a'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:33.473623 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.486922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26fa9d-0814-4940-9403-1310df0b4eb6 req-601cd5ed-3180-4729-8032-623f6e8de577 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:33.487660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.488399 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2f26fa9d-0814-4940-9403-1310df0b4eb6 req-601cd5ed-3180-4729-8032-623f6e8de577 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.7339182 Oct 17 17:51:33.518061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.568477 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-af9d30ec-8bf6-40c3-9909-3bc8e27aa325 req-b4774db0-e81f-4d26-acec-30a133835caa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fd4e418-9589-4b81-a682-96e731da3426 HTTP/1.1" status: 200 len: 1000 time: 0.1687992 Oct 17 17:51:33.609489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.613630 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2f26fa9d-0814-4940-9403-1310df0b4eb6 req-389240fa-36f1-4e3a-b91c-61d123340ced tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149924 Oct 17 17:51:33.626091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.639875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Transition to ACTIVE for port object 2e567d7c-3a90-4213-abc2-544ed8983b1b will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:33.679491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=15030142-cb38-47b7-895e-fafd3aef5257,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:33.696753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network e2633421-5a2e-40bf-91a4-9e53500f656a is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:33.702674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:33.708084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.712855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:33.725055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:33.729534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.768738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Transition to ACTIVE for port object 89c8fd17-486d-4b14-b268-ce2d1a7bbff6 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:33.775158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.784677 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-98522c19-e003-4641-9485-88319068e60f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.3689661 Oct 17 17:51:33.790587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41052) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:33.797561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=0c365d4f-ef1a-4cc2-b708-3a027027927d,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:33.808790 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d30ec-8bf6-40c3-9909-3bc8e27aa325 req-cbefcfe9-3df0-4334-ba67-59fbb946e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:33.811263 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-af9d30ec-8bf6-40c3-9909-3bc8e27aa325 req-cbefcfe9-3df0-4334-ba67-59fbb946e628 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=581cdf88-02d3-42a0-acf9-ce0d3088d30b HTTP/1.1" status: 200 len: 851 time: 0.2364824 Oct 17 17:51:33.850500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Transition to ACTIVE for port object 89c8fd17-486d-4b14-b268-ce2d1a7bbff6 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:33.854137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] For port b839f48a-baac-4ad3-accf-b6b87e057215, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:33.859725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] For port b839f48a-baac-4ad3-accf-b6b87e057215, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b839f48a-baac-4ad3-accf-b6b87e057215,segment=NetworkSegment(2c21d9a3-d90b-4a58-b21e-dc741b4b5215),segment_id=2c21d9a3-d90b-4a58-b21e-dc741b4b5215)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:33.868291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.948137 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 5 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:33.952766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.986058 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:33.994217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network cc78625d-a90d-4fd4-af39-e1906086231f is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:34.021001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Network f4fcb64c-f6d9-46b2-8197-7e6d9bbea311 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:34.030845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:34.031569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0beef-1597-4b8f-b7b8-0966c9572cab tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 15030142-cb38-47b7-895e-fafd3aef5257 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:34.031994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1a0beef-1597-4b8f-b7b8-0966c9572cab tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:34.042946 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:34.048459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:34.048677 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Pushing event updated for resources: {'Port': ['ID=89c8fd17-486d-4b14-b268-ce2d1a7bbff6,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:34.056053 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:34.061123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:34.119325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:34.119767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:34.120179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:34.120588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:34.120989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:34.121394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:34.122374 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:34.122931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:34.123475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:34.123811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:34.124290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:34.124477 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:51:34.154286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Network 812cdd55-2b67-4620-a0a3-f840e819fb76 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:34.160952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:34.170810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d2f69357-0dac-416e-a7d3-82ee19b3efda admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:34.171610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:34.228232 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event updated for resources: {'Port': ['ID=2e567d7c-3a90-4213-abc2-544ed8983b1b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:34.404745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e1e8a-2eb4-4cc2-aa4b-1d7e8d2171c7 None None] Pushing event updated for resources: {'Port': ['ID=b839f48a-baac-4ad3-accf-b6b87e057215,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:34.409009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:34.418046 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d2f69357-0dac-416e-a7d3-82ee19b3efda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:34.421444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:34.463952 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Attempting to bind port 89c8fd17-486d-4b14-b268-ce2d1a7bbff6 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:34.469567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Attempting to bind port 89c8fd17-486d-4b14-b268-ce2d1a7bbff6 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '09539ab5-c9fa-4456-8c4c-7025da400122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f4fcb64c-f6d9-46b2-8197-7e6d9bbea311'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:34.470155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Attempting to bind port 89c8fd17-486d-4b14-b268-ce2d1a7bbff6 on network f4fcb64c-f6d9-46b2-8197-7e6d9bbea311 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:34.500753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec9154-f416-4240-bbe1-d6b03c769d37 req-c428c666-7663-492b-9974-e30b0f568a2f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:34.502542 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-82ec9154-f416-4240-bbe1-d6b03c769d37 req-c428c666-7663-492b-9974-e30b0f568a2f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.6387892 Oct 17 17:51:34.516296 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Subnet': ['ID=7df6c476-331f-4935-86a9-6f0b1008408d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:34.524348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:34.531588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:34.533615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Checking segment: {'id': '09539ab5-c9fa-4456-8c4c-7025da400122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f4fcb64c-f6d9-46b2-8197-7e6d9bbea311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:34.534032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:34.534430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Bound using segment: {'id': '09539ab5-c9fa-4456-8c4c-7025da400122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f4fcb64c-f6d9-46b2-8197-7e6d9bbea311'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:34.535015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Bound port: 89c8fd17-486d-4b14-b268-ce2d1a7bbff6, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09539ab5-c9fa-4456-8c4c-7025da400122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'f4fcb64c-f6d9-46b2-8197-7e6d9bbea311'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:34.535317 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:34.545268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:34.557365 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 6 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:34.635485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d2f69357-0dac-416e-a7d3-82ee19b3efda admin admin] Usage tracker for resource:security_group_rule and tenant:b48c33d569cd4ef69784a3beac2fdc93 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:34.639719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d2f69357-0dac-416e-a7d3-82ee19b3efda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:34.682978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d2f69357-0dac-416e-a7d3-82ee19b3efda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:34.697400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fcb64c-f6d9-46b2-8197-7e6d9bbea311']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:34.704576 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:34.738516 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09539ab5-c9fa-4456-8c4c-7025da400122') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:34.738743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09539ab5-c9fa-4456-8c4c-7025da400122') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:34.776244 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:34.814336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:34.828921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:51:34.829628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:34.834632 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1dabb870-8337-41a3-93cc-be0487330432 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6535342 Oct 17 17:51:34.841847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41074) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:34.845240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] For port 89c8fd17-486d-4b14-b268-ce2d1a7bbff6, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:34.851294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f0dfcaec-c7b7-4f8d-8880-b61690533bf0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:31:9f:10'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:34.853187 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41078) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:34.864349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d30ec-8bf6-40c3-9909-3bc8e27aa325 req-6073dd6c-0a13-40db-8230-90c1dfc5c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:34.866077 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-af9d30ec-8bf6-40c3-9909-3bc8e27aa325 req-6073dd6c-0a13-40db-8230-90c1dfc5c3fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867fdddf-660d-43b9-8967-850b2cd274b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9003084 Oct 17 17:51:34.925477 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 09539ab5-c9fa-4456-8c4c-7025da400122 resource provider aggregate not found Oct 17 17:51:34.939639 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-82ec9154-f416-4240-bbe1-d6b03c769d37 req-adac87b4-71f0-42df-a397-71da535262b0 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4098258 Oct 17 17:51:35.035898 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 09539ab5-c9fa-4456-8c4c-7025da400122 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09539ab5-c9fa-4456-8c4c-7025da400122 found for delete ", "request_id": "req-08cc9f74-6f30-4ac9-8f8f-419d97f8f99d"}]} Oct 17 17:51:35.040900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] For port 89c8fd17-486d-4b14-b268-ce2d1a7bbff6, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=89c8fd17-486d-4b14-b268-ce2d1a7bbff6,segment=NetworkSegment(09539ab5-c9fa-4456-8c4c-7025da400122),segment_id=09539ab5-c9fa-4456-8c4c-7025da400122)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:35.049002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:35.055440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router d10f7e43-49ba-41c5-b826-092e69100248 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:51:35.063584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.api [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 17:51:35.063584 dv-neutron-860895-1-hyperv neutron-server[89191]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 17:51:35.063584 dv-neutron-860895-1-hyperv neutron-server[89191]: [parameters: {'id': 'f4fcb64c-f6d9-46b2-8197-7e6d9bbea311'}] Oct 17 17:51:35.063584 dv-neutron-860895-1-hyperv neutron-server[89191]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:51:35.063988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG oslo_db.api [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:51:35.084247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1a0beef-1597-4b8f-b7b8-0966c9572cab tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:35.191119 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-58bc6c00-e5e6-4855-b5bf-e30c9eeb0891 tempest-ServiceProvidersTest-1193182696 tempest-ServiceProvidersTest-1193182696-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3295488 Oct 17 17:51:35.236237 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 7 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:35.346406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b1a0beef-1597-4b8f-b7b8-0966c9572cab tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 15030142-cb38-47b7-895e-fafd3aef5257 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:35.349570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ebec7f-d6a5-49ab-922f-87c893870ff6 None None] Network f4fcb64c-f6d9-46b2-8197-7e6d9bbea311 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:35.538137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:35.544216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd332e-a75b-45ea-8a41-7bb5f9a511df None None] Pushing event updated for resources: {'Port': ['ID=89c8fd17-486d-4b14-b268-ce2d1a7bbff6,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:35.610511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:35.650932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0dfcaec-c7b7-4f8d-8880-b61690533bf0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:35.662956 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-af9d30ec-8bf6-40c3-9909-3bc8e27aa325 req-75360987-2507-4e22-be85-52003451ef72 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286460 Oct 17 17:51:35.797087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting port 89c8fd17-486d-4b14-b268-ce2d1a7bbff6 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:35.797685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:35.829912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b839f48a-baac-4ad3-accf-b6b87e057215 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:35.879918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41096) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:35.889092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d2f69357-0dac-416e-a7d3-82ee19b3efda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:35.893209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f266aa5-5df1-4669-b78a-04e4a89e7856 None None] Network e2633421-5a2e-40bf-91a4-9e53500f656a requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:35.921123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d2f69357-0dac-416e-a7d3-82ee19b3efda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:35.957141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1a0beef-1597-4b8f-b7b8-0966c9572cab tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:35.971931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:51:36.036235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0beef-1597-4b8f-b7b8-0966c9572cab tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=15030142-cb38-47b7-895e-fafd3aef5257,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:36.046396 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 8 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:36.078816 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d2f69357-0dac-416e-a7d3-82ee19b3efda admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b48c33d569cd4ef69784a3beac2fdc93&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7271473 Oct 17 17:51:36.084777 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-af9d30ec-8bf6-40c3-9909-3bc8e27aa325 req-98c59897-f508-4ef6-be11-b19118c91da9 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136734 Oct 17 17:51:36.088368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41102) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:36.090465 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4d1e1-4e9c-427c-8f7e-88e553f35a2f None None] Sync routers for ids ['d10f7e43-49ba-41c5-b826-092e69100248'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:51:36.093649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f69357-0dac-416e-a7d3-82ee19b3efda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00ec344-a8a2-47ce-82a6-4513dd23e375,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:36.135550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d17bfd0f-2b2d-4828-92c6-c39d8ddab2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.174225 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:36.208299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b1a0beef-1597-4b8f-b7b8-0966c9572cab tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.230861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac88aa4-35e5-4045-9627-2d54a8bf79e5 req-184865f2-6b5d-4696-8fbf-4c17bc5fe70f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:36.232609 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-bac88aa4-35e5-4045-9627-2d54a8bf79e5 req-184865f2-6b5d-4696-8fbf-4c17bc5fe70f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.5614324 Oct 17 17:51:36.240125 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b1a0beef-1597-4b8f-b7b8-0966c9572cab tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/15030142-cb38-47b7-895e-fafd3aef5257 HTTP/1.1" status: 204 len: 168 time: 2.4472277 Oct 17 17:51:36.243409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d17bfd0f-2b2d-4828-92c6-c39d8ddab2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:36.249533 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-67dbc68e-6c50-4696-83e0-0c1700e24d2a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "PUT /v2.0/routers/d10f7e43-49ba-41c5-b826-092e69100248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6135802 Oct 17 17:51:36.249704 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41106) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:36.249906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41108) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:36.267769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d17bfd0f-2b2d-4828-92c6-c39d8ddab2b6 admin admin] Usage tracker for resource:security_group_rule and tenant:33454f338f764af18f5fc774770032f5 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:36.274905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d17bfd0f-2b2d-4828-92c6-c39d8ddab2b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:36.290094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d17bfd0f-2b2d-4828-92c6-c39d8ddab2b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:36.301741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4d1e1-4e9c-427c-8f7e-88e553f35a2f None None] Routers {'d10f7e43-49ba-41c5-b826-092e69100248'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:36.302367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-54f4d1e1-4e9c-427c-8f7e-88e553f35a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d10f7e43-49ba-41c5-b826-092e69100248'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:36.304621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'port': {'network_id': 'cc78625d-a90d-4fd4-af39-e1906086231f', 'name': 'tempest-FloatingIPTestJSON-1551128478'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:36.322371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] For port 89c8fd17-486d-4b14-b268-ce2d1a7bbff6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=89c8fd17-486d-4b14-b268-ce2d1a7bbff6,segment=NetworkSegment(09539ab5-c9fa-4456-8c4c-7025da400122),segment_id=09539ab5-c9fa-4456-8c4c-7025da400122)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:36.322649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.346633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-061bf3de-7c98-46c0-a441-b2e3919e3b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.372920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-54f4d1e1-4e9c-427c-8f7e-88e553f35a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:36.385682 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port b839f48a-baac-4ad3-accf-b6b87e057215 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:36.392200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4d1e1-4e9c-427c-8f7e-88e553f35a2f None None] Routers {'d10f7e43-49ba-41c5-b826-092e69100248'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:36.392823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-54f4d1e1-4e9c-427c-8f7e-88e553f35a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d10f7e43-49ba-41c5-b826-092e69100248'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:36.398618 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e4b53b-017a-4897-89b2-8729bd16be77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:51:36.399270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-55e4b53b-017a-4897-89b2-8729bd16be77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:36.458013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-54f4d1e1-4e9c-427c-8f7e-88e553f35a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:36.458412 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4d1e1-4e9c-427c-8f7e-88e553f35a2f None None] The sync data for ids ['d10f7e43-49ba-41c5-b826-092e69100248'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:51:36.475081 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-bac88aa4-35e5-4045-9627-2d54a8bf79e5 req-c55da4a7-f1f3-4518-a41d-78b9e345447d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242441 Oct 17 17:51:36.482577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0dfcaec-c7b7-4f8d-8880-b61690533bf0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.485989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Calling delete_port for 89c8fd17-486d-4b14-b268-ce2d1a7bbff6 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:36.496631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-55e4b53b-017a-4897-89b2-8729bd16be77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:36.500358 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-55e4b53b-017a-4897-89b2-8729bd16be77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/15030142-cb38-47b7-895e-fafd3aef5257 HTTP/1.1" status: 404 len: 333 time: 0.2457952 Oct 17 17:51:36.502536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41114) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:36.507266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0dfcaec-c7b7-4f8d-8880-b61690533bf0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.562092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-061bf3de-7c98-46c0-a441-b2e3919e3b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.668108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.676489 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 9 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:36.687514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:36.705350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Usage tracker for resource:port and tenant:c8596a53819a4fc789920c653097ea58 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:36.708936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfcaec-c7b7-4f8d-8880-b61690533bf0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event updated for resources: {'Port': ['ID=2e567d7c-3a90-4213-abc2-544ed8983b1b,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:36.711891 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:36.733039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Port': ['ID=89c8fd17-486d-4b14-b268-ce2d1a7bbff6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:36.733268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-f0dfcaec-c7b7-4f8d-8880-b61690533bf0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] In _notify_port_updated(), no bound segment for port 2e567d7c-3a90-4213-abc2-544ed8983b1b on network 812cdd55-2b67-4620-a0a3-f840e819fb76 {{(pid=89190) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:51:36.739439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dfcaec-c7b7-4f8d-8880-b61690533bf0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:36.740484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0dfcaec-c7b7-4f8d-8880-b61690533bf0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.742081 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f0dfcaec-c7b7-4f8d-8880-b61690533bf0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "PUT /v2.0/ports/2e567d7c-3a90-4213-abc2-544ed8983b1b HTTP/1.1" status: 200 len: 992 time: 1.8991494 Oct 17 17:51:36.742618 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No DVR routers for this DVR port 89c8fd17-486d-4b14-b268-ce2d1a7bbff6 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:51:36.743857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:36.744112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-061bf3de-7c98-46c0-a441-b2e3919e3b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.749907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41118) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:36.751606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d17bfd0f-2b2d-4828-92c6-c39d8ddab2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.780063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:36.798275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d17bfd0f-2b2d-4828-92c6-c39d8ddab2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.800401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6ab6f0-ef0d-4cc4-bf81-790d7f77b3a8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting subnet 5fb98213-cce1-4b35-bc18-71ec6078766d {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:51:36.817971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab6f0-ef0d-4cc4-bf81-790d7f77b3a8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.818729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bf3de-7c98-46c0-a441-b2e3919e3b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00ec344-a8a2-47ce-82a6-4513dd23e375,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:36.846084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Made reservation on behalf of c8596a53819a4fc789920c653097ea58 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:36.854984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.958523 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d17bfd0f-2b2d-4828-92c6-c39d8ddab2b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33454f338f764af18f5fc774770032f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0772412 Oct 17 17:51:36.969883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41122) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:36.985791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bfd0f-2b2d-4828-92c6-c39d8ddab2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca743f0-9543-4352-9071-884f967fdf3f,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:36.988588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-061bf3de-7c98-46c0-a441-b2e3919e3b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:36.989711 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-061bf3de-7c98-46c0-a441-b2e3919e3b9b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b00ec344-a8a2-47ce-82a6-4513dd23e375 HTTP/1.1" status: 204 len: 168 time: 0.8932967 Oct 17 17:51:36.991847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.026074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab6f0-ef0d-4cc4-bf81-790d7f77b3a8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.044547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4fcb64c-f6d9-46b2-8197-7e6d9bbea311']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:37.071272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09539ab5-c9fa-4456-8c4c-7025da400122') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:37.071916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09539ab5-c9fa-4456-8c4c-7025da400122') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:37.088098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.116844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5f093ff0-5647-49f1-8a85-6b61a86c8617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.119863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.123689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab6f0-ef0d-4cc4-bf81-790d7f77b3a8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.161432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5f093ff0-5647-49f1-8a85-6b61a86c8617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.176109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-69eab101-e293-404d-8ce1-923ac73b48e3 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Deleting port 2e567d7c-3a90-4213-abc2-544ed8983b1b {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:37.176447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-69eab101-e293-404d-8ce1-923ac73b48e3 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.214717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:51:37.215776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.261815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] device_id is not set on port 8d790f60-a525-4f7a-beb3-8db6ace78cfe yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:37.267763 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d08906b-afa7-4d4d-b457-0fe1675d480f None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 17:51:37.296573 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Attempt 10 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:37.334467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.340376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.381749 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/f4fcb64c-f6d9-46b2-8197-7e6d9bbea311 HTTP/1.1" status: 204 len: 168 time: 5.4868522 Oct 17 17:51:37.383108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41132) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:37.386434 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 09539ab5-c9fa-4456-8c4c-7025da400122 resource provider aggregate not found Oct 17 17:51:37.410329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-66834749'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:37.412571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-79484087-b31e-4677-b326-cfede9544104 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:37.417448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce7d91-65ae-4cdb-b967-b1a9676790ff tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Network': ['ID=f4fcb64c-f6d9-46b2-8197-7e6d9bbea311,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:37.424556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:37.430200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:network and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:37.436480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:37.438556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab6f0-ef0d-4cc4-bf81-790d7f77b3a8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.463716 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:37.463716 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5f093ff0-5647-49f1-8a85-6b61a86c8617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.466344 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 09539ab5-c9fa-4456-8c4c-7025da400122 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09539ab5-c9fa-4456-8c4c-7025da400122 found for delete ", "request_id": "req-a834edb5-6a9d-49ab-8a2f-7a40bc8fa7ec"}]} Oct 17 17:51:37.479271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5f093ff0-5647-49f1-8a85-6b61a86c8617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.480483 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5f093ff0-5647-49f1-8a85-6b61a86c8617 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cca743f0-9543-4352-9071-884f967fdf3f HTTP/1.1" status: 204 len: 168 time: 0.5096490 Oct 17 17:51:37.484113 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f093ff0-5647-49f1-8a85-6b61a86c8617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca743f0-9543-4352-9071-884f967fdf3f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:37.491750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41140) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:37.525909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:37.532752 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.553403 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Could not find standard attr ID for object 90f87b63-aa7f-4f9e-ba5c-88b3d66b76c1. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:51:37.572703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:37.573504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d08906b-afa7-4d4d-b457-0fe1675d480f None None] Resources bound (agent type, host, resource id): {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 17:51:37.584564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.584914 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Added segment e53e58a9-6282-44fd-a78e-7408ad9049f9 of type vlan for network 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f Oct 17 17:51:37.590279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Provisioning for port 0c365d4f-ef1a-4cc2-b708-3a027027927d completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:37.613314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ab6f0-ef0d-4cc4-bf81-790d7f77b3a8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb98213-cce1-4b35-bc18-71ec6078766d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:37.618796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.628241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Provisioning complete for port 0c365d4f-ef1a-4cc2-b708-3a027027927d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:37.629552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.630742 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 1 to provision port 0c365d4f-ef1a-4cc2-b708-3a027027927d Oct 17 17:51:37.633348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab6f0-ef0d-4cc4-bf81-790d7f77b3a8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.674462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.678452 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bc6ab6f0-ef0d-4cc4-bf81-790d7f77b3a8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/5fb98213-cce1-4b35-bc18-71ec6078766d HTTP/1.1" status: 204 len: 168 time: 1.1756163 Oct 17 17:51:37.680216 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Allocated IP 172.20.0.14 (cc78625d-a90d-4fd4-af39-e1906086231f/fe9c95d9-ea7f-440f-a015-4438fe0037e8/8d790f60-a525-4f7a-beb3-8db6ace78cfe) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:37.685281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:37.685916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:37.698286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41146) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:37.817357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port 0c365d4f-ef1a-4cc2-b708-3a027027927d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:37.843089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-69eab101-e293-404d-8ce1-923ac73b48e3 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:38.008642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-69eab101-e293-404d-8ce1-923ac73b48e3 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Calling delete_port for 2e567d7c-3a90-4213-abc2-544ed8983b1b owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:38.021874 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6265876 Oct 17 17:51:38.024561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41156) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:38.063866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:38.065620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'subnet': {'network_id': '0a2757e1-1a1a-42e2-9325-f4a5dc40a84f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:38.099093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad95dbf-20d4-4527-abae-c672d0c63d6b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Network': ['ID=0a2757e1-1a1a-42e2-9325-f4a5dc40a84f,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:38.125794 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0e1c7593-4b16-4485-8f54-863df4c07829 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7fd7d38c12d44a02991c6d14ddc78122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6329141 Oct 17 17:51:38.126624 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41164) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:38.162965 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:38.185362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port b839f48a-baac-4ad3-accf-b6b87e057215 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:38.186089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:38.193145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf5d99a-2cfb-4e98-9d16-168adee24282 None None] Network e2633421-5a2e-40bf-91a4-9e53500f656a requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:38.283988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae62a4-4808-4d6c-bda6-f1827eb75d20 req-7a856ae4-f178-4b78-8838-eaa83846a24e tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:38.291408 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-75ae62a4-4808-4d6c-bda6-f1827eb75d20 req-7a856ae4-f178-4b78-8838-eaa83846a24e tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.6282585 Oct 17 17:51:38.343593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:38.347353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:38.358551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:subnet and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:38.362429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:38.366441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Transition to ACTIVE for port object 8d790f60-a525-4f7a-beb3-8db6ace78cfe will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:38.379175 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 2 to provision port 0c365d4f-ef1a-4cc2-b708-3a027027927d Oct 17 17:51:38.381671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:38.396783 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-75ae62a4-4808-4d6c-bda6-f1827eb75d20 req-10261ec1-2cef-4c1d-a246-a8ce9ba7a9ae tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040599 Oct 17 17:51:38.424560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d59e84de-2607-41ce-85ca-86a0bd1b7721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:38.446102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:38.451894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:38.477600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:38.482901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-69eab101-e293-404d-8ce1-923ac73b48e3 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:38.581215 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d59e84de-2607-41ce-85ca-86a0bd1b7721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:38.583836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event updated for resources: {'Port': ['ID=8d790f60-a525-4f7a-beb3-8db6ace78cfe,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:38.637346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port 0c365d4f-ef1a-4cc2-b708-3a027027927d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:38.712633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d59e84de-2607-41ce-85ca-86a0bd1b7721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:38.735442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eab101-e293-404d-8ce1-923ac73b48e3 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event deleted for resources: {'Port': ['ID=2e567d7c-3a90-4213-abc2-544ed8983b1b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:38.745730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91c9754-100e-4ec8-81e8-0d670d00f1ac None None] DHCP port deletion for e2633421-5a2e-40bf-91a4-9e53500f656a request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:51:38.749687 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e84de-2607-41ce-85ca-86a0bd1b7721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921d17ae-d863-4916-a245-866b3687f8b5,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:38.752445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f91c9754-100e-4ec8-81e8-0d670d00f1ac None None] Deleting port b839f48a-baac-4ad3-accf-b6b87e057215 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:38.752820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f91c9754-100e-4ec8-81e8-0d670d00f1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:38.772148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Network cc78625d-a90d-4fd4-af39-e1906086231f is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:38.780642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d59e84de-2607-41ce-85ca-86a0bd1b7721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:38.785587 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d59e84de-2607-41ce-85ca-86a0bd1b7721 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/921d17ae-d863-4916-a245-866b3687f8b5 HTTP/1.1" status: 204 len: 168 time: 0.5885546 Oct 17 17:51:38.785993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:38.790026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:38.864593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:39.021714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Subnet': ['ID=ebdfe759-a282-42f6-892a-b6148fc48726,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:39.120633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Checking segment: {'id': 'e53e58a9-6282-44fd-a78e-7408ad9049f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0a2757e1-1a1a-42e2-9325-f4a5dc40a84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:39.121045 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network hostable DHCP agents. Network: 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:39.166445 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 3 to provision port 0c365d4f-ef1a-4cc2-b708-3a027027927d Oct 17 17:51:39.170644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:39.184723 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:39.189906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:39.190501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:39.216347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1aeed-3cf0-425e-b37a-2244135d7f20 None None] Network 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:39.249369 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ba0620aa-432f-45ba-bd9b-7ad85a6983fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1917639 Oct 17 17:51:39.249885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41186) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:39.256683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'subnet': {'network_id': '0a2757e1-1a1a-42e2-9325-f4a5dc40a84f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:39.325563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:39.326192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:39.369518 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f91c9754-100e-4ec8-81e8-0d670d00f1ac None None] For port b839f48a-baac-4ad3-accf-b6b87e057215, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b839f48a-baac-4ad3-accf-b6b87e057215,segment=NetworkSegment(2c21d9a3-d90b-4a58-b21e-dc741b4b5215),segment_id=2c21d9a3-d90b-4a58-b21e-dc741b4b5215)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:39.370072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f91c9754-100e-4ec8-81e8-0d670d00f1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:39.411120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port 0c365d4f-ef1a-4cc2-b708-3a027027927d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:39.460822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] For port b839f48a-baac-4ad3-accf-b6b87e057215, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b839f48a-baac-4ad3-accf-b6b87e057215,segment=NetworkSegment(2c21d9a3-d90b-4a58-b21e-dc741b4b5215),segment_id=2c21d9a3-d90b-4a58-b21e-dc741b4b5215)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:39.461194 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:39.476299 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9585e9bd-0681-41b2-a4c1-cc6589279823 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2227497 Oct 17 17:51:39.480278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41196) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:39.482557 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:39.494776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-a474e376-908f-4113-b2b7-bfe51bd65e1f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Request body: {'floatingip': {'port_id': '8d790f60-a525-4f7a-beb3-8db6ace78cfe'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:39.586608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:subnet and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:39.599797 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:39.617871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for b839f48a-baac-4ad3-accf-b6b87e057215 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:39.668312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-69eab101-e293-404d-8ce1-923ac73b48e3 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:39.668909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:39.673522 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-69eab101-e293-404d-8ce1-923ac73b48e3 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "DELETE /v2.0/ports/2e567d7c-3a90-4213-abc2-544ed8983b1b HTTP/1.1" status: 204 len: 168 time: 2.9208508 Oct 17 17:51:39.677091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41206) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:39.728630 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f91c9754-100e-4ec8-81e8-0d670d00f1ac None None] Calling delete_port for b839f48a-baac-4ad3-accf-b6b87e057215 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:39.734354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:39.738101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:39.776686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a474e376-908f-4113-b2b7-bfe51bd65e1f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:39.843753 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-f91c9754-100e-4ec8-81e8-0d670d00f1ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:51:39.844062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-f91c9754-100e-4ec8-81e8-0d670d00f1ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:51:39.853319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b839f48a-baac-4ad3-accf-b6b87e057215 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:51:39.855088 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5089747-668d-47b1-8f52-b56d3fa6edb4 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] GET failed (client error): The resource could not be found. Oct 17 17:51:39.856357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a5089747-668d-47b1-8f52-b56d3fa6edb4 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Synchronizing usage tracker for tenant:e202003e01da4ce4aad5dcd078933531 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:39.872883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:39.910256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: b839f48a-baac-4ad3-accf-b6b87e057215 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:51:39.910668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b839f48a-baac-4ad3-accf-b6b87e057215 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:51:39.915749 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 4 to provision port 0c365d4f-ef1a-4cc2-b708-3a027027927d Oct 17 17:51:39.953148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a5089747-668d-47b1-8f52-b56d3fa6edb4 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Unset dirty status for tenant:e202003e01da4ce4aad5dcd078933531 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:39.954816 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a5089747-668d-47b1-8f52-b56d3fa6edb4 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "GET /v2.0/ports/2e567d7c-3a90-4213-abc2-544ed8983b1b HTTP/1.1" status: 404 len: 333 time: 0.2393413 Oct 17 17:51:39.969249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41220) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:39.976474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=b839f48a-baac-4ad3-accf-b6b87e057215,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:39.987954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No DVR routers for this DVR port b839f48a-baac-4ad3-accf-b6b87e057215 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:51:39.988723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port 0c365d4f-ef1a-4cc2-b708-3a027027927d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:40.050314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Request body: {'port': {'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76', 'name': 'tempest-AllowedAddressPairTestJSON-128311411'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:40.155592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-0a2757e1-1a1a-42e2-9325-f4a5dc40a84f', 'network_id': '0a2757e1-1a1a-42e2-9325-f4a5dc40a84f', 'tenant_id': '6f2d5c26d3f7426da953ca5765625a01', 'fixed_ips': [{'subnet_id': 'ebdfe759-a282-42f6-892a-b6148fc48726'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:40.157148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.172917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b6827-5f4c-439a-9ba1-baed63a60bab req-72515f66-8e32-472f-be77-6bcb2f7e3256 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:40.174830 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1e5b6827-5f4c-439a-9ba1-baed63a60bab req-72515f66-8e32-472f-be77-6bcb2f7e3256 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.5219812 Oct 17 17:51:40.339763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.347961 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f91c9754-100e-4ec8-81e8-0d670d00f1ac None None] Deleting port b839f48a-baac-4ad3-accf-b6b87e057215 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:40.350939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f91c9754-100e-4ec8-81e8-0d670d00f1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.393378 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2633421-5a2e-40bf-91a4-9e53500f656a']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:40.500586 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 5 to provision port 0c365d4f-ef1a-4cc2-b708-3a027027927d Oct 17 17:51:40.504209 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c21d9a3-d90b-4a58-b21e-dc741b4b5215') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:40.504630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c21d9a3-d90b-4a58-b21e-dc741b4b5215') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:40.517112 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1e5b6827-5f4c-439a-9ba1-baed63a60bab req-082e39ea-4892-4dc3-8da7-dd53073c18cd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331593 Oct 17 17:51:40.535686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.561897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f91c9754-100e-4ec8-81e8-0d670d00f1ac None None] The port 'b839f48a-baac-4ad3-accf-b6b87e057215' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:51:40.563701 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41232) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:40.582235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:40.596524 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Allocated IP 2001:db8::2 (0a2757e1-1a1a-42e2-9325-f4a5dc40a84f/ebdfe759-a282-42f6-892a-b6148fc48726/ab719aea-5e6f-4630-b90d-1be24e0cd922) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:40.596691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:40.602816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port 0c365d4f-ef1a-4cc2-b708-3a027027927d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:40.613139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Made reservation on behalf of e202003e01da4ce4aad5dcd078933531 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:40.617582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.634328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.647351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:51:40.648021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.674965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] device_id is not set on port e3b3a81a-eda4-49a0-8cad-e42c0285aa49 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:40.762178 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2c21d9a3-d90b-4a58-b21e-dc741b4b5215 resource provider aggregate not found Oct 17 17:51:40.806781 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2c21d9a3-d90b-4a58-b21e-dc741b4b5215 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c21d9a3-d90b-4a58-b21e-dc741b4b5215 found for delete ", "request_id": "req-2c6d0fcb-8495-4658-8e39-b9d070409015"}]} Oct 17 17:51:40.846557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-64805904'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:40.859620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:40.866173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.871086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:network and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:40.871086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.880175 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Transition to ACTIVE for port object ab719aea-5e6f-4630-b90d-1be24e0cd922 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:40.887023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.901721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Transition to ACTIVE for port object ab719aea-5e6f-4630-b90d-1be24e0cd922 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:40.901950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:40.909653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.928203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.935996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:40.944100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Network': ['ID=e2633421-5a2e-40bf-91a4-9e53500f656a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:40.969426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:40.973683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:40.975409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:40.976809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.978499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:40.979125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.985501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Pushing event updated for resources: {'Port': ['ID=ab719aea-5e6f-4630-b90d-1be24e0cd922,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:40.993121 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ab1adfaa-68c4-4722-9976-143af37268a3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/networks/e2633421-5a2e-40bf-91a4-9e53500f656a HTTP/1.1" status: 204 len: 168 time: 3.2910817 Oct 17 17:51:40.999540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:40.999691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41242) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:41.001484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Network 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:41.002693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:41.005764 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:41.017885 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Allocated IP 172.20.0.5 (812cdd55-2b67-4620-a0a3-f840e819fb76/c65f219d-d2a3-4f75-a63c-b52d307b3dc0/e3b3a81a-eda4-49a0-8cad-e42c0285aa49) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:41.019944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'name': 'tempest-PortsIpV6TestJSON-765267286'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:41.026515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:41.034558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:security_group_rule and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:41.035796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Subnet': ['ID=3a19e4e8-f1b4-48f8-a155-6e0937b5bddf,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:41.038711 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:41.049348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:41.109332 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e6e9f4df-4703-46af-9efb-af69406672e0 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8583009 Oct 17 17:51:41.109977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41246) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:41.111534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-a474e376-908f-4113-b2b7-bfe51bd65e1f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:51:41.166845 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 6 to provision port 0c365d4f-ef1a-4cc2-b708-3a027027927d Oct 17 17:51:41.250260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port 0c365d4f-ef1a-4cc2-b708-3a027027927d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:41.256064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a474e376-908f-4113-b2b7-bfe51bd65e1f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.257381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:41.260962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Attempting to bind port ab719aea-5e6f-4630-b90d-1be24e0cd922 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:41.261471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Attempting to bind port ab719aea-5e6f-4630-b90d-1be24e0cd922 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'e53e58a9-6282-44fd-a78e-7408ad9049f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0a2757e1-1a1a-42e2-9325-f4a5dc40a84f'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:41.262028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Attempting to bind port ab719aea-5e6f-4630-b90d-1be24e0cd922 on network 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:41.264043 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:port and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:41.267022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a474e376-908f-4113-b2b7-bfe51bd65e1f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.269507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:41.269969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Checking segment: {'id': 'e53e58a9-6282-44fd-a78e-7408ad9049f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0a2757e1-1a1a-42e2-9325-f4a5dc40a84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:41.270434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.271527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Bound using segment: {'id': 'e53e58a9-6282-44fd-a78e-7408ad9049f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0a2757e1-1a1a-42e2-9325-f4a5dc40a84f'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:41.271527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Bound port: ab719aea-5e6f-4630-b90d-1be24e0cd922, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53e58a9-6282-44fd-a78e-7408ad9049f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0a2757e1-1a1a-42e2-9325-f4a5dc40a84f'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:41.271744 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.309821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb756629-77b5-4d4c-a0d4-55da51587efb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:41.311958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb756629-77b5-4d4c-a0d4-55da51587efb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:41.313074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb756629-77b5-4d4c-a0d4-55da51587efb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:41.314661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb756629-77b5-4d4c-a0d4-55da51587efb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:41.316366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb756629-77b5-4d4c-a0d4-55da51587efb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:41.317310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fb756629-77b5-4d4c-a0d4-55da51587efb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Synchronizing usage tracker for tenant:6f2d5c26d3f7426da953ca5765625a01 on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:41.348730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:41.377012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fb756629-77b5-4d4c-a0d4-55da51587efb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Unset dirty status for tenant:6f2d5c26d3f7426da953ca5765625a01 on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:41.378188 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fb756629-77b5-4d4c-a0d4-55da51587efb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2656591 Oct 17 17:51:41.382192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41250) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:41.388761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] For port ab719aea-5e6f-4630-b90d-1be24e0cd922, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:41.392376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] For port ab719aea-5e6f-4630-b90d-1be24e0cd922, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ab719aea-5e6f-4630-b90d-1be24e0cd922,segment=NetworkSegment(e53e58a9-6282-44fd-a78e-7408ad9049f9),segment_id=e53e58a9-6282-44fd-a78e-7408ad9049f9)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:41.396826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.400239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660564601'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:41.415723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:41.426361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:41.433014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:network and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:41.441492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.444598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:41.453410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.461601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:41.470772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Transition to ACTIVE for port object e3b3a81a-eda4-49a0-8cad-e42c0285aa49 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:41.471754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.478915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54d693-2d77-46a0-8af2-ed5172fc5cb1 None None] Pushing event updated for resources: {'Port': ['ID=ab719aea-5e6f-4630-b90d-1be24e0cd922,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:41.506389 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:41.510339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.512099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:41.525150 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-a474e376-908f-4113-b2b7-bfe51bd65e1f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Floating IP 6a804dce-0794-4c09-8f7f-c74f857ed213 associated. External IP: 172.26.8.111, port: f63bb114-4e34-4c04-a556-be806b254ee3. Oct 17 17:51:41.645739 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41256) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:41.657044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:41.660532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.681972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port a30c6472-3f54-403d-964c-4c1ba3293050 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:41.694005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1264306006', 'description': 'tempest-secgroup-smoke-1264306006 description', 'project_id': '29ba416679c3411bac939e44d43c516a'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:41.707252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.707657 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Added segment 6eb8bb7c-4559-4285-b5d4-2503c20f4d64 of type vlan for network b6857a8d-f808-4f27-8165-53c8a72cbcb5 Oct 17 17:51:41.751498 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 7 to provision port 0c365d4f-ef1a-4cc2-b708-3a027027927d Oct 17 17:51:41.786237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:41.812075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fb45ca-d091-4d3e-98ec-671b23462aca,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:41.830401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:security_group and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:41.835476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port 0c365d4f-ef1a-4cc2-b708-3a027027927d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:41.839390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:41.850968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:41.869687 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:41.885938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.910207 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.910552 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Added segment 86f7e01a-b30b-4543-b683-6ea450da1438 of type vlan for network 61827e42-aa82-43c3-9f6f-9bab858141b5 Oct 17 17:51:41.911756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.945340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:41.963867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:42.047883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:42.054875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:42.067840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:security_group_rule and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:42.088264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:42.092755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:42.098170 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:42.098755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:42.135605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:42.147029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Network 812cdd55-2b67-4620-a0a3-f840e819fb76 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:42.154128 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:42.155484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d15ffb-5a32-455b-9c57-6b2131df0da4 req-f94e6e7d-d027-42d0-b063-1eaa997c32a2 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:42.157229 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-63d15ffb-5a32-455b-9c57-6b2131df0da4 req-f94e6e7d-d027-42d0-b063-1eaa997c32a2 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.4761999 Oct 17 17:51:42.166012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event updated for resources: {'Port': ['ID=e3b3a81a-eda4-49a0-8cad-e42c0285aa49,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:42.168951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:42.180373 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a474e376-908f-4113-b2b7-bfe51bd65e1f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:51:42.230097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:42.283630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:51:42.336718 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 8 to provision port 0c365d4f-ef1a-4cc2-b708-3a027027927d Oct 17 17:51:42.358127 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7917330 Oct 17 17:51:42.370564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62df662-bb2c-4223-9b6d-7f67865bc43d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Network': ['ID=b6857a8d-f808-4f27-8165-53c8a72cbcb5,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:42.375115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41262) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:42.395551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:42.408639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:42.414386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:42.415033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:42.477869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:42.505303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:42.533770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port 0c365d4f-ef1a-4cc2-b708-3a027027927d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:42.584300 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-63d15ffb-5a32-455b-9c57-6b2131df0da4 req-25efe02f-3890-49c1-95dd-06d4928e0f0f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595517 Oct 17 17:51:42.605010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 551b71eb-9023-465c-8920-9d443c7d3ddb is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:42.612200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:42.614579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:42.620437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:42.621056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:42.641458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=a30c6472-3f54-403d-964c-4c1ba3293050,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:42.651739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a474e376-908f-4113-b2b7-bfe51bd65e1f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:51:42.661830 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adb45d-6c5d-4a7d-bf8a-f9de97c008da None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:51:42.669488 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2836263 Oct 17 17:51:42.676163 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adb45d-6c5d-4a7d-bf8a-f9de97c008da None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:42.676781 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e2adb45d-6c5d-4a7d-bf8a-f9de97c008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:42.687884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41266) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:42.698992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:42.699669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:42.717903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-8eed9cc0-c8d5-4fdd-9668-4fab753c7ec3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:42.761290 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e2adb45d-6c5d-4a7d-bf8a-f9de97c008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:42.774210 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adb45d-6c5d-4a7d-bf8a-f9de97c008da None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:42.774819 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e2adb45d-6c5d-4a7d-bf8a-f9de97c008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:42.787145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7f7513-5d6d-4443-9225-c4935e794fd3 None None] Network 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:42.818426 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f578937-efc0-4d52-a415-338bb00b459a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Network': ['ID=61827e42-aa82-43c3-9f6f-9bab858141b5,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:42.847260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:42.851320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:42.854881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:42.855082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 61827e42-aa82-43c3-9f6f-9bab858141b5 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:42.860672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:42.869436 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e2adb45d-6c5d-4a7d-bf8a-f9de97c008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:42.870406 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adb45d-6c5d-4a7d-bf8a-f9de97c008da None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:51:42.883393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:42.887036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:42.902868 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-38976ab7-13a9-4af0-a087-57f347129292 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8924830 Oct 17 17:51:42.904279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41270) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:42.922417 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4f3eaf47-cbd9-4d03-97f7-cb72194e0715 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9335816 Oct 17 17:51:42.938911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41274) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:43.020077 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-7737d1a9-b3a9-4124-8251-17d56719e1fc tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:31:9f:10'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:43.035362 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 9 to provision port 0c365d4f-ef1a-4cc2-b708-3a027027927d Oct 17 17:51:43.057729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.112263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port 0c365d4f-ef1a-4cc2-b708-3a027027927d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:43.118816 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.150603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:43.160987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:security_group_rule and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:43.169568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:43.181903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-04bf9766-2fea-4e2e-8753-f7e0a0ba7799 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port a30c6472-3f54-403d-964c-4c1ba3293050 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:43.182440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04bf9766-2fea-4e2e-8753-f7e0a0ba7799 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.195094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:43.239495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408a6d46-4e16-4047-91e7-d5bf30ea3a68,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:43.250036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8eed9cc0-c8d5-4fdd-9668-4fab753c7ec3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.320366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8eed9cc0-c8d5-4fdd-9668-4fab753c7ec3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.339726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a08ff-0691-448b-b6fb-6b1141db7e89 None None] Update dhcp port {'port': {'network_id': '0a2757e1-1a1a-42e2-9325-f4a5dc40a84f', 'fixed_ips': [{'subnet_id': 'ebdfe759-a282-42f6-892a-b6148fc48726', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a19e4e8-f1b4-48f8-a155-6e0937b5bddf'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': 'ab719aea-5e6f-4630-b90d-1be24e0cd922'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:51:43.364388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8eed9cc0-c8d5-4fdd-9668-4fab753c7ec3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network 61827e42-aa82-43c3-9f6f-9bab858141b5 is not hosted by any dhcp agent {{(pid=89190) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 17 17:51:43.369520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eed9cc0-c8d5-4fdd-9668-4fab753c7ec3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:43.370120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8eed9cc0-c8d5-4fdd-9668-4fab753c7ec3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.371415 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8eed9cc0-c8d5-4fdd-9668-4fab753c7ec3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "PUT /v2.0/networks/61827e42-aa82-43c3-9f6f-9bab858141b5 HTTP/1.1" status: 200 len: 723 time: 0.6669607 Oct 17 17:51:43.386514 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41278) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:43.388850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a474e376-908f-4113-b2b7-bfe51bd65e1f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router d10f7e43-49ba-41c5-b826-092e69100248 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:51:43.398983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-335a08ff-0691-448b-b6fb-6b1141db7e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.422172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'subnet': {'network_id': '61827e42-aa82-43c3-9f6f-9bab858141b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:43.505027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed9cc0-c8d5-4fdd-9668-4fab753c7ec3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Network': ['ID=61827e42-aa82-43c3-9f6f-9bab858141b5,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:43.526101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.527436 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.527592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 61827e42-aa82-43c3-9f6f-9bab858141b5 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:43.579876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.619937 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 10 to provision port 0c365d4f-ef1a-4cc2-b708-3a027027927d Oct 17 17:51:43.713007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=7bd17b8d-5cf5-41a2-a7c2-2bef7ff907a5,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:43.718779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96878005-56eb-40d1-8661-5fdafe5d5ea7,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:43.730745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.735969 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-63be9351-c853-4cd8-8a31-a9f4a17e7617 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0865920 Oct 17 17:51:43.740626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41284) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:43.748610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port 0c365d4f-ef1a-4cc2-b708-3a027027927d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:43.758771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Could not find standard attr ID for object 2e567d7c-3a90-4213-abc2-544ed8983b1b. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:51:43.762889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-fd8a30b3-0fc0-4c7e-8975-f5fe046162b1 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Request body: {'security_group_rule': {'security_group_id': '96878005-56eb-40d1-8661-5fdafe5d5ea7', 'project_id': '29ba416679c3411bac939e44d43c516a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:43.792344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fd8a30b3-0fc0-4c7e-8975-f5fe046162b1 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:43.793006 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Provisioning complete for port be825c13-f662-4d82-9d8f-6bfea6116d3a triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:43.793378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.794602 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 1 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:43.802154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fd8a30b3-0fc0-4c7e-8975-f5fe046162b1 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:security_group_rule and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:43.811183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fd8a30b3-0fc0-4c7e-8975-f5fe046162b1 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:43.824664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-335a08ff-0691-448b-b6fb-6b1141db7e89 None None] Allocated IP 172.20.0.1 (0a2757e1-1a1a-42e2-9325-f4a5dc40a84f/3a19e4e8-f1b4-48f8-a155-6e0937b5bddf/ab719aea-5e6f-4630-b90d-1be24e0cd922) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:43.832749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:43.833015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network hostable DHCP agents. Network: b6857a8d-f808-4f27-8165-53c8a72cbcb5, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:43.840284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fd8a30b3-0fc0-4c7e-8975-f5fe046162b1 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:43.872086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ab719aea-5e6f-4630-b90d-1be24e0cd922 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:43.882345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8a30b3-0fc0-4c7e-8975-f5fe046162b1 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.897742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:43.927380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, b6857a8d-f808-4f27-8165-53c8a72cbcb5) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:43.933135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:43.936698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:43.937275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:43.944119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7ed498-cb9a-4e89-b13a-7776deb9e002 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:43.964289 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-18931c1a-da75-4b11-bf5c-c830c203859f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5786407 Oct 17 17:51:43.974523 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41288) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:43.984265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'name': 'tempest-NetworksTestDHCPv6-132683563'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:43.998706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8a30b3-0fc0-4c7e-8975-f5fe046162b1 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.081326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:44.120007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04bf9766-2fea-4e2e-8753-f7e0a0ba7799 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.150677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:44.218592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8a30b3-0fc0-4c7e-8975-f5fe046162b1 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.241173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port ab719aea-5e6f-4630-b90d-1be24e0cd922 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:44.252871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a30b3-0fc0-4c7e-8975-f5fe046162b1 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbd552e-0419-467e-8fa3-c0301370248d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:44.282436 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8a30b3-0fc0-4c7e-8975-f5fe046162b1 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.286496 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fd8a30b3-0fc0-4c7e-8975-f5fe046162b1 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5372717 Oct 17 17:51:44.295946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41292) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:44.303430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-335a08ff-0691-448b-b6fb-6b1141db7e89 None None] For port ab719aea-5e6f-4630-b90d-1be24e0cd922, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ab719aea-5e6f-4630-b90d-1be24e0cd922,segment=NetworkSegment(e53e58a9-6282-44fd-a78e-7408ad9049f9),segment_id=e53e58a9-6282-44fd-a78e-7408ad9049f9)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:44.303943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7c965d8b-ca4e-4ece-b9d1-4e7b9f22c1b0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Request body: {'security_group_rule': {'security_group_id': '96878005-56eb-40d1-8661-5fdafe5d5ea7', 'project_id': '29ba416679c3411bac939e44d43c516a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:44.311851 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7c965d8b-ca4e-4ece-b9d1-4e7b9f22c1b0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:44.316828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-04bf9766-2fea-4e2e-8753-f7e0a0ba7799 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for a30c6472-3f54-403d-964c-4c1ba3293050 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:44.325718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7c965d8b-ca4e-4ece-b9d1-4e7b9f22c1b0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:security_group_rule and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:44.334299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7c965d8b-ca4e-4ece-b9d1-4e7b9f22c1b0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:44.342802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7c965d8b-ca4e-4ece-b9d1-4e7b9f22c1b0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:44.352464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:44.357492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:44.360434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:44.367623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:44.372786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7737d1a9-b3a9-4124-8251-17d56719e1fc tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.381543 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c965d8b-ca4e-4ece-b9d1-4e7b9f22c1b0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.382839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:44.386774 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.392490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:44.396374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.410602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-335a08ff-0691-448b-b6fb-6b1141db7e89 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.448257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-335a08ff-0691-448b-b6fb-6b1141db7e89 None None] Ignored duplicate provisioning block setup for port ab719aea-5e6f-4630-b90d-1be24e0cd922 by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:51:44.449878 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 2 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:44.455890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 9a6ea65c-682e-4bfd-842f-c2cb2d0fc88a yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:44.517813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '7bd17b8d-5cf5-41a2-a7c2-2bef7ff907a5'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:44.519127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.542977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-335a08ff-0691-448b-b6fb-6b1141db7e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.579166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c965d8b-ca4e-4ece-b9d1-4e7b9f22c1b0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.587707 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a474e376-908f-4113-b2b7-bfe51bd65e1f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:51:44.588343 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c965d8b-ca4e-4ece-b9d1-4e7b9f22c1b0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.616379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a474e376-908f-4113-b2b7-bfe51bd65e1f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.655326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a5d93-1e34-4e2d-9ba0-c0c47cc7151a None None] Sync routers for ids ['d10f7e43-49ba-41c5-b826-092e69100248'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:51:44.661937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c965d8b-ca4e-4ece-b9d1-4e7b9f22c1b0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6e4094-71b4-4e13-a746-933d20d2d212,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:44.685467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c965d8b-ca4e-4ece-b9d1-4e7b9f22c1b0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.686688 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7c965d8b-ca4e-4ece-b9d1-4e7b9f22c1b0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3901200 Oct 17 17:51:44.695720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41296) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:44.698797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::60 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/7bd17b8d-5cf5-41a2-a7c2-2bef7ff907a5/9a6ea65c-682e-4bfd-842f-c2cb2d0fc88a) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:44.704424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-20e64cca-4657-4640-b745-0624a925851c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Request body: {'security_group_rule': {'security_group_id': '96878005-56eb-40d1-8661-5fdafe5d5ea7', 'project_id': '29ba416679c3411bac939e44d43c516a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:44.712080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-20e64cca-4657-4640-b745-0624a925851c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:44.722026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-20e64cca-4657-4640-b745-0624a925851c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:security_group_rule and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:44.723397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:44.725431 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-20e64cca-4657-4640-b745-0624a925851c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:44.733453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318c09e-c96c-492d-bc10-6b204ab203c0 req-0cf1f568-2efd-4f63-bb59-2fa21568524d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:44.733883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-20e64cca-4657-4640-b745-0624a925851c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:44.734990 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9318c09e-c96c-492d-bc10-6b204ab203c0 req-0cf1f568-2efd-4f63-bb59-2fa21568524d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.9466376 Oct 17 17:51:44.788624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-20e64cca-4657-4640-b745-0624a925851c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.790011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a5d93-1e34-4e2d-9ba0-c0c47cc7151a None None] Routers {'d10f7e43-49ba-41c5-b826-092e69100248'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:44.790583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-cf5a5d93-1e34-4e2d-9ba0-c0c47cc7151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d10f7e43-49ba-41c5-b826-092e69100248'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:44.822605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04bf9766-2fea-4e2e-8753-f7e0a0ba7799 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:44.871440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-cf5a5d93-1e34-4e2d-9ba0-c0c47cc7151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:44.876418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a08ff-0691-448b-b6fb-6b1141db7e89 None None] Pushing event updated for resources: {'Port': ['ID=ab719aea-5e6f-4630-b90d-1be24e0cd922,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:44.905096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a5d93-1e34-4e2d-9ba0-c0c47cc7151a None None] Routers {'d10f7e43-49ba-41c5-b826-092e69100248'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:44.906667 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-cf5a5d93-1e34-4e2d-9ba0-c0c47cc7151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d10f7e43-49ba-41c5-b826-092e69100248'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:45.002761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf9766-2fea-4e2e-8753-f7e0a0ba7799 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=a30c6472-3f54-403d-964c-4c1ba3293050,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:45.004201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-cf5a5d93-1e34-4e2d-9ba0-c0c47cc7151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:45.004627 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a5d93-1e34-4e2d-9ba0-c0c47cc7151a None None] The sync data for ids ['d10f7e43-49ba-41c5-b826-092e69100248'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:51:45.017942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-20e64cca-4657-4640-b745-0624a925851c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.032840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-20e64cca-4657-4640-b745-0624a925851c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.035206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04bf9766-2fea-4e2e-8753-f7e0a0ba7799 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.041261 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a474e376-908f-4113-b2b7-bfe51bd65e1f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "PUT /v2.0/floatingips/6a804dce-0794-4c09-8f7f-c74f857ed213 HTTP/1.1" status: 200 len: 979 time: 5.5543900 Oct 17 17:51:45.047894 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41300) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:45.064605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.083089 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9318c09e-c96c-492d-bc10-6b204ab203c0 req-01aadc14-e91c-40f6-8835-d00aa2bc4af0 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303618 Oct 17 17:51:45.099599 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-04bf9766-2fea-4e2e-8753-f7e0a0ba7799 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/a30c6472-3f54-403d-964c-4c1ba3293050 HTTP/1.1" status: 204 len: 168 time: 2.1930742 Oct 17 17:51:45.114706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41304) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:45.132058 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'mac_address': 'fa:16:3e:e4:2a:b8', 'name': 'tempest-PortsIpV6TestJSON-606234359'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:45.138473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e64cca-4657-4640-b745-0624a925851c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ab48b9-5f2d-4885-93de-241105d20b3d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:45.165227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 9a6ea65c-682e-4bfd-842f-c2cb2d0fc88a will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:45.171247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-20e64cca-4657-4640-b745-0624a925851c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.175357 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-20e64cca-4657-4640-b745-0624a925851c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4786134 Oct 17 17:51:45.176144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41308) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:45.186805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-95580e00-5dc4-4cda-9ab8-525e82dffc31 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Request body: {'security_group_rule': {'security_group_id': '96878005-56eb-40d1-8661-5fdafe5d5ea7', 'project_id': '29ba416679c3411bac939e44d43c516a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:45.192725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-95580e00-5dc4-4cda-9ab8-525e82dffc31 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:45.197792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-95580e00-5dc4-4cda-9ab8-525e82dffc31 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:security_group_rule and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:45.201789 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-95580e00-5dc4-4cda-9ab8-525e82dffc31 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:45.214963 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port 8d790f60-a525-4f7a-beb3-8db6ace78cfe {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:45.215327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.225663 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 3 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:45.283185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-95580e00-5dc4-4cda-9ab8-525e82dffc31 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:45.292467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:45.298354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.298747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.380720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:45.383081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95580e00-5dc4-4cda-9ab8-525e82dffc31 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.385073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Allocated IP 2001:db8::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/7bd17b8d-5cf5-41a2-a7c2-2bef7ff907a5/4e5ab401-9025-4082-9dda-0c188bd73c4f) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:45.387264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7737d1a9-b3a9-4124-8251-17d56719e1fc tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.395492 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:port and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:45.402830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:45.412801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7737d1a9-b3a9-4124-8251-17d56719e1fc tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.456327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:45.481868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:45.484406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:45.490160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:45.490798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.511921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:45.523446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=9a6ea65c-682e-4bfd-842f-c2cb2d0fc88a,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:45.548193 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9c7c4934-bd18-40c2-abd9-0cc041dac255 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5725508 Oct 17 17:51:45.552016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41312) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:45.582940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:45.593936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1335b61d-e3f4-464c-a3c3-2a7a5f49c387 None None] Network 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:45.600155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Subnet': ['ID=ac9a9c0c-5636-498a-8aac-969bbdbfbfab,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:45.646337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95580e00-5dc4-4cda-9ab8-525e82dffc31 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.698039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Checking segment: {'id': '86f7e01a-b30b-4543-b683-6ea450da1438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '61827e42-aa82-43c3-9f6f-9bab858141b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:45.698613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network hostable DHCP agents. Network: 61827e42-aa82-43c3-9f6f-9bab858141b5, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:45.705942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95580e00-5dc4-4cda-9ab8-525e82dffc31 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.726094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-7737d1a9-b3a9-4124-8251-17d56719e1fc tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] In _notify_port_updated(), no bound segment for port e3b3a81a-eda4-49a0-8cad-e42c0285aa49 on network 812cdd55-2b67-4620-a0a3-f840e819fb76 {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:51:45.732933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7737d1a9-b3a9-4124-8251-17d56719e1fc tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:45.733989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7737d1a9-b3a9-4124-8251-17d56719e1fc tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.734892 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7737d1a9-b3a9-4124-8251-17d56719e1fc tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "PUT /v2.0/ports/e3b3a81a-eda4-49a0-8cad-e42c0285aa49 HTTP/1.1" status: 200 len: 995 time: 2.7431841 Oct 17 17:51:45.741743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41316) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:45.752071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737d1a9-b3a9-4124-8251-17d56719e1fc tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event updated for resources: {'Port': ['ID=e3b3a81a-eda4-49a0-8cad-e42c0285aa49,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:45.761543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.781019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ab719aea-5e6f-4630-b90d-1be24e0cd922 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:45.791871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95580e00-5dc4-4cda-9ab8-525e82dffc31 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9902fcaf-ec67-4bf1-ad4e-6b962a514c63,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:45.792078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network 61827e42-aa82-43c3-9f6f-9bab858141b5 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:45.811362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port 54661180-e028-438c-832c-df99fc105ed9 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:45.816033 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 4 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:45.842559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95580e00-5dc4-4cda-9ab8-525e82dffc31 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.843790 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-95580e00-5dc4-4cda-9ab8-525e82dffc31 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6636274 Oct 17 17:51:45.851842 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41320) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:45.865249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-50fff307-3d53-42b9-8d65-3dcf9075c346 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Request body: {'security_group_rule': {'security_group_id': '96878005-56eb-40d1-8661-5fdafe5d5ea7', 'project_id': '29ba416679c3411bac939e44d43c516a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:45.885666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-50fff307-3d53-42b9-8d65-3dcf9075c346 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:45.894914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.905408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 61827e42-aa82-43c3-9f6f-9bab858141b5) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:45.908038 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.914574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-50fff307-3d53-42b9-8d65-3dcf9075c346 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:security_group_rule and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:45.924426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0419b-7449-4839-ab5d-aee83f486454 None None] Network 61827e42-aa82-43c3-9f6f-9bab858141b5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:45.924786 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-dc040147-bfd6-42ac-9a44-0b022b96f791 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Deleting port e3b3a81a-eda4-49a0-8cad-e42c0285aa49 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:45.925133 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc040147-bfd6-42ac-9a44-0b022b96f791 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:45.936452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:45.936931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621241'] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.010355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-50fff307-3d53-42b9-8d65-3dcf9075c346 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:46.052986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-50fff307-3d53-42b9-8d65-3dcf9075c346 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:46.074472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8988bc-7c80-4396-aa59-23487cae7bcc tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:46.075816 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7d8988bc-7c80-4396-aa59-23487cae7bcc tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:46.101489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Transition to ACTIVE for port object 4e5ab401-9025-4082-9dda-0c188bd73c4f will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:46.130504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:46.136694 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-50fff307-3d53-42b9-8d65-3dcf9075c346 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Project 29ba416679c3411bac939e44d43c516a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:51:46.179603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Transition to ACTIVE for port object 4e5ab401-9025-4082-9dda-0c188bd73c4f will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:46.225248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.244889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50fff307-3d53-42b9-8d65-3dcf9075c346 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.265055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7d8988bc-7c80-4396-aa59-23487cae7bcc tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:46.266307 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7d8988bc-7c80-4396-aa59-23487cae7bcc tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.7110589 Oct 17 17:51:46.273969 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41326) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:46.293256 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ae5a344d-5751-4d2f-b8e0-e487a3d0b817 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8960836 Oct 17 17:51:46.294213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41330) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:46.314777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-0bd42095-cde8-4f18-b8bf-e80efb7665a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:46.391396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:46.393323 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.400753 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:46.441390 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:46.443551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Pushing event updated for resources: {'Port': ['ID=4e5ab401-9025-4082-9dda-0c188bd73c4f,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:46.484454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0bd42095-cde8-4f18-b8bf-e80efb7665a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3049963'] for subnet, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.551581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.635080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Attempting to bind port 4e5ab401-9025-4082-9dda-0c188bd73c4f on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:46.635506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Attempting to bind port 4e5ab401-9025-4082-9dda-0c188bd73c4f by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:46.635640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Attempting to bind port 4e5ab401-9025-4082-9dda-0c188bd73c4f on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:46.638154 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 5 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:46.675438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 551b71eb-9023-465c-8920-9d443c7d3ddb is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:46.682824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:46.691926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:46.692262 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:46.692786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.693244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:46.693859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Bound port: 4e5ab401-9025-4082-9dda-0c188bd73c4f, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:46.694791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.694922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=54661180-e028-438c-832c-df99fc105ed9,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:46.699583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:46.715015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:46.715652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.717095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-61827e42-aa82-43c3-9f6f-9bab858141b5', 'network_id': '61827e42-aa82-43c3-9f6f-9bab858141b5', 'tenant_id': '6f2d5c26d3f7426da953ca5765625a01', 'fixed_ips': [{'subnet_id': 'ac9a9c0c-5636-498a-8aac-969bbdbfbfab'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:46.717777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.759897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1c48eb4a-12c5-4469-bc12-2650cb45eab1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 9a6ea65c-682e-4bfd-842f-c2cb2d0fc88a {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:46.760240 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1c48eb4a-12c5-4469-bc12-2650cb45eab1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.808300 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:46.842909 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2394aa67-e2c7-4437-bd94-ff9e0ce8212e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7186518 Oct 17 17:51:46.845253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41334) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:46.849882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0bd42095-cde8-4f18-b8bf-e80efb7665a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738780658571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2389281'] for subnet, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.858404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50fff307-3d53-42b9-8d65-3dcf9075c346 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.869666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.870034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.870385 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Floating IP 6a804dce-0794-4c09-8f7f-c74f857ed213 disassociated. External IP: 172.26.8.111, port: 8d790f60-a525-4f7a-beb3-8db6ace78cfe. Oct 17 17:51:46.870776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for 8d790f60-a525-4f7a-beb3-8db6ace78cfe owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:46.922127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] For port 4e5ab401-9025-4082-9dda-0c188bd73c4f, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:46.930839 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50fff307-3d53-42b9-8d65-3dcf9075c346 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.962871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] For port 4e5ab401-9025-4082-9dda-0c188bd73c4f, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4e5ab401-9025-4082-9dda-0c188bd73c4f,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:46.966249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc040147-bfd6-42ac-9a44-0b022b96f791 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.969545 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.984447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd42095-cde8-4f18-b8bf-e80efb7665a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:46.985157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0bd42095-cde8-4f18-b8bf-e80efb7665a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:46.988978 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0bd42095-cde8-4f18-b8bf-e80efb7665a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "PUT /v2.0/subnets/ac9a9c0c-5636-498a-8aac-969bbdbfbfab HTTP/1.1" status: 200 len: 826 time: 0.6883461 Oct 17 17:51:46.994840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41338) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:47.021727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca8bb7-9973-412c-868d-ff12dce1cd30 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:47.022417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ebca8bb7-9973-412c-868d-ff12dce1cd30 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:47.026632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd42095-cde8-4f18-b8bf-e80efb7665a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Subnet': ['ID=ac9a9c0c-5636-498a-8aac-969bbdbfbfab,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:47.042135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ebca8bb7-9973-412c-868d-ff12dce1cd30 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:47.046772 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ebca8bb7-9973-412c-868d-ff12dce1cd30 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/54661180-e028-438c-832c-df99fc105ed9 HTTP/1.1" status: 200 len: 844 time: 0.1970692 Oct 17 17:51:47.047356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41342) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:47.101861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fff307-3d53-42b9-8d65-3dcf9075c346 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9c0346-0537-456f-a5bf-fcef006faaf0,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:47.118943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Allocated IP 2001:db8::2 (61827e42-aa82-43c3-9f6f-9bab858141b5/ac9a9c0c-5636-498a-8aac-969bbdbfbfab/ea31ef2a-60f1-4927-8f0a-f6e222077542) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:47.121313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2ab59-838c-4fd3-af94-e694c7d217e4 None None] Pushing event updated for resources: {'Port': ['ID=4e5ab401-9025-4082-9dda-0c188bd73c4f,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:47.126243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-5768f34a-ce1b-4735-bf6f-9127ae5e4cd2 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 54661180-e028-438c-832c-df99fc105ed9 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:47.126695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5768f34a-ce1b-4735-bf6f-9127ae5e4cd2 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.208437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50fff307-3d53-42b9-8d65-3dcf9075c346 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.212469 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-50fff307-3d53-42b9-8d65-3dcf9075c346 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3550868 Oct 17 17:51:47.225264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-dc040147-bfd6-42ac-9a44-0b022b96f791 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Calling delete_port for e3b3a81a-eda4-49a0-8cad-e42c0285aa49 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:47.229748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41346) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:47.240749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e97b6ed2-6bd2-4e1c-b226-55d2251a028a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Request body: {'security_group_rule': {'security_group_id': '96878005-56eb-40d1-8661-5fdafe5d5ea7', 'project_id': '29ba416679c3411bac939e44d43c516a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:47.262069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e97b6ed2-6bd2-4e1c-b226-55d2251a028a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:47.270142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e97b6ed2-6bd2-4e1c-b226-55d2251a028a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:security_group_rule and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:47.275480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e97b6ed2-6bd2-4e1c-b226-55d2251a028a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:47.285725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e97b6ed2-6bd2-4e1c-b226-55d2251a028a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:47.314373 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 6 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:47.399573 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-e97b6ed2-6bd2-4e1c-b226-55d2251a028a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Project 29ba416679c3411bac939e44d43c516a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:51:47.417910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e97b6ed2-6bd2-4e1c-b226-55d2251a028a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.425006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d94051-37be-48e9-8028-492e9a199ed8 req-497be6aa-f775-46d9-8c36-d91fb5dace74 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:47.433242 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-71d94051-37be-48e9-8028-492e9a199ed8 req-497be6aa-f775-46d9-8c36-d91fb5dace74 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.8804421 Oct 17 17:51:47.448420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5768f34a-ce1b-4735-bf6f-9127ae5e4cd2 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.457867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:47.533132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.548091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Transition to ACTIVE for port object ea31ef2a-60f1-4927-8f0a-f6e222077542 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:47.583091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Transition to ACTIVE for port object ea31ef2a-60f1-4927-8f0a-f6e222077542 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:47.593828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.606132 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-5768f34a-ce1b-4735-bf6f-9127ae5e4cd2 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 54661180-e028-438c-832c-df99fc105ed9 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:47.665203 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Network 61827e42-aa82-43c3-9f6f-9bab858141b5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:47.668100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:47.673453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:47.704724 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-71d94051-37be-48e9-8028-492e9a199ed8 req-65adc582-b3f2-4804-a668-cc3572f15e5c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706833 Oct 17 17:51:47.714827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e97b6ed2-6bd2-4e1c-b226-55d2251a028a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.761497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e97b6ed2-6bd2-4e1c-b226-55d2251a028a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.790407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.818526 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.821097 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5768f34a-ce1b-4735-bf6f-9127ae5e4cd2 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.821290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Attempting to bind port ea31ef2a-60f1-4927-8f0a-f6e222077542 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:47.821672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Attempting to bind port ea31ef2a-60f1-4927-8f0a-f6e222077542 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '86f7e01a-b30b-4543-b683-6ea450da1438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '61827e42-aa82-43c3-9f6f-9bab858141b5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:47.822029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Attempting to bind port ea31ef2a-60f1-4927-8f0a-f6e222077542 on network 61827e42-aa82-43c3-9f6f-9bab858141b5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:47.824163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Pushing event updated for resources: {'Port': ['ID=ea31ef2a-60f1-4927-8f0a-f6e222077542,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:47.834057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:47.834438 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Checking segment: {'id': '86f7e01a-b30b-4543-b683-6ea450da1438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '61827e42-aa82-43c3-9f6f-9bab858141b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:47.834833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.835254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Bound using segment: {'id': '86f7e01a-b30b-4543-b683-6ea450da1438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '61827e42-aa82-43c3-9f6f-9bab858141b5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:47.835718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Bound port: ea31ef2a-60f1-4927-8f0a-f6e222077542, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f7e01a-b30b-4543-b683-6ea450da1438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '61827e42-aa82-43c3-9f6f-9bab858141b5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:47.836089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.854113 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e97b6ed2-6bd2-4e1c-b226-55d2251a028a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.861309 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e97b6ed2-6bd2-4e1c-b226-55d2251a028a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6304822 Oct 17 17:51:47.877501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41352) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:47.905800 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Request body: {'network': {'name': 'tempest-network-smoke--995984231', 'project_id': '29ba416679c3411bac939e44d43c516a', 'port_security_enabled': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:47.923198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5768f34a-ce1b-4735-bf6f-9127ae5e4cd2 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.926780 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5768f34a-ce1b-4735-bf6f-9127ae5e4cd2 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/54661180-e028-438c-832c-df99fc105ed9 HTTP/1.1" status: 204 len: 168 time: 0.8778288 Oct 17 17:51:47.927951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1c48eb4a-12c5-4469-bc12-2650cb45eab1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.928690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f34a-ce1b-4735-bf6f-9127ae5e4cd2 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=54661180-e028-438c-832c-df99fc105ed9,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:47.931359 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b6ed2-6bd2-4e1c-b226-55d2251a028a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e668dbd1-c772-4ad9-bd47-6574e1095c24,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:47.933703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41356) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:47.939517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting port ea31ef2a-60f1-4927-8f0a-f6e222077542 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:47.939974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:47.982812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] For port ea31ef2a-60f1-4927-8f0a-f6e222077542, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:47.986600 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 7 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:47.995702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=8d790f60-a525-4f7a-beb3-8db6ace78cfe,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:48.005199 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-71460284-3aa4-4606-9159-c16a0de64754 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:51:48.005798 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-71460284-3aa4-4606-9159-c16a0de64754 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:48.028451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-71460284-3aa4-4606-9159-c16a0de64754 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:48.033382 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-71460284-3aa4-4606-9159-c16a0de64754 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/54661180-e028-438c-832c-df99fc105ed9 HTTP/1.1" status: 404 len: 333 time: 0.0902009 Oct 17 17:51:48.034753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41362) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:48.041375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:48.050507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'name': 'tempest-PortsIpV6TestJSON-1703539221'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:48.109601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4e5ab401-9025-4082-9dda-0c188bd73c4f up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:48.173924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] For port ea31ef2a-60f1-4927-8f0a-f6e222077542, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ea31ef2a-60f1-4927-8f0a-f6e222077542,segment=NetworkSegment(86f7e01a-b30b-4543-b683-6ea450da1438),segment_id=86f7e01a-b30b-4543-b683-6ea450da1438)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:48.176017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:48.183748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:48.388604 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b1f74-aa3e-4454-8f5d-e6329af8f3f8 None None] Pushing event updated for resources: {'Port': ['ID=ea31ef2a-60f1-4927-8f0a-f6e222077542,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:48.415372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 4e5ab401-9025-4082-9dda-0c188bd73c4f completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:48.453965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:48.470778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:48.483765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7276f-9402-4b45-adf1-e156c3e3ceda req-e0047820-d50f-4e1c-934e-fe6d53f6889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:48.485290 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d6b7276f-9402-4b45-adf1-e156c3e3ceda req-e0047820-d50f-4e1c-934e-fe6d53f6889f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=654f9b38b43d444ba34dd32ecf9486da&device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 1098 time: 0.1705573 Oct 17 17:51:48.489854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:48.493630 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:48.574747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:network and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:48.584353 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1c48eb4a-12c5-4469-bc12-2650cb45eab1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 9a6ea65c-682e-4bfd-842f-c2cb2d0fc88a owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:48.630778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc040147-bfd6-42ac-9a44-0b022b96f791 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:48.639710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:48.678057 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 8 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:48.731960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port 5083a63b-48a9-4de2-84a0-18fb34ce533a yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:48.793007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6af95e1-6b18-42d1-a5e7-d567742fe2f4 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:48.805559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:48.835369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc040147-bfd6-42ac-9a44-0b022b96f791 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event deleted for resources: {'Port': ['ID=e3b3a81a-eda4-49a0-8cad-e42c0285aa49,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:48.906051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7276f-9402-4b45-adf1-e156c3e3ceda req-a7250804-5984-4fc9-88ca-f79466587de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:48.908219 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d6b7276f-9402-4b45-adf1-e156c3e3ceda req-a7250804-5984-4fc9-88ca-f79466587de9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=867fdddf-660d-43b9-8967-850b2cd274b8 HTTP/1.1" status: 200 len: 913 time: 0.4029772 Oct 17 17:51:49.010075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:49.049833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Made reservation on behalf of 29ba416679c3411bac939e44d43c516a for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:49.053545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:49.187303 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d6b7276f-9402-4b45-adf1-e156c3e3ceda req-bb33f12e-a8e0-415e-a0b3-83b35871a5cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fd4e418-9589-4b81-a682-96e731da3426 HTTP/1.1" status: 200 len: 1000 time: 0.2581728 Oct 17 17:51:49.322199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router d10f7e43-49ba-41c5-b826-092e69100248 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:51:49.350480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7276f-9402-4b45-adf1-e156c3e3ceda req-9d17bd5d-8ded-4cc9-b720-d31f893ad2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:49.352844 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d6b7276f-9402-4b45-adf1-e156c3e3ceda req-9d17bd5d-8ded-4cc9-b720-d31f893ad2cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=581cdf88-02d3-42a0-acf9-ce0d3088d30b HTTP/1.1" status: 200 len: 851 time: 0.1587286 Oct 17 17:51:49.357853 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:49.359383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc040147-bfd6-42ac-9a44-0b022b96f791 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:49.377635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1916e-a7ec-48e5-b24d-cdcc70696c1d req-01412c46-948d-4b92-bb47-1691a642d5ab tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:49.385020 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-68e1916e-a7ec-48e5-b24d-cdcc70696c1d req-01412c46-948d-4b92-bb47-1691a642d5ab tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.8656757 Oct 17 17:51:49.422202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:49.511349 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 9 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:49.518009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7276f-9402-4b45-adf1-e156c3e3ceda req-db7e8aa5-551f-4a46-a9e8-136e8431461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:49.519634 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d6b7276f-9402-4b45-adf1-e156c3e3ceda req-db7e8aa5-551f-4a46-a9e8-136e8431461a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867fdddf-660d-43b9-8967-850b2cd274b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1579027 Oct 17 17:51:49.578084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:49.600447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1c48eb4a-12c5-4469-bc12-2650cb45eab1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:49.604558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:49.665556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:49.665900 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Added segment 8e6928ac-7cfe-4b88-9d94-3299b18d7ef8 of type vlan for network 70318c35-5ed8-4966-9dbe-6d1629455769 Oct 17 17:51:49.667681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] For port ea31ef2a-60f1-4927-8f0a-f6e222077542, host dv-neutron-860895-1-hyperv, got binding levels [] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:49.668049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:49.788876 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dc040147-bfd6-42ac-9a44-0b022b96f791 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "DELETE /v2.0/ports/e3b3a81a-eda4-49a0-8cad-e42c0285aa49 HTTP/1.1" status: 204 len: 168 time: 4.0426881 Oct 17 17:51:49.790042 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48eb4a-12c5-4469-bc12-2650cb45eab1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=9a6ea65c-682e-4bfd-842f-c2cb2d0fc88a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:49.797155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41368) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:49.809912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 551b71eb-9023-465c-8920-9d443c7d3ddb is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:49.817571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:49.829857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:49.839446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:49.840409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:49.840950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ea31ef2a-60f1-4927-8f0a-f6e222077542 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:49.859851 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1c48eb4a-12c5-4469-bc12-2650cb45eab1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:49.893895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02547c4-ab92-4742-b759-2d85792e411c None None] Network 61827e42-aa82-43c3-9f6f-9bab858141b5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:49.952856 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d6b7276f-9402-4b45-adf1-e156c3e3ceda req-59f99caa-3c46-4f04-a6d9-708d76812aa5 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266295 Oct 17 17:51:49.954658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=5083a63b-48a9-4de2-84a0-18fb34ce533a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:49.983190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Calling delete_port for ea31ef2a-60f1-4927-8f0a-f6e222077542 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:50.065195 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4c6d6669-00c4-4a0d-afc5-2e6fece6a588 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0291486 Oct 17 17:51:50.066010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41372) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:50.074099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-021a1f39-dd8b-423d-9059-853b3e001198 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:50.148684 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Attempt 10 to provision port be825c13-f662-4d82-9d8f-6bfea6116d3a Oct 17 17:51:50.252096 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-68e1916e-a7ec-48e5-b24d-cdcc70696c1d req-783a22bc-575c-4766-9289-49f8633bf43d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8658907 Oct 17 17:51:50.255903 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1c48eb4a-12c5-4469-bc12-2650cb45eab1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/9a6ea65c-682e-4bfd-842f-c2cb2d0fc88a HTTP/1.1" status: 204 len: 168 time: 3.9695227 Oct 17 17:51:50.259390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41376) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:50.259619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Port be825c13-f662-4d82-9d8f-6bfea6116d3a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:50.259739 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.272616 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-8053d598-4fff-4eea-b1b7-3c65e68626c0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] GET failed (client error): The resource could not be found. Oct 17 17:51:50.273415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8053d598-4fff-4eea-b1b7-3c65e68626c0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Synchronizing usage tracker for tenant:e202003e01da4ce4aad5dcd078933531 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:50.280350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:51:50.290932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Could not find standard attr ID for object b839f48a-baac-4ad3-accf-b6b87e057215. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:51:50.291620 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046e4fa-a2f3-4ca4-bd34-eff05c88884e None None] Sync routers for ids ['d10f7e43-49ba-41c5-b826-092e69100248'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:51:50.296477 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port ea31ef2a-60f1-4927-8f0a-f6e222077542 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:50.303117 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046e4fa-a2f3-4ca4-bd34-eff05c88884e None None] Routers {'d10f7e43-49ba-41c5-b826-092e69100248'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:50.303737 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3046e4fa-a2f3-4ca4-bd34-eff05c88884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d10f7e43-49ba-41c5-b826-092e69100248'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:50.305813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6abcbea7-9c36-4f62-85c7-4cac85d41701 None None] Could not find standard attr ID for object 15030142-cb38-47b7-895e-fafd3aef5257. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:51:50.345546 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d6b7276f-9402-4b45-adf1-e156c3e3ceda req-ffba1e5e-bda7-4a99-b639-b36ab1aa36bd service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777287 Oct 17 17:51:50.346172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-021a1f39-dd8b-423d-9059-853b3e001198 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.379509 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3046e4fa-a2f3-4ca4-bd34-eff05c88884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:50.390908 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3046e4fa-a2f3-4ca4-bd34-eff05c88884e None None] Routers {'d10f7e43-49ba-41c5-b826-092e69100248'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:50.391788 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3046e4fa-a2f3-4ca4-bd34-eff05c88884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d10f7e43-49ba-41c5-b826-092e69100248'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:50.426844 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Could not find standard attr ID for object e3b3a81a-eda4-49a0-8cad-e42c0285aa49. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:51:50.430216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Could not find standard attr ID for object 8d790f60-a525-4f7a-beb3-8db6ace78cfe. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:51:50.443576 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Provisioning for port ab719aea-5e6f-4630-b90d-1be24e0cd922 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:50.450534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Provisioning complete for port ab719aea-5e6f-4630-b90d-1be24e0cd922 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:50.451451 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.451451 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Attempt 1 to provision port ab719aea-5e6f-4630-b90d-1be24e0cd922 Oct 17 17:51:50.471898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b44bfd-876a-4019-832c-901a26c88f02 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:50.473869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b44bfd-876a-4019-832c-901a26c88f02 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:50.475194 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3046e4fa-a2f3-4ca4-bd34-eff05c88884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:50.475755 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3046e4fa-a2f3-4ca4-bd34-eff05c88884e None None] The sync data for ids ['d10f7e43-49ba-41c5-b826-092e69100248'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:51:50.481098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41380) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:50.483677 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-71b44bfd-876a-4019-832c-901a26c88f02 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2259693 Oct 17 17:51:50.495626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:51:50.495952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:51:50.501467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8053d598-4fff-4eea-b1b7-3c65e68626c0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Unset dirty status for tenant:e202003e01da4ce4aad5dcd078933531 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:50.506886 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8053d598-4fff-4eea-b1b7-3c65e68626c0 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "GET /v2.0/ports/e3b3a81a-eda4-49a0-8cad-e42c0285aa49 HTTP/1.1" status: 404 len: 333 time: 0.6397469 Oct 17 17:51:50.510154 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41384) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:50.517033 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Request body: {'port': {'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76', 'name': 'tempest-AllowedAddressPairTestJSON-1929610378'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:50.572056 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.577694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:50.578329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.614021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Current status of the port ab719aea-5e6f-4630-b90d-1be24e0cd922 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:50.614401 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.624365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.628137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d79bd7a-4917-4eb4-afd9-9b69554b81dd None None] Network 61827e42-aa82-43c3-9f6f-9bab858141b5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:50.693761 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c92a23e5-c38a-41ef-b9e1-4ef06d332794 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/ports/8d790f60-a525-4f7a-beb3-8db6ace78cfe HTTP/1.1" status: 204 len: 168 time: 5.6332312 Oct 17 17:51:50.697688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41388) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:50.736611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] For port ab719aea-5e6f-4630-b90d-1be24e0cd922, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ab719aea-5e6f-4630-b90d-1be24e0cd922,segment=NetworkSegment(e53e58a9-6282-44fd-a78e-7408ad9049f9),segment_id=e53e58a9-6282-44fd-a78e-7408ad9049f9)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:50.750471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.773631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-970923ec-7371-4bcb-82e8-7c10d382ffc1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 7bd17b8d-5cf5-41a2-a7c2-2bef7ff907a5 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:51:50.788488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-970923ec-7371-4bcb-82e8-7c10d382ffc1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.799877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:50.817448 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.9318743 Oct 17 17:51:50.821815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-021a1f39-dd8b-423d-9059-853b3e001198 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.824123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41392) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:50.829360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:50.838284 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'admin_state_up': True, 'project_id': '29ba416679c3411bac939e44d43c516a', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:50.844630 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-021a1f39-dd8b-423d-9059-853b3e001198 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.844821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-021a1f39-dd8b-423d-9059-853b3e001198 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] In _notify_port_updated(), no bound segment for port 5083a63b-48a9-4de2-84a0-18fb34ce533a on network 551b71eb-9023-465c-8920-9d443c7d3ddb {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:51:50.850640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021a1f39-dd8b-423d-9059-853b3e001198 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:50.850945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-021a1f39-dd8b-423d-9059-853b3e001198 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.854954 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-021a1f39-dd8b-423d-9059-853b3e001198 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "PUT /v2.0/ports/5083a63b-48a9-4de2-84a0-18fb34ce533a HTTP/1.1" status: 200 len: 818 time: 0.7829859 Oct 17 17:51:50.885777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41396) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:50.889168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:50.901015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:router and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:50.907192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Provisioning for port 4e5ab401-9025-4082-9dda-0c188bd73c4f completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:50.917946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:50.926958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Made reservation on behalf of e202003e01da4ce4aad5dcd078933531 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:50.930923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.932816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Provisioning complete for port 4e5ab401-9025-4082-9dda-0c188bd73c4f triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:50.943565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:50.944002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64bdae1-c257-4be4-9ce7-ea6366ed35d4 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'Network': ['ID=70318c35-5ed8-4966-9dbe-6d1629455769,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:50.944144 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Attempt 1 to provision port 4e5ab401-9025-4082-9dda-0c188bd73c4f Oct 17 17:51:50.949236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:50.979491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 70318c35-5ed8-4966-9dbe-6d1629455769 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:50.998286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting port ea31ef2a-60f1-4927-8f0a-f6e222077542 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:50.998629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.004712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Pushing event updated for resources: {'Port': ['ID=ab719aea-5e6f-4630-b90d-1be24e0cd922,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:51.037571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-970923ec-7371-4bcb-82e8-7c10d382ffc1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.134006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-3796fbb9-a38b-4199-97b7-3fe2980ea8e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 5083a63b-48a9-4de2-84a0-18fb34ce533a {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:51.134403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3796fbb9-a38b-4199-97b7-3fe2980ea8e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.139523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] device_id is not set on port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:51.182931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.184054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.190775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a1f39-dd8b-423d-9059-853b3e001198 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=5083a63b-48a9-4de2-84a0-18fb34ce533a,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:51.235480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.305494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Current status of the port 4e5ab401-9025-4082-9dda-0c188bd73c4f is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:51.305876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.346760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] For port 4e5ab401-9025-4082-9dda-0c188bd73c4f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4e5ab401-9025-4082-9dda-0c188bd73c4f,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:51.352144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.414845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Could not find standard attr ID for object 9a6ea65c-682e-4bfd-842f-c2cb2d0fc88a. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:51:51.455312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Provisioning for port ea31ef2a-60f1-4927-8f0a-f6e222077542 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:51.460490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Pushing event updated for resources: {'Port': ['ID=4e5ab401-9025-4082-9dda-0c188bd73c4f,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:51.464475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Provisioning complete for port ea31ef2a-60f1-4927-8f0a-f6e222077542 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:51.464836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.465174 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Attempt 1 to provision port ea31ef2a-60f1-4927-8f0a-f6e222077542 Oct 17 17:51:51.564355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Allocated IP 172.20.0.7 (812cdd55-2b67-4620-a0a3-f840e819fb76/c65f219d-d2a3-4f75-a63c-b52d307b3dc0/4f3ce66b-46dc-4c60-8722-ccf9ce863225) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:51.610403 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Current status of the port ea31ef2a-60f1-4927-8f0a-f6e222077542 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:51.610983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.652699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] For port ea31ef2a-60f1-4927-8f0a-f6e222077542, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ea31ef2a-60f1-4927-8f0a-f6e222077542,segment=NetworkSegment(86f7e01a-b30b-4543-b683-6ea450da1438),segment_id=86f7e01a-b30b-4543-b683-6ea450da1438)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:51.658888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.728094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-970923ec-7371-4bcb-82e8-7c10d382ffc1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.804433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4e5ab401-9025-4082-9dda-0c188bd73c4f up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:51.859730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88c788-6174-48cb-95a1-b42a67039288 None None] Pushing event updated for resources: {'Port': ['ID=ea31ef2a-60f1-4927-8f0a-f6e222077542,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:51.877513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6c801ee4-7ca7-461e-8bdb-1e86df456fd0 None None] Provisioning complete for port ea31ef2a-60f1-4927-8f0a-f6e222077542 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:51.878024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6c801ee4-7ca7-461e-8bdb-1e86df456fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.878451 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6c801ee4-7ca7-461e-8bdb-1e86df456fd0 None None] Attempt 1 to provision port ea31ef2a-60f1-4927-8f0a-f6e222077542 Oct 17 17:51:51.903090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.951996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4e5ab401-9025-4082-9dda-0c188bd73c4f triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:51.952602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:51.953046 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4e5ab401-9025-4082-9dda-0c188bd73c4f Oct 17 17:51:51.990785 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae49c3-484b-4447-a376-da5743a9ef43 req-c40dd170-6d47-45c3-8165-d982cab7c41c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:51.992270 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-18ae49c3-484b-4447-a376-da5743a9ef43 req-c40dd170-6d47-45c3-8165-d982cab7c41c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.3655534 Oct 17 17:51:52.034492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3796fbb9-a38b-4199-97b7-3fe2980ea8e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:52.057546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] For port ea31ef2a-60f1-4927-8f0a-f6e222077542, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ea31ef2a-60f1-4927-8f0a-f6e222077542,segment=NetworkSegment(86f7e01a-b30b-4543-b683-6ea450da1438),segment_id=86f7e01a-b30b-4543-b683-6ea450da1438)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:52.057906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:52.074447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6c801ee4-7ca7-461e-8bdb-1e86df456fd0 None None] Current status of the port ea31ef2a-60f1-4927-8f0a-f6e222077542 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:52.150188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:52.157807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4e5ab401-9025-4082-9dda-0c188bd73c4f is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:52.158958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ab719aea-5e6f-4630-b90d-1be24e0cd922 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:52.172058 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-18ae49c3-484b-4447-a376-da5743a9ef43 req-38c6389e-0f49-4bea-b6c1-c5f76aae3506 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046054 Oct 17 17:51:52.185099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Transition to ACTIVE for port object 4f3ce66b-46dc-4c60-8722-ccf9ce863225 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:52.235703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ab719aea-5e6f-4630-b90d-1be24e0cd922 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:52.236154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:52.236785 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ab719aea-5e6f-4630-b90d-1be24e0cd922 Oct 17 17:51:52.255589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:52.357449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Calling delete_port for ea31ef2a-60f1-4927-8f0a-f6e222077542 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:52.370395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ab719aea-5e6f-4630-b90d-1be24e0cd922 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:52.417793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-3796fbb9-a38b-4199-97b7-3fe2980ea8e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 5083a63b-48a9-4de2-84a0-18fb34ce533a owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:52.461161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Network 812cdd55-2b67-4620-a0a3-f840e819fb76 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:52.494270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event updated for resources: {'Port': ['ID=4f3ce66b-46dc-4c60-8722-ccf9ce863225,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:52.497764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:52.499806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:52.540937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:52.567191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-970923ec-7371-4bcb-82e8-7c10d382ffc1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:52.576975 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:52.648607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4b12d-bf23-4eb6-8161-518fc315bf73 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:52.648878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:52.649521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:52.654980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970923ec-7371-4bcb-82e8-7c10d382ffc1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd17b8d-5cf5-41a2-a7c2-2bef7ff907a5,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:52.660494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-970923ec-7371-4bcb-82e8-7c10d382ffc1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:52.689167 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-970923ec-7371-4bcb-82e8-7c10d382ffc1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/7bd17b8d-5cf5-41a2-a7c2-2bef7ff907a5 HTTP/1.1" status: 204 len: 168 time: 2.1950314 Oct 17 17:51:52.692110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41404) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:52.745653 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2615ca94-7185-49ab-bf06-6b240be84a4c tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2317331 Oct 17 17:51:52.745924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41408) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:52.755080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Request body: {'port': {'network_id': '812cdd55-2b67-4620-a0a3-f840e819fb76', 'name': 'tempest-AllowedAddressPairTestJSON-293464779'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:52.782996 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-79b5e9bb-9ec0-4456-bae2-76708cd5226d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870433 Oct 17 17:51:52.782996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3796fbb9-a38b-4199-97b7-3fe2980ea8e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:52.788638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41412) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:52.824121 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:51:52.824517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:51:52.834425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:52.838051 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Provisioning for port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:52.872819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796fbb9-a38b-4199-97b7-3fe2980ea8e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=5083a63b-48a9-4de2-84a0-18fb34ce533a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:52.887034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Provisioning complete for port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:52.887493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:52.887832 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Attempt 1 to provision port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 Oct 17 17:51:52.961111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:52.989018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Allocated IP 172.26.8.30 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/7d3d07d5-fdbf-4b7e-b727-8070d848841a) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:53.001871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a17dd-f87d-4a97-829a-5bdfcb79122b req-f5dc4d54-80ad-4c10-affe-f089d79051c5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:53.007609 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-453a17dd-f87d-4a97-829a-5bdfcb79122b req-f5dc4d54-80ad-4c10-affe-f089d79051c5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.5612948 Oct 17 17:51:53.017330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3796fbb9-a38b-4199-97b7-3fe2980ea8e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:53.049699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b333c9e5-87be-4083-89ab-f9f313d13776 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:51:53.053930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b333c9e5-87be-4083-89ab-f9f313d13776 None None] Deleting port 4e5ab401-9025-4082-9dda-0c188bd73c4f {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:53.054815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b333c9e5-87be-4083-89ab-f9f313d13776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:53.082707 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3796fbb9-a38b-4199-97b7-3fe2980ea8e3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/5083a63b-48a9-4de2-84a0-18fb34ce533a HTTP/1.1" status: 204 len: 168 time: 2.1812122 Oct 17 17:51:53.083587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41416) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:53.157348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:53.172945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:53.179019 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-453a17dd-f87d-4a97-829a-5bdfcb79122b req-613ad035-f580-4c6b-8f3e-87213c77dcce tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474597 Oct 17 17:51:53.180343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:53.187598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:53.190261 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Usage tracker for resource:port and tenant:e202003e01da4ce4aad5dcd078933531 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:53.195127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:53.196265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:53.212904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:53.236146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:53.237857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b8fde5f-8950-4cc7-b916-e39dab02a00a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:53.241606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Made reservation on behalf of e202003e01da4ce4aad5dcd078933531 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:53.245441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:53.270967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] device_id is not set on port 43794830-ecfb-43eb-945b-e67a9378f35e yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:53.292110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b333c9e5-87be-4083-89ab-f9f313d13776 None None] For port 4e5ab401-9025-4082-9dda-0c188bd73c4f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4e5ab401-9025-4082-9dda-0c188bd73c4f,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:53.292504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b333c9e5-87be-4083-89ab-f9f313d13776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:53.310867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting port ea31ef2a-60f1-4927-8f0a-f6e222077542 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:53.310867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:53.343800 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:53.347430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:53.439721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b333c9e5-87be-4083-89ab-f9f313d13776 None None] Calling delete_port for 4e5ab401-9025-4082-9dda-0c188bd73c4f owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:53.468125 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Attempt 2 to provision port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 Oct 17 17:51:53.483772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:53.554319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:53.563116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Allocated IP 172.20.0.14 (812cdd55-2b67-4620-a0a3-f840e819fb76/c65f219d-d2a3-4f75-a63c-b52d307b3dc0/43794830-ecfb-43eb-945b-e67a9378f35e) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:53.582705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b333c9e5-87be-4083-89ab-f9f313d13776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:53.602217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:53.617187 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4843253-a9b0-4893-a644-551041fedc92 req-dff0141d-6d1c-4645-a428-dd0c1d25278a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:53.623411 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f4843253-a9b0-4893-a644-551041fedc92 req-dff0141d-6d1c-4645-a428-dd0c1d25278a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.2781060 Oct 17 17:51:53.625419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:53.634777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333c9e5-87be-4083-89ab-f9f313d13776 None None] No DVR routers for this DVR port 4e5ab401-9025-4082-9dda-0c188bd73c4f on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:51:53.640025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333c9e5-87be-4083-89ab-f9f313d13776 None None] Pushing event deleted for resources: {'Port': ['ID=4e5ab401-9025-4082-9dda-0c188bd73c4f,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:53.651132 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'Port': ['ID=7d3d07d5-fdbf-4b7e-b727-8070d848841a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:53.655902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:53.749771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ea31ef2a-60f1-4927-8f0a-f6e222077542 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:53.768664 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f4843253-a9b0-4893-a644-551041fedc92 req-14b0ea91-4894-443c-a10e-0e62e34bdff1 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394267 Oct 17 17:51:53.794529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a56d3e-030a-4cc3-bf8b-a94e24640331 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:53.795369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c8a56d3e-030a-4cc3-bf8b-a94e24640331 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:53.835147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ea31ef2a-60f1-4927-8f0a-f6e222077542 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:53.835696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:53.836037 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ea31ef2a-60f1-4927-8f0a-f6e222077542 Oct 17 17:51:53.852097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c8a56d3e-030a-4cc3-bf8b-a94e24640331 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:53.856237 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c8a56d3e-030a-4cc3-bf8b-a94e24640331 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7636569 Oct 17 17:51:53.859984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41424) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:53.987171 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ea31ef2a-60f1-4927-8f0a-f6e222077542 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:51:54.040223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4e5ab401-9025-4082-9dda-0c188bd73c4f no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:51:54.070713 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Attempt 3 to provision port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 Oct 17 17:51:54.163101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 4e5ab401-9025-4082-9dda-0c188bd73c4f {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:51:54.163435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4e5ab401-9025-4082-9dda-0c188bd73c4f not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:51:54.184057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:54.215459 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8081de1-6c5f-49d0-bcd2-6522c9759251 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:51:54.222649 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a8081de1-6c5f-49d0-bcd2-6522c9759251 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/5083a63b-48a9-4de2-84a0-18fb34ce533a HTTP/1.1" status: 404 len: 333 time: 0.3552408 Oct 17 17:51:54.228379 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41428) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:54.246512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1388922343'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:54.261392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:54.296899 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:network and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:54.306041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:54.311230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:54.326604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:54.339767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Transition to ACTIVE for port object 43794830-ecfb-43eb-945b-e67a9378f35e will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:54.357610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] For port ea31ef2a-60f1-4927-8f0a-f6e222077542, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ea31ef2a-60f1-4927-8f0a-f6e222077542,segment=NetworkSegment(86f7e01a-b30b-4543-b683-6ea450da1438),segment_id=86f7e01a-b30b-4543-b683-6ea450da1438)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:51:54.357970 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:54.374960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:54.436686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:54.439611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:54.504681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:54.515926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Calling delete_port for ea31ef2a-60f1-4927-8f0a-f6e222077542 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:54.524787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:54.616123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Network 812cdd55-2b67-4620-a0a3-f840e819fb76 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:54.621104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:54.629089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:54.648902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc25b31-c75d-4dc6-bfcc-2fb7426b0e12 req-77172037-76af-42ac-a58c-5a90bc2d8702 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:54.650783 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5bc25b31-c75d-4dc6-bfcc-2fb7426b0e12 req-77172037-76af-42ac-a58c-5a90bc2d8702 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.7409430 Oct 17 17:51:54.652460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:54.674685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:54.685659 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Attempt 4 to provision port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 Oct 17 17:51:54.701371 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:54.701958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:54.750697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4699d2-f974-48c0-8956-1e7560518a63 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:54.766673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:54.771763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=98ca1e5a-fee6-4a47-b907-21fe5dcde74e,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:54.831408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event updated for resources: {'Port': ['ID=43794830-ecfb-43eb-945b-e67a9378f35e,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:54.882325 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9b8fde5f-8950-4cc7-b916-e39dab02a00a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port 0c365d4f-ef1a-4cc2-b708-3a027027927d {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:54.884543 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b8fde5f-8950-4cc7-b916-e39dab02a00a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:54.923872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:54.930686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:54.931727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:54.941387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:54.944180 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5bc25b31-c75d-4dc6-bfcc-2fb7426b0e12 req-ec9ab322-6d61-48d9-844e-542f5ad4cfbd tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815404 Oct 17 17:51:54.948607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:54.948607 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Added segment ce9f04e7-9493-4a50-b7be-92fe69285b0f of type vlan for network 50fe1201-9beb-4c2a-b529-9425c368d499 Oct 17 17:51:55.064656 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d30782a9-9aa2-4b13-ab67-5d2e3d2c2874 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2428656 Oct 17 17:51:55.068123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41434) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:55.105864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'name': 'tempest-NetworksTestDHCPv6-995404914'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:55.181141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '98ca1e5a-fee6-4a47-b907-21fe5dcde74e'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:55.182030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:55.188699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:55.226561 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2a1f1d87-4a9c-4b88-9789-7a7d4dee1e92 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4773052 Oct 17 17:51:55.238826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41438) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:55.251136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6ebe008f-c17a-4e7c-a2e8-38b1acb53ca5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:31:9f:10'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:65:b5:66'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:55.317217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:55.348419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:55.384990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Allocated IP 2001:db8::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/98ca1e5a-fee6-4a47-b907-21fe5dcde74e/4e5a86d4-9cc0-4298-a368-ac08ac112ce6) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:55.397718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Port': ['ID=ea31ef2a-60f1-4927-8f0a-f6e222077542,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:55.477456 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Attempt 5 to provision port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 Oct 17 17:51:55.479748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:55.514948 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f375c23-63be-4d49-94a1-4000e108e680 None None] DHCP port deletion for 61827e42-aa82-43c3-9f6f-9bab858141b5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:51:55.564022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:55.567649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:55.571081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:55.583919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c58bac-46b7-40f7-a7cd-15b6c8bd1f3b req-1ebe7d8c-f20e-46ef-b623-db71f14f7918 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:55.585426 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e9c58bac-46b7-40f7-a7cd-15b6c8bd1f3b req-1ebe7d8c-f20e-46ef-b623-db71f14f7918 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.3719232 Oct 17 17:51:55.593194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:55.659590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:55.670336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:55.691935 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e9c58bac-46b7-40f7-a7cd-15b6c8bd1f3b req-74666f0e-f0d6-4ab1-ba27-8e08b54b4790 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960350 Oct 17 17:51:55.702187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:55.710236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 0013f9ee-26bb-42d6-8d37-8e394e8dad51 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:51:55.741843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Transition to ACTIVE for port object 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:55.762778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:55.768297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:55.768897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:55.785622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ea31ef2a-60f1-4927-8f0a-f6e222077542 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:51:55.797459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No DVR routers for this DVR port ea31ef2a-60f1-4927-8f0a-f6e222077542 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:51:55.832376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Router 69a2271c-7974-486d-9a47-e8ffa51bf170 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:51:55.833958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Transition to ACTIVE for port object 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:55.837239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: ea31ef2a-60f1-4927-8f0a-f6e222077542 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:51:55.838466 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ea31ef2a-60f1-4927-8f0a-f6e222077542 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:51:55.841772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b8fde5f-8950-4cc7-b916-e39dab02a00a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:55.843625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:55.935771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:55.938843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:55.942974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:55.987549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Pushing event updated for resources: {'Port': ['ID=4e5a86d4-9cc0-4298-a368-ac08ac112ce6,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:55.990933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::e6 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/98ca1e5a-fee6-4a47-b907-21fe5dcde74e/0013f9ee-26bb-42d6-8d37-8e394e8dad51) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:56.067559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Attempting to bind port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:56.068715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Attempting to bind port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:56.068715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Attempting to bind port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:56.075924 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Attempt 6 to provision port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 Oct 17 17:51:56.133368 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8953354 Oct 17 17:51:56.139803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41446) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:56.140003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:56.140624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:56.141173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:56.141723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:56.142485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Bound port: 4e5a86d4-9cc0-4298-a368-ac08ac112ce6, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:56.143063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:56.151442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9b8fde5f-8950-4cc7-b916-e39dab02a00a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for 0c365d4f-ef1a-4cc2-b708-3a027027927d owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:56.161805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': '50fe1201-9beb-4c2a-b529-9425c368d499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:56.200013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694eca51-be38-4299-ae40-77a9e8f6085b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Network': ['ID=50fe1201-9beb-4c2a-b529-9425c368d499,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:56.225044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 50fe1201-9beb-4c2a-b529-9425c368d499 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:56.225618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:56.249517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:56.379103 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] For port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:56.383667 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] For port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4e5a86d4-9cc0-4298-a368-ac08ac112ce6,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:56.389178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:56.391625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:56.420373 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:56.452337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9a9c0c-5636-498a-8aac-969bbdbfbfab,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:56.457150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6ebe008f-c17a-4e7c-a2e8-38b1acb53ca5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:56.472359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91095f02-aa34-4916-b76f-e4242e4b167a None None] Network 61827e42-aa82-43c3-9f6f-9bab858141b5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:56.488721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88342aa-1f3f-4ac7-bb55-d8e2b721b67c None None] Pushing event updated for resources: {'Port': ['ID=4e5a86d4-9cc0-4298-a368-ac08ac112ce6,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:56.495468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:56.506150 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:56.509568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:51:56.542922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Sync routers for ids ['69a2271c-7974-486d-9a47-e8ffa51bf170'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:51:56.553567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:56.577826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Routers {'69a2271c-7974-486d-9a47-e8ffa51bf170'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:56.578585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['69a2271c-7974-486d-9a47-e8ffa51bf170'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:56.612164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:56.616083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:56.653537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:56.655145 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b8f750a2-5ce0-496b-ba72-afe10f64640f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.8234863 Oct 17 17:51:56.730368 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41450) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:56.738815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b8fde5f-8950-4cc7-b916-e39dab02a00a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:56.808611 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Attempt 7 to provision port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 Oct 17 17:51:56.859535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:56.973822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fde5f-8950-4cc7-b916-e39dab02a00a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=0c365d4f-ef1a-4cc2-b708-3a027027927d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:57.006465 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:57.011422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:57.024082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8228a5fc-51fe-4d36-8e0a-2d8883774900 None None] DHCP port deletion for 61827e42-aa82-43c3-9f6f-9bab858141b5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:51:57.052873 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Set router 69a2271c-7974-486d-9a47-e8ffa51bf170 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:51:57.082561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 0013f9ee-26bb-42d6-8d37-8e394e8dad51 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:57.131485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61cf95-6128-45f0-a8ee-92a757296455 req-8d3f6327-c6dc-4780-acfe-a12290925a4c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:57.135579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61827e42-aa82-43c3-9f6f-9bab858141b5']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:57.142256 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6b61cf95-6128-45f0-a8ee-92a757296455 req-8d3f6327-c6dc-4780-acfe-a12290925a4c tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.8454361 Oct 17 17:51:57.170484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f7e01a-b30b-4543-b683-6ea450da1438') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:57.171007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f7e01a-b30b-4543-b683-6ea450da1438') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:57.215091 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6b61cf95-6128-45f0-a8ee-92a757296455 req-eac56350-c427-4dca-b342-9d3af083fa47 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707498 Oct 17 17:51:57.262371 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:57.321051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:57.331282 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-53523b63-a4b3-4f0b-aa5a-b989bcf40f41 tempest-TestNetworkAdvancedServerOps-526174145 tempest-TestNetworkAdvancedServerOps-526174145-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=29ba416679c3411bac939e44d43c516a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5957699 Oct 17 17:51:57.374802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41462) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:57.421447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:51:57.440221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:57.480492 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:51:54Z', 'revision_number': 3, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:51:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:57.485293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Checking router: 69a2271c-7974-486d-9a47-e8ffa51bf170 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:51:57.486251 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Updating router 69a2271c-7974-486d-9a47-e8ffa51bf170 port 7d3d07d5-fdbf-4b7e-b727-8070d848841a binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:51:57.497997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:51:57.500315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:57.505622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:57.506924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:57.507190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:51:57.507618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:57.513467 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Attempt 8 to provision port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 Oct 17 17:51:57.533567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=0013f9ee-26bb-42d6-8d37-8e394e8dad51,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:57.604840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:57.612320 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cf39c2c4-5d18-40d2-8bff-e203e5ba150a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5180480 Oct 17 17:51:57.613510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41466) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:57.616490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:57.631320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:57.815866 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 86f7e01a-b30b-4543-b683-6ea450da1438 resource provider aggregate not found Oct 17 17:51:57.906008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86ab013-3168-46f0-a7e9-bda4a9191705 tempest-TestNetworkAdvancedServerOps-526174145 tempest-TestNetworkAdvancedServerOps-526174145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:57.908104 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e86ab013-3168-46f0-a7e9-bda4a9191705 tempest-TestNetworkAdvancedServerOps-526174145 tempest-TestNetworkAdvancedServerOps-526174145-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5323768 Oct 17 17:51:57.914893 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41474) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:57.929833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6ebe008f-c17a-4e7c-a2e8-38b1acb53ca5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:57.978639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:57.978855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Subnet': ['ID=243abe99-9f13-4a5d-a4fa-b81b59c3e970,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:57.983178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6ebe008f-c17a-4e7c-a2e8-38b1acb53ca5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.002266 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-68925c34-979c-4076-917d-d4f0655b6552 tempest-TestNetworkAdvancedServerOps-526174145 tempest-TestNetworkAdvancedServerOps-526174145-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0804880 Oct 17 17:51:58.003941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:51:58.004116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41478) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:58.007982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Checking segment: {'id': 'ce9f04e7-9493-4a50-b7be-92fe69285b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '50fe1201-9beb-4c2a-b529-9425c368d499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:58.008347 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network hostable DHCP agents. Network: 50fe1201-9beb-4c2a-b529-9425c368d499, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:51:58.019187 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1146603552', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'project_id': '29ba416679c3411bac939e44d43c516a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:58.046652 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 86f7e01a-b30b-4543-b683-6ea450da1438 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 86f7e01a-b30b-4543-b683-6ea450da1438 found for delete ", "request_id": "req-92aa377b-25c6-479d-ad83-8e1f65746dfa"}]} Oct 17 17:51:58.120928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.134194 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Attempt 9 to provision port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 Oct 17 17:51:58.170614 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:58.172425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Network': ['ID=61827e42-aa82-43c3-9f6f-9bab858141b5,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:58.183361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:subnet and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:58.197152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9b8fde5f-8950-4cc7-b916-e39dab02a00a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.210658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ce93d-008b-4b1a-a305-20fa3658ec97 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:58.217788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ce93d-008b-4b1a-a305-20fa3658ec97 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:58.218686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b31ce93d-008b-4b1a-a305-20fa3658ec97 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:51:58.225986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:58.261216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:58.282821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:58.285206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 50fe1201-9beb-4c2a-b529-9425c368d499 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:51:58.301054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b31ce93d-008b-4b1a-a305-20fa3658ec97 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:51:58.302369 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b31ce93d-008b-4b1a-a305-20fa3658ec97 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6877708 Oct 17 17:51:58.310830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41484) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:58.341175 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-38d370e5-bb1a-4d95-822d-ce768a98d4fa tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/61827e42-aa82-43c3-9f6f-9bab858141b5 HTTP/1.1" status: 204 len: 168 time: 11.3383200 Oct 17 17:51:58.342450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe008f-c17a-4e7c-a2e8-38b1acb53ca5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event updated for resources: {'Port': ['ID=43794830-ecfb-43eb-945b-e67a9378f35e,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:58.350052 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:58.355332 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41488) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:58.365174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 50fe1201-9beb-4c2a-b529-9425c368d499) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:51:58.370301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:58.370448 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe008f-c17a-4e7c-a2e8-38b1acb53ca5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] In _notify_port_updated(), no bound segment for port 43794830-ecfb-43eb-945b-e67a9378f35e on network 812cdd55-2b67-4620-a0a3-f840e819fb76 {{(pid=89190) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:51:58.370536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.379082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebe008f-c17a-4e7c-a2e8-38b1acb53ca5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:58.379756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6ebe008f-c17a-4e7c-a2e8-38b1acb53ca5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.381145 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6ebe008f-c17a-4e7c-a2e8-38b1acb53ca5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "PUT /v2.0/ports/43794830-ecfb-43eb-945b-e67a9378f35e HTTP/1.1" status: 200 len: 1055 time: 3.1362479 Oct 17 17:51:58.389427 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac75080-969f-4eee-bf52-9f27895d5f01 None None] Network 50fe1201-9beb-4c2a-b529-9425c368d499 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:51:58.412780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.414374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41492) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:58.421361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Made reservation on behalf of 29ba416679c3411bac939e44d43c516a for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:58.424901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.477411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Transition to ACTIVE for port object 7d3d07d5-fdbf-4b7e-b727-8070d848841a will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:51:58.496314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.551164 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-8440d80a-eca5-4943-87d0-41d208d326d7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:51:58.551896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8440d80a-eca5-4943-87d0-41d208d326d7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:51:58.557375 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8440d80a-eca5-4943-87d0-41d208d326d7 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/61827e42-aa82-43c3-9f6f-9bab858141b5 HTTP/1.1" status: 404 len: 339 time: 0.1765432 Oct 17 17:51:58.557677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41496) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:58.564359 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-639746023', 'description': 'd1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:58.575244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Attempting to bind port 7d3d07d5-fdbf-4b7e-b727-8070d848841a on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:51:58.575866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Attempting to bind port 7d3d07d5-fdbf-4b7e-b727-8070d848841a by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:51:58.576327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Attempting to bind port 7d3d07d5-fdbf-4b7e-b727-8070d848841a on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:51:58.581688 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fdd6d41b-e9df-4486-b00e-3e80232a7883 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4380996 Oct 17 17:51:58.585355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41500) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:58.586882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:58.592242 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:51:58.592793 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:51:58.593618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.593990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:51:58.594579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Bound port: 7d3d07d5-fdbf-4b7e-b727-8070d848841a, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:51:58.595078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.602855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-89073e5e-ac31-47d5-886a-e152875e6404 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': '50fe1201-9beb-4c2a-b529-9425c368d499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:51:58.614850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-994589d8-065e-4291-b6ed-ac57707890f4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 0013f9ee-26bb-42d6-8d37-8e394e8dad51 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:58.615220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-994589d8-065e-4291-b6ed-ac57707890f4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.622619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Usage tracker for resource:network and tenant:6f2d5c26d3f7426da953ca5765625a01 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:58.633536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:58.684861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ae812-41a3-4f99-b628-8004b6ab6946 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Deleting port 43794830-ecfb-43eb-945b-e67a9378f35e {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:51:58.685423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae812-41a3-4f99-b628-8004b6ab6946 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.692130 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa13ec8-f313-4585-abb3-e07848036aa9 None None] Pushing event updated for resources: {'Port': ['ID=7d3d07d5-fdbf-4b7e-b727-8070d848841a,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:58.703559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:58.746191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe07c4-1dbf-4023-ade5-bf7808a4c02b req-3977ae4d-ea83-4d7c-be74-36cb6e643c24 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:58.748069 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d9fe07c4-1dbf-4023-ade5-bf7808a4c02b req-3977ae4d-ea83-4d7c-be74-36cb6e643c24 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.2962081 Oct 17 17:51:58.748939 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:58.753442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.777462 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Attempt 10 to provision port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 Oct 17 17:51:58.808856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] For port 7d3d07d5-fdbf-4b7e-b727-8070d848841a, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:51:58.902533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] For port 7d3d07d5-fdbf-4b7e-b727-8070d848841a, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7d3d07d5-fdbf-4b7e-b727-8070d848841a,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:51:58.915234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:58.953618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dee43-6f01-4938-aed2-e2af92f7a96a None None] Port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:51:58.954975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-50fe1201-9beb-4c2a-b529-9425c368d499', 'network_id': '50fe1201-9beb-4c2a-b529-9425c368d499', 'tenant_id': '2c42d9d67ee94a7f9727753e385c0f84', 'fixed_ips': [{'subnet_id': '243abe99-9f13-4a5d-a4fa-b81b59c3e970'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:51:58.955927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:59.014297 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Routers {'69a2271c-7974-486d-9a47-e8ffa51bf170'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:51:59.015749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['69a2271c-7974-486d-9a47-e8ffa51bf170'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:51:59.017321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:51:59.029956 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d9fe07c4-1dbf-4023-ade5-bf7808a4c02b req-b3464053-603c-4d94-8ae4-765a3fbe022e tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615230 Oct 17 17:51:59.041701 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-89073e5e-ac31-47d5-886a-e152875e6404 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:51:59.048862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:59.049204 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Added segment 5d5d552c-1f6a-4943-91da-e09210377aa9 of type vlan for network e0cf155d-a055-473b-9837-63a0b8d0fe37 Oct 17 17:51:59.050533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-89073e5e-ac31-47d5-886a-e152875e6404 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:51:59.058965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-89073e5e-ac31-47d5-886a-e152875e6404 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:51:59.103452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-89073e5e-ac31-47d5-886a-e152875e6404 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:51:59.169838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:59.180281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89073e5e-ac31-47d5-886a-e152875e6404 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:51:59.184153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-89073e5e-ac31-47d5-886a-e152875e6404 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:59.200878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8fde5f-8950-4cc7-b916-e39dab02a00a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router d10f7e43-49ba-41c5-b826-092e69100248 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:51:59.207662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c3313749-cbf5-468e-9b33-558974ebc6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:59.242861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-994589d8-065e-4291-b6ed-ac57707890f4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:59.345162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Provisioning for port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:51:59.374396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] Set router 69a2271c-7974-486d-9a47-e8ffa51bf170 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:51:59.428760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa13ec8-f313-4585-abb3-e07848036aa9 None None] Pushing event updated for resources: {'Port': ['ID=7d3d07d5-fdbf-4b7e-b727-8070d848841a,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:59.511217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Provisioning complete for port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:51:59.511931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:59.511931 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Attempt 1 to provision port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 Oct 17 17:51:59.571986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-994589d8-065e-4291-b6ed-ac57707890f4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 0013f9ee-26bb-42d6-8d37-8e394e8dad51 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:51:59.582795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:59.588144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:51:59.588727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:59.772176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae812-41a3-4f99-b628-8004b6ab6946 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:59.772616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Allocated IP 2001:db8::2 (50fe1201-9beb-4c2a-b529-9425c368d499/243abe99-9f13-4a5d-a4fa-b81b59c3e970/3a2dddc7-7d27-49aa-b32e-019d1e846bbe) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:51:59.850229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:51:59.903958 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3423390 Oct 17 17:51:59.909849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41508) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:51:59.918269 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.ipam_backend_mixin [None req-89073e5e-ac31-47d5-886a-e152875e6404 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 243abe99-9f13-4a5d-a4fa-b81b59c3e970 (CIDR: 2001:db8::/64) Oct 17 17:51:59.921826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3c4b0-bad5-4da9-9a8e-7662a3e0b8cc tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Network': ['ID=e0cf155d-a055-473b-9837-63a0b8d0fe37,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:51:59.951786 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-89073e5e-ac31-47d5-886a-e152875e6404 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:51:59.951786 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89073e5e-ac31-47d5-886a-e152875e6404 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:51:59.960098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network e0cf155d-a055-473b-9837-63a0b8d0fe37 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:51:59.979906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ae812-41a3-4f99-b628-8004b6ab6946 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Calling delete_port for 43794830-ecfb-43eb-945b-e67a9378f35e owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:00.024020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8fde5f-8950-4cc7-b916-e39dab02a00a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:52:00.044430 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c13168-e8bb-402f-abfb-365162cb67d8 None None] Sync routers for ids ['d10f7e43-49ba-41c5-b826-092e69100248'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:52:00.046750 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9b8fde5f-8950-4cc7-b916-e39dab02a00a tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "PUT /v2.0/routers/d10f7e43-49ba-41c5-b826-092e69100248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3480077 Oct 17 17:52:00.053459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41512) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:00.060630 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-89073e5e-ac31-47d5-886a-e152875e6404 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4678559 Oct 17 17:52:00.060829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Current status of the port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:00.060829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:00.069708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41516) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:00.077433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': '50fe1201-9beb-4c2a-b529-9425c368d499', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:00.089014 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c13168-e8bb-402f-abfb-365162cb67d8 None None] Routers {'d10f7e43-49ba-41c5-b826-092e69100248'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:00.089631 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f9c13168-e8bb-402f-abfb-365162cb67d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d10f7e43-49ba-41c5-b826-092e69100248'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:00.102092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e9cb-695e-4666-8a71-b4a04f669656 req-a056e0c9-2cb2-4824-b417-d01e24f5b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:00.103337 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8b85e9cb-695e-4666-8a71-b4a04f669656 req-a056e0c9-2cb2-4824-b417-d01e24f5b477 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=654f9b38b43d444ba34dd32ecf9486da&device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 1098 time: 0.6420012 Oct 17 17:52:00.191585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] For port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4e5a86d4-9cc0-4298-a368-ac08ac112ce6,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:00.195628 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f9c13168-e8bb-402f-abfb-365162cb67d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:00.205870 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c13168-e8bb-402f-abfb-365162cb67d8 None None] Routers {'d10f7e43-49ba-41c5-b826-092e69100248'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:00.206713 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f9c13168-e8bb-402f-abfb-365162cb67d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:51:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d10f7e43-49ba-41c5-b826-092e69100248'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:00.209200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:00.210538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96035cfe-2ac8-4628-ba96-b73336879d3a req-43983a41-1705-4d11-b8ad-c1683276cf8e tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:00.212757 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-96035cfe-2ac8-4628-ba96-b73336879d3a req-43983a41-1705-4d11-b8ad-c1683276cf8e tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.7922812 Oct 17 17:52:00.316044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'Subnet': ['ID=2ba1c894-ba08-43e2-8318-ede137b460f6,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:00.333163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a628df3-103b-418f-8c1b-e4fc64d33a7d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:00.333163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5a628df3-103b-418f-8c1b-e4fc64d33a7d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Synchronizing usage tracker for tenant:6f2d5c26d3f7426da953ca5765625a01 on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:00.333407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Checking segment: {'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:00.333817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Network hostable DHCP agents. Network: 70318c35-5ed8-4966-9dbe-6d1629455769, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:52:00.334487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:51:54Z', 'revision_number': 3, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:00.339480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-994589d8-065e-4291-b6ed-ac57707890f4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:00.339715 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f9c13168-e8bb-402f-abfb-365162cb67d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:00.340077 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c13168-e8bb-402f-abfb-365162cb67d8 None None] The sync data for ids ['d10f7e43-49ba-41c5-b826-092e69100248'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:52:00.353366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Provisioning for port 43794830-ecfb-43eb-945b-e67a9378f35e completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:00.366693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f25d665-55eb-43f1-a0f0-10fd3a3cc0ba None None] The sync data for ids ['69a2271c-7974-486d-9a47-e8ffa51bf170'] in dv-neutron-860895-1-hyperv is: [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:51:54Z', 'revision_number': 3, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:52:00.377861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Provisioning complete for port 43794830-ecfb-43eb-945b-e67a9378f35e triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:00.377861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:00.378173 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Attempt 1 to provision port 43794830-ecfb-43eb-945b-e67a9378f35e Oct 17 17:52:00.388408 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-96035cfe-2ac8-4628-ba96-b73336879d3a req-540b680a-0b0e-42df-935c-b80aab07226a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635203 Oct 17 17:52:00.418098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5a628df3-103b-418f-8c1b-e4fc64d33a7d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Unset dirty status for tenant:6f2d5c26d3f7426da953ca5765625a01 on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:00.422756 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5a628df3-103b-418f-8c1b-e4fc64d33a7d tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/networks?id=e0cf155d-a055-473b-9837-63a0b8d0fe37 HTTP/1.1" status: 200 len: 764 time: 0.5052943 Oct 17 17:52:00.422917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41520) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:00.431114 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f48cbfaa-5041-4f87-9c92-82ebac6b5fab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'network': {'description': 'd2'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:00.442239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Pushing event updated for resources: {'Port': ['ID=4e5a86d4-9cc0-4298-a368-ac08ac112ce6,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:00.456704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994589d8-065e-4291-b6ed-ac57707890f4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=0013f9ee-26bb-42d6-8d37-8e394e8dad51,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:00.472706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Port 43794830-ecfb-43eb-945b-e67a9378f35e cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:00.535604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:00.608498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Network 70318c35-5ed8-4966-9dbe-6d1629455769 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:52:00.635954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-994589d8-065e-4291-b6ed-ac57707890f4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:00.659543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:00.668264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 70318c35-5ed8-4966-9dbe-6d1629455769) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:00.676824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e9cb-695e-4666-8a71-b4a04f669656 req-a5d92743-cf0d-4ecf-a21d-e88e6bc63e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:00.678156 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8b85e9cb-695e-4666-8a71-b4a04f669656 req-a5d92743-cf0d-4ecf-a21d-e88e6bc63e7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=867fdddf-660d-43b9-8967-850b2cd274b8 HTTP/1.1" status: 200 len: 913 time: 0.5566421 Oct 17 17:52:00.682449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:00.686891 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:00.687556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:00.690388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:00.737891 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Transition to ACTIVE for port object 3a2dddc7-7d27-49aa-b32e-019d1e846bbe will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:00.764063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb3cd02-6043-42c2-b670-4d38e3fc2909 None None] Network 70318c35-5ed8-4966-9dbe-6d1629455769 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:00.768665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:00.798294 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-994589d8-065e-4291-b6ed-ac57707890f4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/0013f9ee-26bb-42d6-8d37-8e394e8dad51 HTTP/1.1" status: 204 len: 168 time: 2.4843500 Oct 17 17:52:00.808428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41524) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:00.813086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae812-41a3-4f99-b628-8004b6ab6946 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:00.818411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:00.878936 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8b85e9cb-695e-4666-8a71-b4a04f669656 req-72d61446-1992-471c-b36c-521f0e9d9a13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fd4e418-9589-4b81-a682-96e731da3426 HTTP/1.1" status: 200 len: 1000 time: 0.1874187 Oct 17 17:52:00.889560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Transition to ACTIVE for port object 3a2dddc7-7d27-49aa-b32e-019d1e846bbe will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:00.893946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:00.898760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:00.902938 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:01.005153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f48cbfaa-5041-4f87-9c92-82ebac6b5fab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:01.021375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c770eeb-35be-4560-9fe5-b3e9157446df tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:01.023661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c770eeb-35be-4560-9fe5-b3e9157446df tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:01.024613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1c770eeb-35be-4560-9fe5-b3e9157446df tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:01.036557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:01.037678 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Attempt 2 to provision port 43794830-ecfb-43eb-945b-e67a9378f35e Oct 17 17:52:01.046044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ae812-41a3-4f99-b628-8004b6ab6946 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event deleted for resources: {'Port': ['ID=43794830-ecfb-43eb-945b-e67a9378f35e,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:01.066689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f48cbfaa-5041-4f87-9c92-82ebac6b5fab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:01.103467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1c770eeb-35be-4560-9fe5-b3e9157446df tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:01.104778 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1c770eeb-35be-4560-9fe5-b3e9157446df tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2926469 Oct 17 17:52:01.111076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41528) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:01.112145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port b736d155-1815-4611-8ca0-b9aee9a1bedd {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:01.112145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:01.139031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Port 43794830-ecfb-43eb-945b-e67a9378f35e was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:52:01.153013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e9cb-695e-4666-8a71-b4a04f669656 req-1be52ed6-e526-4ce2-b619-4601b757df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:01.156486 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8b85e9cb-695e-4666-8a71-b4a04f669656 req-1be52ed6-e526-4ce2-b619-4601b757df01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=581cdf88-02d3-42a0-acf9-ce0d3088d30b HTTP/1.1" status: 200 len: 851 time: 0.1779597 Oct 17 17:52:01.177123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Network 50fe1201-9beb-4c2a-b529-9425c368d499 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:01.181745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fcb8345a-a6af-4754-8a5f-1cdd9974b43e None None] Could not find standard attr ID for object 0013f9ee-26bb-42d6-8d37-8e394e8dad51. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:52:01.185810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f48cbfaa-5041-4f87-9c92-82ebac6b5fab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network e0cf155d-a055-473b-9837-63a0b8d0fe37 is not hosted by any dhcp agent {{(pid=89190) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 17 17:52:01.191244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48cbfaa-5041-4f87-9c92-82ebac6b5fab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:01.192519 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f48cbfaa-5041-4f87-9c92-82ebac6b5fab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:01.192846 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:01.193133 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f48cbfaa-5041-4f87-9c92-82ebac6b5fab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "PUT /v2.0/networks/e0cf155d-a055-473b-9837-63a0b8d0fe37 HTTP/1.1" status: 200 len: 761 time: 0.7693176 Oct 17 17:52:01.199419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:01.280865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Pushing event updated for resources: {'Port': ['ID=3a2dddc7-7d27-49aa-b32e-019d1e846bbe,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:01.318471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41532) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:01.408175 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c6c9d4f0-19aa-400b-a861-c6e76019dd68 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4023838 Oct 17 17:52:01.412600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Attempting to bind port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:01.413122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Attempting to bind port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'ce9f04e7-9493-4a50-b7be-92fe69285b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '50fe1201-9beb-4c2a-b529-9425c368d499'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:01.413495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Attempting to bind port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe on network 50fe1201-9beb-4c2a-b529-9425c368d499 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:01.422835 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:01.423381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Checking segment: {'id': 'ce9f04e7-9493-4a50-b7be-92fe69285b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '50fe1201-9beb-4c2a-b529-9425c368d499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:01.423781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:01.424351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Bound using segment: {'id': 'ce9f04e7-9493-4a50-b7be-92fe69285b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '50fe1201-9beb-4c2a-b529-9425c368d499'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:01.424836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Bound port: 3a2dddc7-7d27-49aa-b32e-019d1e846bbe, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9f04e7-9493-4a50-b7be-92fe69285b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '50fe1201-9beb-4c2a-b529-9425c368d499'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:01.425295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:01.430853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41536) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:01.583438 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-70318c35-5ed8-4966-9dbe-6d1629455769', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'fixed_ips': [{'subnet_id': '2ba1c894-ba08-43e2-8318-ede137b460f6'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:01.584661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:01.613066 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8151693-de97-4943-a54b-a054f9344bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:01.652016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cc11e3-52f6-4218-890d-7aa56b8b6929 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:01.658367 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-40cc11e3-52f6-4218-890d-7aa56b8b6929 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/networks?id=e0cf155d-a055-473b-9837-63a0b8d0fe37 HTTP/1.1" status: 200 len: 764 time: 0.3034308 Oct 17 17:52:01.671728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41542) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:01.740204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] For port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:01.747789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] For port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3a2dddc7-7d27-49aa-b32e-019d1e846bbe,segment=NetworkSegment(ce9f04e7-9493-4a50-b7be-92fe69285b0f),segment_id=ce9f04e7-9493-4a50-b7be-92fe69285b0f)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:01.766645 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cbfaa-5041-4f87-9c92-82ebac6b5fab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Network': ['ID=e0cf155d-a055-473b-9837-63a0b8d0fe37,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:01.794983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:01.842126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network e0cf155d-a055-473b-9837-63a0b8d0fe37 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:01.854074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fde19f5-0b2c-4486-8e2a-2979f4e323d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 98ca1e5a-fee6-4a47-b907-21fe5dcde74e {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:01.968420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7d3d07d5-fdbf-4b7e-b727-8070d848841a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:01.999203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85e9cb-695e-4666-8a71-b4a04f669656 req-d0db4282-2c10-40a7-bc85-6d0e584d25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:02.000929 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8b85e9cb-695e-4666-8a71-b4a04f669656 req-d0db4282-2c10-40a7-bc85-6d0e584d25c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867fdddf-660d-43b9-8967-850b2cd274b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5407310 Oct 17 17:52:02.034445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20365128-94b6-42d5-984a-2ab1c490a4c0 req-4a7e263d-5f5a-4f36-893d-3ecbba72eeea tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:02.036019 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-20365128-94b6-42d5-984a-2ab1c490a4c0 req-4a7e263d-5f5a-4f36-893d-3ecbba72eeea tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.4534044 Oct 17 17:52:02.057721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4fde19f5-0b2c-4486-8e2a-2979f4e323d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.074301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae812-41a3-4f99-b628-8004b6ab6946 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.127903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e292a-8bf2-4fac-80e8-aff226068853 None None] Pushing event updated for resources: {'Port': ['ID=3a2dddc7-7d27-49aa-b32e-019d1e846bbe,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:02.138910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Allocated IP 172.20.0.2 (70318c35-5ed8-4966-9dbe-6d1629455769/2ba1c894-ba08-43e2-8318-ede137b460f6/e9b69a75-8d21-4004-a788-bbacb88de214) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:02.192428 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 7d3d07d5-fdbf-4b7e-b727-8070d848841a completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:02.286831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4fde19f5-0b2c-4486-8e2a-2979f4e323d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.303396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 7d3d07d5-fdbf-4b7e-b727-8070d848841a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:02.303895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.304327 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 7d3d07d5-fdbf-4b7e-b727-8070d848841a Oct 17 17:52:02.389408 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8b85e9cb-695e-4666-8a71-b4a04f669656 req-1e851bb3-32e8-4c99-8714-6e362540e815 service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689854 Oct 17 17:52:02.472574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.473050 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-20365128-94b6-42d5-984a-2ab1c490a4c0 req-21b2b3ba-81d2-4cf0-b947-2b9a002b8eb9 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090753 Oct 17 17:52:02.477492 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3c8ae812-41a3-4f99-b628-8004b6ab6946 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "DELETE /v2.0/ports/43794830-ecfb-43eb-945b-e67a9378f35e HTTP/1.1" status: 204 len: 168 time: 4.0360692 Oct 17 17:52:02.479506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41546) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:02.584431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.598713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f028b2-efbd-4be1-b9f0-8d14a75aef43 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:02.600087 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-15f028b2-efbd-4be1-b9f0-8d14a75aef43 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9273827 Oct 17 17:52:02.624117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.629608 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 7d3d07d5-fdbf-4b7e-b727-8070d848841a is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:02.629978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.648180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 7d3d07d5-fdbf-4b7e-b727-8070d848841a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7d3d07d5-fdbf-4b7e-b727-8070d848841a,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:02.649914 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.659574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.660337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:02.700128 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.708928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41550) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:02.730748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Transition to ACTIVE for port object e9b69a75-8d21-4004-a788-bbacb88de214 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:02.761199 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-490958fe-bf0f-4d84-9afd-cff3386daa6a tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] GET failed (client error): The resource could not be found. Oct 17 17:52:02.761459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-490958fe-bf0f-4d84-9afd-cff3386daa6a tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Synchronizing usage tracker for tenant:e202003e01da4ce4aad5dcd078933531 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:02.778579 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8b85e9cb-695e-4666-8a71-b4a04f669656 req-9fced286-0fd2-4b46-a4a7-b8f0cd58504e service neutron] 10.222.0.20 "GET /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457427 Oct 17 17:52:02.793132 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 50fe1201-9beb-4c2a-b529-9425c368d499 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:02.799938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:02.803642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:02.803852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Transition to ACTIVE for port object e9b69a75-8d21-4004-a788-bbacb88de214 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:02.804735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.817457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.829191 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=7d3d07d5-fdbf-4b7e-b727-8070d848841a,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:02.838083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for b736d155-1815-4611-8ca0-b9aee9a1bedd owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:02.849783 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Subnet': ['ID=27679137-cb17-4e35-8d23-928b3dcadbb8,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:02.866098 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1cb8a687-33a6-406a-9d5d-8dd488596fb7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7952249 Oct 17 17:52:02.870144 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41554) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:02.874161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-490958fe-bf0f-4d84-9afd-cff3386daa6a tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Unset dirty status for tenant:e202003e01da4ce4aad5dcd078933531 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:02.879340 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-490958fe-bf0f-4d84-9afd-cff3386daa6a tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "GET /v2.0/ports/43794830-ecfb-43eb-945b-e67a9378f35e HTTP/1.1" status: 404 len: 333 time: 0.3983626 Oct 17 17:52:02.883832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': '50fe1201-9beb-4c2a-b529-9425c368d499', 'fixed_ips': [{'subnet_id': '243abe99-9f13-4a5d-a4fa-b81b59c3e970'}, {'subnet_id': '27679137-cb17-4e35-8d23-928b3dcadbb8'}], 'name': 'tempest-PortsIpV6TestJSON-1011315255'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:02.898078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41558) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:02.901331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Network 70318c35-5ed8-4966-9dbe-6d1629455769 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:02.906239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:02.908490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:02.909155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:02.909311 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 Oct 17 17:52:02.933073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:02.938092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a1661f4f-b098-4664-8597-ea8a13d79fb4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Synchronizing usage tracker for tenant:6f2d5c26d3f7426da953ca5765625a01 on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:03.055982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a1661f4f-b098-4664-8597-ea8a13d79fb4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Unset dirty status for tenant:6f2d5c26d3f7426da953ca5765625a01 on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:03.062649 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a1661f4f-b098-4664-8597-ea8a13d79fb4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 207 time: 0.2712350 Oct 17 17:52:03.062861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Pushing event updated for resources: {'Port': ['ID=e9b69a75-8d21-4004-a788-bbacb88de214,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:03.062979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:03.068070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc86b6-3a3a-4c45-8d8a-8af1cf7aa65d tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Deleting port 4f3ce66b-46dc-4c60-8722-ccf9ce863225 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:03.068502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4dcc86b6-3a3a-4c45-8d8a-8af1cf7aa65d tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:03.073602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41562) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:03.088523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Attempting to bind port e9b69a75-8d21-4004-a788-bbacb88de214 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:03.088939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Attempting to bind port e9b69a75-8d21-4004-a788-bbacb88de214 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:03.089246 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Attempting to bind port e9b69a75-8d21-4004-a788-bbacb88de214 on network 70318c35-5ed8-4966-9dbe-6d1629455769 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:03.096743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:03.097142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Checking segment: {'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:03.097503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:03.097892 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Bound using segment: {'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:03.098355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Bound port: e9b69a75-8d21-4004-a788-bbacb88de214, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:03.098726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:03.101764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:port and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:03.109746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:03.174599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:03.211252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:03.253452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4fde19f5-0b2c-4486-8e2a-2979f4e323d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:03.330699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:03.368186 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] For port e9b69a75-8d21-4004-a788-bbacb88de214, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:03.374467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] For port e9b69a75-8d21-4004-a788-bbacb88de214, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e9b69a75-8d21-4004-a788-bbacb88de214,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:03.382178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:03.430424 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7a3fc-1dc4-410a-b809-d7d48a66c8a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:03.438149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7a3fc-1dc4-410a-b809-d7d48a66c8a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:03.444287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7a3fc-1dc4-410a-b809-d7d48a66c8a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:03.450211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7a3fc-1dc4-410a-b809-d7d48a66c8a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:03.455976 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7a3fc-1dc4-410a-b809-d7d48a66c8a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:03.463602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c7a3fc-1dc4-410a-b809-d7d48a66c8a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:03.464680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-61c7a3fc-1dc4-410a-b809-d7d48a66c8a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Synchronizing usage tracker for tenant:6f2d5c26d3f7426da953ca5765625a01 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:03.503282 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701b3df-924d-45c0-93ae-36ab4e18f9f6 None None] Pushing event updated for resources: {'Port': ['ID=e9b69a75-8d21-4004-a788-bbacb88de214,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:03.560906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-61c7a3fc-1dc4-410a-b809-d7d48a66c8a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Unset dirty status for tenant:6f2d5c26d3f7426da953ca5765625a01 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:03.568041 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-61c7a3fc-1dc4-410a-b809-d7d48a66c8a3 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4932771 Oct 17 17:52:03.569355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41568) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:03.626553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2f75a8-4221-4f43-8584-575c5258de6a None None] Network 50fe1201-9beb-4c2a-b529-9425c368d499 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:03.647092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:03.731696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:03.822872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-951daaab-8ca8-43d2-b3a3-112b7a08d068 None None] Provisioning for port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:03.954358 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3a2dddc7-7d27-49aa-b32e-019d1e846bbe up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:03.985359 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port a76a1e26-41e6-44f1-a9dd-07001357de60 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:04.095243 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5978f260-71d8-4c8b-9cca-2795dc5df36b tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5225432 Oct 17 17:52:04.108688 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:04.116809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:04.117659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.118119 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe Oct 17 17:52:04.167649 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41572) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:04.229274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=b736d155-1815-4611-8ca0-b9aee9a1bedd,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:04.293372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.348125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eefba2-924b-4072-89df-fea300a98c18 None None] Update dhcp port {'port': {'network_id': '50fe1201-9beb-4c2a-b529-9425c368d499', 'fixed_ips': [{'subnet_id': '243abe99-9f13-4a5d-a4fa-b81b59c3e970', 'ip_address': '2001:db8::2'}, {'subnet_id': '27679137-cb17-4e35-8d23-928b3dcadbb8'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '3a2dddc7-7d27-49aa-b32e-019d1e846bbe'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:52:04.380665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8::238 (50fe1201-9beb-4c2a-b529-9425c368d499/243abe99-9f13-4a5d-a4fa-b81b59c3e970/a76a1e26-41e6-44f1-a9dd-07001357de60) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:04.391549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8:0:1::350 (50fe1201-9beb-4c2a-b529-9425c368d499/27679137-cb17-4e35-8d23-928b3dcadbb8/a76a1e26-41e6-44f1-a9dd-07001357de60) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:04.399330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:04.399728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.429110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-47eefba2-924b-4072-89df-fea300a98c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.446745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4dcc86b6-3a3a-4c45-8d8a-8af1cf7aa65d tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.486997 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4fde19f5-0b2c-4486-8e2a-2979f4e323d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.494666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.502652 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3a2dddc7-7d27-49aa-b32e-019d1e846bbe,segment=NetworkSegment(ce9f04e7-9493-4a50-b7be-92fe69285b0f),segment_id=ce9f04e7-9493-4a50-b7be-92fe69285b0f)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:04.516908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.517951 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7d3d07d5-fdbf-4b7e-b727-8070d848841a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:04.656861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.681810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Transition to ACTIVE for port object a76a1e26-41e6-44f1-a9dd-07001357de60 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:04.719438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.725137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=3a2dddc7-7d27-49aa-b32e-019d1e846bbe,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:04.789780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 7d3d07d5-fdbf-4b7e-b727-8070d848841a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:04.790164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.790501 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 7d3d07d5-fdbf-4b7e-b727-8070d848841a Oct 17 17:52:04.803088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10638654-5ad5-4f1d-8a96-5b59e645b1a1 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:04.804647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10638654-5ad5-4f1d-8a96-5b59e645b1a1 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:04.806243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10638654-5ad5-4f1d-8a96-5b59e645b1a1 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:04.807769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10638654-5ad5-4f1d-8a96-5b59e645b1a1 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:04.810347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10638654-5ad5-4f1d-8a96-5b59e645b1a1 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:04.812138 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-10638654-5ad5-4f1d-8a96-5b59e645b1a1 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5796916 Oct 17 17:52:04.819344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41576) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:04.826598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc86b6-3a3a-4c45-8d8a-8af1cf7aa65d tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Calling delete_port for 4f3ce66b-46dc-4c60-8722-ccf9ce863225 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:04.848210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-47eefba2-924b-4072-89df-fea300a98c18 None None] Allocated IP 2001:db8:0:1::2 (50fe1201-9beb-4c2a-b529-9425c368d499/27679137-cb17-4e35-8d23-928b3dcadbb8/3a2dddc7-7d27-49aa-b32e-019d1e846bbe) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:04.881739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 50fe1201-9beb-4c2a-b529-9425c368d499 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:04.891436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:04.917690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde19f5-0b2c-4486-8e2a-2979f4e323d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=98ca1e5a-fee6-4a47-b907-21fe5dcde74e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:04.933765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312101d9-1ff7-4cc1-a771-e02deb5bb5fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['shared'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:04.935336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312101d9-1ff7-4cc1-a771-e02deb5bb5fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['shared'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:04.936847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312101d9-1ff7-4cc1-a771-e02deb5bb5fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['shared'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:04.938222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312101d9-1ff7-4cc1-a771-e02deb5bb5fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['shared'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:04.939620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312101d9-1ff7-4cc1-a771-e02deb5bb5fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['shared'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:04.940290 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-312101d9-1ff7-4cc1-a771-e02deb5bb5fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Synchronizing usage tracker for tenant:6f2d5c26d3f7426da953ca5765625a01 on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:04.945094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:04.950999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:04.951693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4fde19f5-0b2c-4486-8e2a-2979f4e323d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.951845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:04.961635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=a76a1e26-41e6-44f1-a9dd-07001357de60,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:04.987833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-312101d9-1ff7-4cc1-a771-e02deb5bb5fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Unset dirty status for tenant:6f2d5c26d3f7426da953ca5765625a01 on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:04.989096 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-312101d9-1ff7-4cc1-a771-e02deb5bb5fd tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1683228 Oct 17 17:52:04.992916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41580) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:05.002915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:05.007749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6c4e95-6b15-4355-a533-d77c6fd9ba45 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:05.007993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:05.021577 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e08809ff-1495-4f62-bd3b-026851759e51 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.1502707 Oct 17 17:52:05.022080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133760ab-47b8-46d5-a1c2-19aa87783c5e None None] Network 70318c35-5ed8-4966-9dbe-6d1629455769 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:05.027225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41584) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:05.045237 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4fde19f5-0b2c-4486-8e2a-2979f4e323d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/98ca1e5a-fee6-4a47-b907-21fe5dcde74e HTTP/1.1" status: 204 len: 168 time: 3.8869927 Oct 17 17:52:05.053337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac08fa-49c7-4098-bcee-21c7b154656f req-0f8cb206-19c2-4f82-bf26-386c2dbb114f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:05.054806 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-28ac08fa-49c7-4098-bcee-21c7b154656f req-0f8cb206-19c2-4f82-bf26-386c2dbb114f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 1.3515625 Oct 17 17:52:05.055316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41588) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:05.155085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70bbec0-9c39-40d8-80d4-b988c661b832 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:05.156475 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d70bbec0-9c39-40d8-80d4-b988c661b832 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/networks/9f161ce3-1d8a-42c1-ada3-baf00ff71647 HTTP/1.1" status: 200 len: 804 time: 0.1623652 Oct 17 17:52:05.161132 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-56cbb1f4-bd40-4dab-a9c9-2b22eb00b973 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '243abe99-9f13-4a5d-a4fa-b81b59c3e970'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:05.186269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41592) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:05.218806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:05.319157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:05.319157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Fanout notify agent at l3_agent the message router_deleted on router d10f7e43-49ba-41c5-b826-092e69100248 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:52:05.325489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-47eefba2-924b-4072-89df-fea300a98c18 None None] For port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3a2dddc7-7d27-49aa-b32e-019d1e846bbe,segment=NetworkSegment(ce9f04e7-9493-4a50-b7be-92fe69285b0f),segment_id=ce9f04e7-9493-4a50-b7be-92fe69285b0f)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:05.346035 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8ff6c6e4-e758-4bf2-95c8-347e0860a306 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2772200 Oct 17 17:52:05.358620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41596) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:05.370550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-96ec5468-50dc-46ba-8760-5160943aadda None None] Provisioning for port e9b69a75-8d21-4004-a788-bbacb88de214 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:05.378020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 7d3d07d5-fdbf-4b7e-b727-8070d848841a is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:05.415234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:05.430012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-56cbb1f4-bd40-4dab-a9c9-2b22eb00b973 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:05.448264 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-aeea146e-99a9-445c-9e93-d42432267252 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/networks/9f161ce3-1d8a-42c1-ada3-baf00ff71647?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2578218 Oct 17 17:52:05.451736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41600) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:05.518144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-47eefba2-924b-4072-89df-fea300a98c18 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:05.563461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-47eefba2-924b-4072-89df-fea300a98c18 None None] Transition to ACTIVE for port object 3a2dddc7-7d27-49aa-b32e-019d1e846bbe will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:05.605744 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-47eefba2-924b-4072-89df-fea300a98c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:05.616954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbfefac-8bde-4cb8-b01f-8ad6f16a47e2 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:05.622162 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4dbfefac-8bde-4cb8-b01f-8ad6f16a47e2 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/subnets/9775b130-910b-4630-a50b-f2347e335f67 HTTP/1.1" status: 200 len: 843 time: 0.1656253 Oct 17 17:52:05.623451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41604) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:05.758202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802fdc89-3fe1-41a3-8b96-88359bb789e2 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['shared'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:05.763480 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-802fdc89-3fe1-41a3-8b96-88359bb789e2 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "GET /v2.0/subnets/9775b130-910b-4630-a50b-f2347e335f67?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1353011 Oct 17 17:52:05.769753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41608) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:05.774066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4dcc86b6-3a3a-4c45-8d8a-8af1cf7aa65d tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:05.774592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-3323777'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:05.783885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:05.786958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:05.788102 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-206d7cae-6803-4925-bc53-541fb8412983 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/routers/d10f7e43-49ba-41c5-b826-092e69100248 HTTP/1.1" status: 204 len: 168 time: 5.7324917 Oct 17 17:52:05.816362 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-28ac08fa-49c7-4098-bcee-21c7b154656f req-e09c4214-1ac5-4fc8-883b-00393bc67f84 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7483504 Oct 17 17:52:05.822107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41612) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:05.829888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eefba2-924b-4072-89df-fea300a98c18 None None] Pushing event updated for resources: {'Port': ['ID=3a2dddc7-7d27-49aa-b32e-019d1e846bbe,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:05.875304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:05.940243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:05.943679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:05.974571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565e84d0-00a6-4658-994d-15750e20eca3 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:05.980900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-565e84d0-00a6-4658-994d-15750e20eca3 None None] Deleting port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:05.981537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-565e84d0-00a6-4658-994d-15750e20eca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:05.986120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc86b6-3a3a-4c45-8d8a-8af1cf7aa65d tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event deleted for resources: {'Port': ['ID=4f3ce66b-46dc-4c60-8722-ccf9ce863225,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:06.035592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-feff9202-1360-40c1-a9e2-ae8c1f35ddea tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting subnet fe9c95d9-ea7f-440f-a015-4438fe0037e8 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:06.051562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:06.056984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-feff9202-1360-40c1-a9e2-ae8c1f35ddea tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.073575 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:06.080572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:06.086108 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4dcc86b6-3a3a-4c45-8d8a-8af1cf7aa65d tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.090556 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4dcc86b6-3a3a-4c45-8d8a-8af1cf7aa65d tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "DELETE /v2.0/ports/4f3ce66b-46dc-4c60-8722-ccf9ce863225 HTTP/1.1" status: 204 len: 168 time: 3.1885586 Oct 17 17:52:06.096941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41616) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:06.109569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3a2dddc7-7d27-49aa-b32e-019d1e846bbe up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:06.172320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:06.338730 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-325d9b49-cfd7-4293-a754-da267904a3c5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] GET failed (client error): The resource could not be found. Oct 17 17:52:06.339379 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-325d9b49-cfd7-4293-a754-da267904a3c5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Synchronizing usage tracker for tenant:e202003e01da4ce4aad5dcd078933531 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:06.351502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:06.355070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.399711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-56cbb1f4-bd40-4dab-a9c9-2b22eb00b973 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Delete allocated IP 2001:db8:0:1::350 (50fe1201-9beb-4c2a-b529-9425c368d499/27679137-cb17-4e35-8d23-928b3dcadbb8) {{(pid=89191) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 17 17:52:06.408820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:52:06.451760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e9b69a75-8d21-4004-a788-bbacb88de214 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:06.499407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-325d9b49-cfd7-4293-a754-da267904a3c5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Unset dirty status for tenant:e202003e01da4ce4aad5dcd078933531 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:06.500722 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-325d9b49-cfd7-4293-a754-da267904a3c5 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "GET /v2.0/ports/4f3ce66b-46dc-4c60-8722-ccf9ce863225 HTTP/1.1" status: 404 len: 333 time: 0.3312397 Oct 17 17:52:06.508290 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41620) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:06.512574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-565e84d0-00a6-4658-994d-15750e20eca3 None None] For port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4e5a86d4-9cc0-4298-a368-ac08ac112ce6,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:06.512972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-565e84d0-00a6-4658-994d-15750e20eca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.563297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-feff9202-1360-40c1-a9e2-ae8c1f35ddea tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.608127 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.608474 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Added segment 2f57965f-eba5-4e32-8e8e-c284115cb223 of type vlan for network a2fa68b7-696c-46fd-99e4-49e94dbb6a7b Oct 17 17:52:06.623883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-daf970a1-4373-48f9-9d7d-634f6f9246a6 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Deleting port be825c13-f662-4d82-9d8f-6bfea6116d3a {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:06.624399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-daf970a1-4373-48f9-9d7d-634f6f9246a6 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.698911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.717455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-565e84d0-00a6-4658-994d-15750e20eca3 None None] Calling delete_port for 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:06.793483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.800001 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:06.800919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.805860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-feff9202-1360-40c1-a9e2-ae8c1f35ddea tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.829531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Allocated IP 172.20.0.1 (70318c35-5ed8-4966-9dbe-6d1629455769/2ba1c894-ba08-43e2-8318-ede137b460f6/46818095-2aee-4fc9-bfaf-163dddebbfca) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:06.830716 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305354c1-63a0-4a95-958a-41ba7a5d6d6e None None] Network 50fe1201-9beb-4c2a-b529-9425c368d499 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:06.858121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port e9b69a75-8d21-4004-a788-bbacb88de214 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:06.875782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port e9b69a75-8d21-4004-a788-bbacb88de214 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:06.876150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.876579 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port e9b69a75-8d21-4004-a788-bbacb88de214 Oct 17 17:52:06.976173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-56cbb1f4-bd40-4dab-a9c9-2b22eb00b973 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:06.992881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d1e1a328-6a78-42a4-952b-52b5499c465a None None] Provisioning for port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:07.003796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d1e1a328-6a78-42a4-952b-52b5499c465a None None] Provisioning complete for port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:07.004169 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d1e1a328-6a78-42a4-952b-52b5499c465a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.004507 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-d1e1a328-6a78-42a4-952b-52b5499c465a None None] Attempt 1 to provision port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe Oct 17 17:52:07.015370 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2458839 Oct 17 17:52:07.026615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41626) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:07.035433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-565e84d0-00a6-4658-994d-15750e20eca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.036578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-56cbb1f4-bd40-4dab-a9c9-2b22eb00b973 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Ignored duplicate provisioning block setup for port a76a1e26-41e6-44f1-a9dd-07001357de60 by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:52:07.041564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'subnet': {'network_id': 'a2fa68b7-696c-46fd-99e4-49e94dbb6a7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:07.070283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc0902-d786-4b7b-bc45-2e0f007b0d8a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Network': ['ID=a2fa68b7-696c-46fd-99e4-49e94dbb6a7b,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:07.073252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-56cbb1f4-bd40-4dab-a9c9-2b22eb00b973 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.094372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565e84d0-00a6-4658-994d-15750e20eca3 None None] No DVR routers for this DVR port 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:07.135218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network a2fa68b7-696c-46fd-99e4-49e94dbb6a7b details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:07.259112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-feff9202-1360-40c1-a9e2-ae8c1f35ddea tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.261258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-daf970a1-4373-48f9-9d7d-634f6f9246a6 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.271023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e84d0-00a6-4658-994d-15750e20eca3 None None] Pushing event deleted for resources: {'Port': ['ID=4e5a86d4-9cc0-4298-a368-ac08ac112ce6,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:07.314444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-56cbb1f4-bd40-4dab-a9c9-2b22eb00b973 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] In _notify_port_updated(), no bound segment for port a76a1e26-41e6-44f1-a9dd-07001357de60 on network 50fe1201-9beb-4c2a-b529-9425c368d499 {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:52:07.319915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cbb1f4-bd40-4dab-a9c9-2b22eb00b973 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:07.320556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-56cbb1f4-bd40-4dab-a9c9-2b22eb00b973 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.325975 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-56cbb1f4-bd40-4dab-a9c9-2b22eb00b973 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "PUT /v2.0/ports/a76a1e26-41e6-44f1-a9dd-07001357de60 HTTP/1.1" status: 200 len: 926 time: 2.2962494 Oct 17 17:52:07.336718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41632) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:07.344836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-650e3609-c111-485e-883b-3364cda5bcd5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '243abe99-9f13-4a5d-a4fa-b81b59c3e970'}, {'subnet_id': '27679137-cb17-4e35-8d23-928b3dcadbb8'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:07.381802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff9202-1360-40c1-a9e2-ae8c1f35ddea tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9c95d9-ea7f-440f-a015-4438fe0037e8,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:07.441171 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-daf970a1-4373-48f9-9d7d-634f6f9246a6 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Calling delete_port for be825c13-f662-4d82-9d8f-6bfea6116d3a owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:07.478477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-feff9202-1360-40c1-a9e2-ae8c1f35ddea tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.487399 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbb1f4-bd40-4dab-a9c9-2b22eb00b973 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=a76a1e26-41e6-44f1-a9dd-07001357de60,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:07.493239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef01ab9d-3aef-42a7-b416-d7774e1125cf None None] Network cc78625d-a90d-4fd4-af39-e1906086231f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:07.497348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.512821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:07.522875 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-feff9202-1360-40c1-a9e2-ae8c1f35ddea tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/subnets/fe9c95d9-ea7f-440f-a015-4438fe0037e8 HTTP/1.1" status: 204 len: 168 time: 1.6956379 Oct 17 17:52:07.553506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41638) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:07.577768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:07.590078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:07.599968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:07.600686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.602102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:07.636444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ef1840-79f5-4c62-91a3-4a19427b63c3 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:07.656971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.671590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=911f5fc7-cc5b-4a0a-903b-cb8b0a463d3f,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:07.698058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Transition to ACTIVE for port object 46818095-2aee-4fc9-bfaf-163dddebbfca will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:07.705840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-650e3609-c111-485e-883b-3364cda5bcd5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.714640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Made reservation on behalf of 6f2d5c26d3f7426da953ca5765625a01 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:07.718826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.738221 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c5a179d3-7e5d-4b30-b81c-c69d3b59291f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3268409 Oct 17 17:52:07.740251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41642) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:07.748729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'name': 'tempest-NetworksTestDHCPv6-317495798'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:07.774490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f8853-7d63-4d16-917d-cc2eebf50d6f req-f88a7157-2615-43d0-8983-b0df9bf28d64 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:07.776006 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3d3f8853-7d63-4d16-917d-cc2eebf50d6f req-f88a7157-2615-43d0-8983-b0df9bf28d64 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.4468672 Oct 17 17:52:07.782021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port e9b69a75-8d21-4004-a788-bbacb88de214 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:07.782417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.839091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1a328-6a78-42a4-952b-52b5499c465a None None] Current status of the port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:07.913735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:07.954899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.ipam_backend_mixin [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Performing IP validity checks on allocation pools {{(pid=89191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 17:52:07.955891 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.ipam_backend_mixin [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 17:52:08.000198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port e9b69a75-8d21-4004-a788-bbacb88de214, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e9b69a75-8d21-4004-a788-bbacb88de214,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:08.004653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:08.010392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:08.048014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-daf970a1-4373-48f9-9d7d-634f6f9246a6 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:08.063378 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3d3f8853-7d63-4d16-917d-cc2eebf50d6f req-6ee90ccb-c9f3-453c-af77-c3261a2ecf65 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163258 Oct 17 17:52:08.093356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:08.093735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:08.206101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3a2dddc7-7d27-49aa-b32e-019d1e846bbe up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:08.252276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Network 70318c35-5ed8-4966-9dbe-6d1629455769 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:08.276140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:08.360530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:08.464362 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:08.464737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:08.465125 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe Oct 17 17:52:08.493789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=e9b69a75-8d21-4004-a788-bbacb88de214,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:08.513208 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'Port': ['ID=46818095-2aee-4fc9-bfaf-163dddebbfca,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:08.523190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '911f5fc7-cc5b-4a0a-903b-cb8b0a463d3f'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:08.524308 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:08.636610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d63551-79ca-42de-ae4a-acd29adbf3a0 None None] DHCP port deletion for cc78625d-a90d-4fd4-af39-e1906086231f request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:08.640256 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:08.659427 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-23d63551-79ca-42de-ae4a-acd29adbf3a0 None None] Deleting port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:08.659820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-23d63551-79ca-42de-ae4a-acd29adbf3a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:08.817332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf970a1-4373-48f9-9d7d-634f6f9246a6 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event deleted for resources: {'Port': ['ID=be825c13-f662-4d82-9d8f-6bfea6116d3a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:08.829662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:08.836194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] For port 5c95777c-ffb4-4096-b1e1-9c5a60853d47, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5c95777c-ffb4-4096-b1e1-9c5a60853d47,segment=NetworkSegment(8df2cef2-1960-427f-9f8d-6ef112aea576),segment_id=8df2cef2-1960-427f-9f8d-6ef112aea576)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:08.836769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:08.837703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:08.887889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:08.891520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:08.900733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:08.926799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:08.930478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:08.960968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-daf970a1-4373-48f9-9d7d-634f6f9246a6 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:08.962945 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-daf970a1-4373-48f9-9d7d-634f6f9246a6 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "DELETE /v2.0/ports/be825c13-f662-4d82-9d8f-6bfea6116d3a HTTP/1.1" status: 204 len: 168 time: 2.4510012 Oct 17 17:52:08.965463 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41654) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:09.000033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Allocated IP 2001:db8::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/911f5fc7-cc5b-4a0a-903b-cb8b0a463d3f/644b0d60-a1b4-41fd-a38b-13af359b2a42) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:09.017266 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:09.026691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 796d6f24-138b-46e0-b0bc-4a10ce0227a6 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:09.028992 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-650e3609-c111-485e-883b-3364cda5bcd5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8:0:1::83 (50fe1201-9beb-4c2a-b529-9425c368d499/27679137-cb17-4e35-8d23-928b3dcadbb8/a76a1e26-41e6-44f1-a9dd-07001357de60) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:09.064403 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:09.064756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4e5a86d4-9cc0-4298-a368-ac08ac112ce6 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:09.071849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Provisioning for port a76a1e26-41e6-44f1-a9dd-07001357de60 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:09.080216 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a713c-a368-4080-aae1-285f6753409b req-febbb75c-04a0-4518-b638-05811c97cf2f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:09.088136 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-104a713c-a368-4080-aae1-285f6753409b req-febbb75c-04a0-4518-b638-05811c97cf2f tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.8031855 Oct 17 17:52:09.157934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:09.175364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for 5c95777c-ffb4-4096-b1e1-9c5a60853d47 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:09.209730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Provisioning complete for port a76a1e26-41e6-44f1-a9dd-07001357de60 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:09.209985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:09.210313 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Attempt 1 to provision port a76a1e26-41e6-44f1-a9dd-07001357de60 Oct 17 17:52:09.263371 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-104a713c-a368-4080-aae1-285f6753409b req-353f5642-c460-40d2-bb87-238ee59abe73 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740134 Oct 17 17:52:09.279075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fcfc46-f6a5-457f-b143-63c6cdf30e70 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Deleting subnet c65f219d-d2a3-4f75-a63c-b52d307b3dc0 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:09.308465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54fcfc46-f6a5-457f-b143-63c6cdf30e70 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:09.373128 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-23d63551-79ca-42de-ae4a-acd29adbf3a0 None None] For port 5c95777c-ffb4-4096-b1e1-9c5a60853d47, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5c95777c-ffb4-4096-b1e1-9c5a60853d47,segment=NetworkSegment(8df2cef2-1960-427f-9f8d-6ef112aea576),segment_id=8df2cef2-1960-427f-9f8d-6ef112aea576)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:09.373530 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-23d63551-79ca-42de-ae4a-acd29adbf3a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:09.395101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Port a76a1e26-41e6-44f1-a9dd-07001357de60 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:09.417954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54fcfc46-f6a5-457f-b143-63c6cdf30e70 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:09.462520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Subnet': ['ID=189e386c-e015-4833-999b-365c5a0a34d5,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:09.493855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Checking segment: {'id': '2f57965f-eba5-4e32-8e8e-c284115cb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a2fa68b7-696c-46fd-99e4-49e94dbb6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:09.494424 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network hostable DHCP agents. Network: a2fa68b7-696c-46fd-99e4-49e94dbb6a7b, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:52:09.526683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:09.534956 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-650e3609-c111-485e-883b-3364cda5bcd5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:09.549427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:09.618686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-650e3609-c111-485e-883b-3364cda5bcd5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Ignored duplicate provisioning block setup for port a76a1e26-41e6-44f1-a9dd-07001357de60 by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:52:09.629469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Network a2fa68b7-696c-46fd-99e4-49e94dbb6a7b is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:52:09.632578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] No DVR routers for this DVR port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:09.637006 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=5c95777c-ffb4-4096-b1e1-9c5a60853d47,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:09.660819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-23d63551-79ca-42de-ae4a-acd29adbf3a0 None None] Calling delete_port for 5c95777c-ffb4-4096-b1e1-9c5a60853d47 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:09.681161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-650e3609-c111-485e-883b-3364cda5bcd5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:09.755157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, a2fa68b7-696c-46fd-99e4-49e94dbb6a7b) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:09.770916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e26cc24-698d-4d82-bcf5-939a3c8e5ba7 None None] Network a2fa68b7-696c-46fd-99e4-49e94dbb6a7b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:09.787412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:09.788107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:09.853254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:09.856332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54fcfc46-f6a5-457f-b143-63c6cdf30e70 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:09.876498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Transition to ACTIVE for port object 644b0d60-a1b4-41fd-a38b-13af359b2a42 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:09.895847 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-23d63551-79ca-42de-ae4a-acd29adbf3a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:52:09.896239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-23d63551-79ca-42de-ae4a-acd29adbf3a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:52:09.896565 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Attempt 2 to provision port a76a1e26-41e6-44f1-a9dd-07001357de60 Oct 17 17:52:09.990002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Transition to ACTIVE for port object 644b0d60-a1b4-41fd-a38b-13af359b2a42 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:09.994430 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:52:09.996731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9d4d4-aef1-45f0-b1ad-10edae8e428c req-2d9b64db-41ac-499a-87e1-b5ce1c52be66 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:09.999725 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6fb9d4d4-aef1-45f0-b1ad-10edae8e428c req-2d9b64db-41ac-499a-87e1-b5ce1c52be66 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.2965384 Oct 17 17:52:10.013743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.018125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e3609-c111-485e-883b-3364cda5bcd5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=a76a1e26-41e6-44f1-a9dd-07001357de60,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:10.022097 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.033506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-650e3609-c111-485e-883b-3364cda5bcd5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] In _notify_port_updated(), no bound segment for port a76a1e26-41e6-44f1-a9dd-07001357de60 on network 50fe1201-9beb-4c2a-b529-9425c368d499 {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:52:10.038933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650e3609-c111-485e-883b-3364cda5bcd5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:10.039778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-650e3609-c111-485e-883b-3364cda5bcd5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.044442 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-650e3609-c111-485e-883b-3364cda5bcd5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "PUT /v2.0/ports/a76a1e26-41e6-44f1-a9dd-07001357de60 HTTP/1.1" status: 200 len: 1011 time: 2.7061865 Oct 17 17:52:10.049283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41662) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:10.054324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Port a76a1e26-41e6-44f1-a9dd-07001357de60 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:10.152470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-20036185-f0e0-4556-a405-09d84dff6368 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port a76a1e26-41e6-44f1-a9dd-07001357de60 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:10.152875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20036185-f0e0-4556-a405-09d84dff6368 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.202861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:10.212340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:10.220312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e9b69a75-8d21-4004-a788-bbacb88de214 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:10.263702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:10.275717 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5b460d54-5261-4559-930c-460cc0cf7307 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.2450726 Oct 17 17:52:10.290003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41666) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:10.293093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc78625d-a90d-4fd4-af39-e1906086231f']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:10.296349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ddac6629-52c2-44d2-8348-5b73d1bccb89 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:10.312569 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df2cef2-1960-427f-9f8d-6ef112aea576') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:10.312874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df2cef2-1960-427f-9f8d-6ef112aea576') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:10.330752 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.334579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54fcfc46-f6a5-457f-b143-63c6cdf30e70 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.344387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Pushing event updated for resources: {'Port': ['ID=644b0d60-a1b4-41fd-a38b-13af359b2a42,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:10.409766 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-23d63551-79ca-42de-ae4a-acd29adbf3a0 None None] Deleting port 5c95777c-ffb4-4096-b1e1-9c5a60853d47 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:10.410235 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-23d63551-79ca-42de-ae4a-acd29adbf3a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.423191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.424694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcfc46-f6a5-457f-b143-63c6cdf30e70 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event deleted for resources: {'Subnet': ['ID=c65f219d-d2a3-4f75-a63c-b52d307b3dc0,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:10.435541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:10.435937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.444514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54fcfc46-f6a5-457f-b143-63c6cdf30e70 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.456531 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6fb9d4d4-aef1-45f0-b1ad-10edae8e428c req-611daedc-707f-413e-b170-fbef6369bfe5 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4284470 Oct 17 17:52:10.471575 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-54fcfc46-f6a5-457f-b143-63c6cdf30e70 tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "DELETE /v2.0/subnets/c65f219d-d2a3-4f75-a63c-b52d307b3dc0 HTTP/1.1" status: 204 len: 168 time: 1.5024602 Oct 17 17:52:10.472377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41672) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:10.510044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::34e (b6857a8d-f808-4f27-8165-53c8a72cbcb5/911f5fc7-cc5b-4a0a-903b-cb8b0a463d3f/796d6f24-138b-46e0-b0bc-4a10ce0227a6) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:10.524978 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 8df2cef2-1960-427f-9f8d-6ef112aea576 resource provider aggregate not found Oct 17 17:52:10.553151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed01e76-d5cd-459e-a9dd-eda97b918c9f None None] Network 812cdd55-2b67-4620-a0a3-f840e819fb76 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:10.554815 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 8df2cef2-1960-427f-9f8d-6ef112aea576 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8df2cef2-1960-427f-9f8d-6ef112aea576 found for delete ", "request_id": "req-7db0065e-b963-4962-9152-6d7ce815644e"}]} Oct 17 17:52:10.581638 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Attempt 3 to provision port a76a1e26-41e6-44f1-a9dd-07001357de60 Oct 17 17:52:10.619672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-23d63551-79ca-42de-ae4a-acd29adbf3a0 None None] The port '5c95777c-ffb4-4096-b1e1-9c5a60853d47' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:52:10.709156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Attempting to bind port 644b0d60-a1b4-41fd-a38b-13af359b2a42 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:10.709857 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Attempting to bind port 644b0d60-a1b4-41fd-a38b-13af359b2a42 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:10.710216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Attempting to bind port 644b0d60-a1b4-41fd-a38b-13af359b2a42 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:10.720563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-a2fa68b7-696c-46fd-99e4-49e94dbb6a7b', 'network_id': 'a2fa68b7-696c-46fd-99e4-49e94dbb6a7b', 'tenant_id': '6f2d5c26d3f7426da953ca5765625a01', 'fixed_ips': [{'subnet_id': '189e386c-e015-4833-999b-365c5a0a34d5'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:10.721161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.756231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20036185-f0e0-4556-a405-09d84dff6368 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.757227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.759936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:10.760304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:10.760705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.761095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:10.761577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Bound port: 644b0d60-a1b4-41fd-a38b-13af359b2a42, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:10.761958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.787733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ddac6629-52c2-44d2-8348-5b73d1bccb89 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3774711'] for subnet, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.861110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Port a76a1e26-41e6-44f1-a9dd-07001357de60 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:10.878245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Deleting port 16b619db-7e5a-490a-ad61-66ae39587539 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:10.878616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.889983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-20036185-f0e0-4556-a405-09d84dff6368 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for a76a1e26-41e6-44f1-a9dd-07001357de60 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:10.913583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:52:10.919799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.927603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port e9b69a75-8d21-4004-a788-bbacb88de214 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:10.927979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.928315 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port e9b69a75-8d21-4004-a788-bbacb88de214 Oct 17 17:52:10.953755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:10.963847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Network': ['ID=cc78625d-a90d-4fd4-af39-e1906086231f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:10.976486 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e20bfa03-4303-45e2-8df5-62e8cf081af8 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/networks/cc78625d-a90d-4fd4-af39-e1906086231f HTTP/1.1" status: 204 len: 168 time: 3.4107342 Oct 17 17:52:10.977099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41678) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:10.990451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:11.021963 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:11.082273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] For port 644b0d60-a1b4-41fd-a38b-13af359b2a42, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:11.088100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] For port 644b0d60-a1b4-41fd-a38b-13af359b2a42, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=644b0d60-a1b4-41fd-a38b-13af359b2a42,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:11.099559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:11.212926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e282e500-d8d9-4712-9c90-70f46b277fb3 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port 219bbd62-6b5c-4026-bbea-aa0fdd636a68 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:11.213551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e282e500-d8d9-4712-9c90-70f46b277fb3 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:11.304675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port e9b69a75-8d21-4004-a788-bbacb88de214 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:11.310825 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a967c-96d5-43db-81bd-14ecad59dd3a None None] Pushing event updated for resources: {'Port': ['ID=644b0d60-a1b4-41fd-a38b-13af359b2a42,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:11.324820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:11.364173 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Attempt 4 to provision port a76a1e26-41e6-44f1-a9dd-07001357de60 Oct 17 17:52:11.368712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:11.383619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'Port': ['ID=46818095-2aee-4fc9-bfaf-163dddebbfca,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:11.422903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b559ad0-1a32-4aa0-bd12-6b2ad7bf47cb None None] DHCP port deletion for 812cdd55-2b67-4620-a0a3-f840e819fb76 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:11.439447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5c95777c-ffb4-4096-b1e1-9c5a60853d47 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:11.486020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4b559ad0-1a32-4aa0-bd12-6b2ad7bf47cb None None] Deleting port 16b619db-7e5a-490a-ad61-66ae39587539 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:11.486477 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4b559ad0-1a32-4aa0-bd12-6b2ad7bf47cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:11.524761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 5c95777c-ffb4-4096-b1e1-9c5a60853d47 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:11.525230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5c95777c-ffb4-4096-b1e1-9c5a60853d47 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:11.561558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Port a76a1e26-41e6-44f1-a9dd-07001357de60 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:11.663573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 796d6f24-138b-46e0-b0bc-4a10ce0227a6 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:11.698811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20036185-f0e0-4556-a405-09d84dff6368 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:11.713450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e282e500-d8d9-4712-9c90-70f46b277fb3 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:11.713450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e282e500-d8d9-4712-9c90-70f46b277fb3 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:11.755323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Network 70318c35-5ed8-4966-9dbe-6d1629455769 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:11.763672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:11.800301 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4b559ad0-1a32-4aa0-bd12-6b2ad7bf47cb None None] For port 16b619db-7e5a-490a-ad61-66ae39587539, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=16b619db-7e5a-490a-ad61-66ae39587539,segment=NetworkSegment(a5a7c782-a6e1-4f51-abf1-7f14206fa688),segment_id=a5a7c782-a6e1-4f51-abf1-7f14206fa688)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:11.801156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4b559ad0-1a32-4aa0-bd12-6b2ad7bf47cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:11.848343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20036185-f0e0-4556-a405-09d84dff6368 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=a76a1e26-41e6-44f1-a9dd-07001357de60,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:11.974281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e282e500-d8d9-4712-9c90-70f46b277fb3 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for 219bbd62-6b5c-4026-bbea-aa0fdd636a68 owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:12.016668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4b559ad0-1a32-4aa0-bd12-6b2ad7bf47cb None None] Calling delete_port for 16b619db-7e5a-490a-ad61-66ae39587539 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:12.112239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20036185-f0e0-4556-a405-09d84dff6368 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:12.127594 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Attempt 5 to provision port a76a1e26-41e6-44f1-a9dd-07001357de60 Oct 17 17:52:12.196640 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] For port 16b619db-7e5a-490a-ad61-66ae39587539, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=16b619db-7e5a-490a-ad61-66ae39587539,segment=NetworkSegment(a5a7c782-a6e1-4f51-abf1-7f14206fa688),segment_id=a5a7c782-a6e1-4f51-abf1-7f14206fa688)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:12.197051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:12.214867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Port a76a1e26-41e6-44f1-a9dd-07001357de60 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:52:12.232292 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-20036185-f0e0-4556-a405-09d84dff6368 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/a76a1e26-41e6-44f1-a9dd-07001357de60 HTTP/1.1" status: 204 len: 168 time: 2.1791353 Oct 17 17:52:12.252269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41684) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:12.267984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 644b0d60-a1b4-41fd-a38b-13af359b2a42 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:12.289027 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b857e-9845-419f-9b01-39753e212111 req-82aed131-2952-465b-88f0-be43b32d7569 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:12.294841 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6f1b857e-9845-419f-9b01-39753e212111 req-82aed131-2952-465b-88f0-be43b32d7569 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.6721051 Oct 17 17:52:12.384841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Provisioning complete for port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:12.385356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:12.385785 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Attempt 1 to provision port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe Oct 17 17:52:12.405245 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6f1b857e-9845-419f-9b01-39753e212111 req-0de6f803-db8a-4975-8aad-291ed0f622de tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669932 Oct 17 17:52:12.458164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03efa8e-3422-4b09-9423-11478681b490 req-8f269382-a6c2-4c5c-ac4f-cf20b180c550 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:12.460213 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e03efa8e-3422-4b09-9423-11478681b490 req-8f269382-a6c2-4c5c-ac4f-cf20b180c550 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 945 time: 0.3090355 Oct 17 17:52:12.463231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4b559ad0-1a32-4aa0-bd12-6b2ad7bf47cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:12.488566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Allocated IP 2001:db8::3 (a2fa68b7-696c-46fd-99e4-49e94dbb6a7b/189e386c-e015-4833-999b-365c5a0a34d5/0811f2e5-deeb-40f0-940e-d19f09620158) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:12.493532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Calling delete_port for 16b619db-7e5a-490a-ad61-66ae39587539 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:12.504752 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e282e500-d8d9-4712-9c90-70f46b277fb3 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:12.551641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b559ad0-1a32-4aa0-bd12-6b2ad7bf47cb None None] No DVR routers for this DVR port 16b619db-7e5a-490a-ad61-66ae39587539 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:12.554304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b559ad0-1a32-4aa0-bd12-6b2ad7bf47cb None None] Pushing event deleted for resources: {'Port': ['ID=16b619db-7e5a-490a-ad61-66ae39587539,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:12.586407 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb806f8c-ef5c-417c-b59b-a4d7b57607bc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:52:12.587825 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fb806f8c-ef5c-417c-b59b-a4d7b57607bc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/a76a1e26-41e6-44f1-a9dd-07001357de60 HTTP/1.1" status: 404 len: 333 time: 0.3289814 Oct 17 17:52:12.588700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:52:12.589010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:52:12.593554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ddac6629-52c2-44d2-8348-5b73d1bccb89 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738780658571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3490833'] for subnet, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:12.597678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41688) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:12.723835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:12.727448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 644b0d60-a1b4-41fd-a38b-13af359b2a42 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:12.728394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282e500-d8d9-4712-9c90-70f46b277fb3 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=219bbd62-6b5c-4026-bbea-aa0fdd636a68,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:12.774889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddac6629-52c2-44d2-8348-5b73d1bccb89 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:12.775530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ddac6629-52c2-44d2-8348-5b73d1bccb89 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:12.779964 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ddac6629-52c2-44d2-8348-5b73d1bccb89 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "PUT /v2.0/subnets/189e386c-e015-4833-999b-365c5a0a34d5 HTTP/1.1" status: 200 len: 900 time: 2.4862361 Oct 17 17:52:12.785162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41692) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:12.848250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Deleting port 4fd4e418-9589-4b81-a682-96e731da3426 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:12.848738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:12.868121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 16b619db-7e5a-490a-ad61-66ae39587539 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:12.904354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-1725d93d-fee6-431a-92cb-ccd1a14bae2a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting subnet 27679137-cb17-4e35-8d23-928b3dcadbb8 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:12.928140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 16b619db-7e5a-490a-ad61-66ae39587539 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:12.928774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 16b619db-7e5a-490a-ad61-66ae39587539 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:12.947294 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-611bf500-19cc-41de-8f94-d8afa495956a None None] Current status of the port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:12.963327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:12.966582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1725d93d-fee6-431a-92cb-ccd1a14bae2a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:12.968129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e282e500-d8d9-4712-9c90-70f46b277fb3 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:12.975802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Transition to ACTIVE for port object 0811f2e5-deeb-40f0-940e-d19f09620158 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:12.997284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Transition to ACTIVE for port object 0811f2e5-deeb-40f0-940e-d19f09620158 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:12.998507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac6629-52c2-44d2-8348-5b73d1bccb89 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event updated for resources: {'Subnet': ['ID=189e386c-e015-4833-999b-365c5a0a34d5,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:13.005793 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.036119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:13.051777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:13.066759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Router 69a2271c-7974-486d-9a47-e8ffa51bf170 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:52:13.079071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:13.081582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e282e500-d8d9-4712-9c90-70f46b277fb3 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.082808 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e282e500-d8d9-4712-9c90-70f46b277fb3 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/floatingips/6a804dce-0794-4c09-8f7f-c74f857ed213 HTTP/1.1" status: 204 len: 168 time: 2.1045313 Oct 17 17:52:13.085711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Could not find standard attr ID for object a76a1e26-41e6-44f1-a9dd-07001357de60. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:52:13.089602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:13.090445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.090563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Network a2fa68b7-696c-46fd-99e4-49e94dbb6a7b is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:13.090648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41696) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:13.096337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Deleting port 16b619db-7e5a-490a-ad61-66ae39587539 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:13.096337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.096589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:13.098895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:13.106365 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Pushing event updated for resources: {'Port': ['ID=0811f2e5-deeb-40f0-940e-d19f09620158,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:13.140789 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4090211-2cc7-45d7-ade4-a3e2e34e9145 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:13.141817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4090211-2cc7-45d7-ade4-a3e2e34e9145 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:13.143176 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c4090211-2cc7-45d7-ade4-a3e2e34e9145 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/ports/8d790f60-a525-4f7a-beb3-8db6ace78cfe HTTP/1.1" status: 404 len: 333 time: 0.0511589 Oct 17 17:52:13.146559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41700) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:13.150825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=796d6f24-138b-46e0-b0bc-4a10ce0227a6,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:13.165751 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Provisioning for port 644b0d60-a1b4-41fd-a38b-13af359b2a42 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:13.167908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1725d93d-fee6-431a-92cb-ccd1a14bae2a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.220342 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Provisioning complete for port 644b0d60-a1b4-41fd-a38b-13af359b2a42 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:13.221014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.221505 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Attempt 1 to provision port 644b0d60-a1b4-41fd-a38b-13af359b2a42 Oct 17 17:52:13.224416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6a1e5319-3b97-4194-83df-d077ddd68643 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Synchronizing usage tracker for tenant:c8596a53819a4fc789920c653097ea58 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:13.271340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6a1e5319-3b97-4194-83df-d077ddd68643 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Unset dirty status for tenant:c8596a53819a4fc789920c653097ea58 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:13.275247 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6a1e5319-3b97-4194-83df-d077ddd68643 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10f7e43-49ba-41c5-b826-092e69100248 HTTP/1.1" status: 200 len: 205 time: 0.1253583 Oct 17 17:52:13.275247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] For port 4fd4e418-9589-4b81-a682-96e731da3426, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4fd4e418-9589-4b81-a682-96e731da3426,segment=NetworkSegment(7c5c917c-49ea-4612-88eb-0567cf48f62c),segment_id=7c5c917c-49ea-4612-88eb-0567cf48f62c)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:13.275522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.284654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41704) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:13.304841 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] The port '16b619db-7e5a-490a-ad61-66ae39587539' was deleted {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:52:13.311281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Attempting to bind port 0811f2e5-deeb-40f0-940e-d19f09620158 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:13.312013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Attempting to bind port 0811f2e5-deeb-40f0-940e-d19f09620158 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '2f57965f-eba5-4e32-8e8e-c284115cb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a2fa68b7-696c-46fd-99e4-49e94dbb6a7b'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:13.312557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Attempting to bind port 0811f2e5-deeb-40f0-940e-d19f09620158 on network a2fa68b7-696c-46fd-99e4-49e94dbb6a7b {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:13.323987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:13.324724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Checking segment: {'id': '2f57965f-eba5-4e32-8e8e-c284115cb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a2fa68b7-696c-46fd-99e4-49e94dbb6a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:13.325866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.326408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Bound using segment: {'id': '2f57965f-eba5-4e32-8e8e-c284115cb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a2fa68b7-696c-46fd-99e4-49e94dbb6a7b'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:13.327273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Bound port: 0811f2e5-deeb-40f0-940e-d19f09620158, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f57965f-eba5-4e32-8e8e-c284115cb223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a2fa68b7-696c-46fd-99e4-49e94dbb6a7b'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:13.327826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.413367 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-d8c5ed64-c505-46bb-9498-e9d3865e8bc9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] delete failed (client error): The resource could not be found. Oct 17 17:52:13.414472 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d8c5ed64-c505-46bb-9498-e9d3865e8bc9 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/routers/d10f7e43-49ba-41c5-b826-092e69100248 HTTP/1.1" status: 404 len: 336 time: 0.1289058 Oct 17 17:52:13.424706 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-33d11f77-9703-45bf-b2f6-8f1511276d17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.6835084 Oct 17 17:52:13.425662 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41708) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:13.432585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41710) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:13.493106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Current status of the port 644b0d60-a1b4-41fd-a38b-13af359b2a42 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:13.493467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.548784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] For port 644b0d60-a1b4-41fd-a38b-13af359b2a42, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=644b0d60-a1b4-41fd-a38b-13af359b2a42,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:13.554961 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] For port 0811f2e5-deeb-40f0-940e-d19f09620158, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:13.558069 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.564883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] For port 0811f2e5-deeb-40f0-940e-d19f09620158, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0811f2e5-deeb-40f0-940e-d19f09620158,segment=NetworkSegment(2f57965f-eba5-4e32-8e8e-c284115cb223),segment_id=2f57965f-eba5-4e32-8e8e-c284115cb223)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:13.583334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.660769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.685977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Provisioning for port 46818095-2aee-4fc9-bfaf-163dddebbfca completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:13.696304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Provisioning complete for port 46818095-2aee-4fc9-bfaf-163dddebbfca triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:13.696687 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.697022 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Attempt 1 to provision port 46818095-2aee-4fc9-bfaf-163dddebbfca Oct 17 17:52:13.719444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f807d7c-e53f-44ab-a177-198e8824dd81 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:13.725900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f807d7c-e53f-44ab-a177-198e8824dd81 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:13.726680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8f807d7c-e53f-44ab-a177-198e8824dd81 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:13.758180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Pushing event updated for resources: {'Port': ['ID=644b0d60-a1b4-41fd-a38b-13af359b2a42,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:13.765828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.766246 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.766686 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Floating IP c43b9760-db8d-4685-9086-7f9a0920048b disassociated. External IP: 172.26.8.96, port: 4fd4e418-9589-4b81-a682-96e731da3426. Oct 17 17:52:13.767116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Calling delete_port for 4fd4e418-9589-4b81-a682-96e731da3426 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:13.783505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.795706 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a24e08b-ace9-484b-a5b5-a37101473b37 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:13.796290 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a24e08b-ace9-484b-a5b5-a37101473b37 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:13.798158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8f807d7c-e53f-44ab-a177-198e8824dd81 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:13.799692 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8f807d7c-e53f-44ab-a177-198e8824dd81 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3661971 Oct 17 17:52:13.800070 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4a24e08b-ace9-484b-a5b5-a37101473b37 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/subnets/fe9c95d9-ea7f-440f-a015-4438fe0037e8 HTTP/1.1" status: 404 len: 337 time: 0.3574443 Oct 17 17:52:13.815223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41718) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:13.815583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41720) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:13.836451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting port 0811f2e5-deeb-40f0-940e-d19f09620158 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:13.836805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:13.841433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779e85d-cc3f-494b-86e8-58d61e88fd5d None None] Pushing event updated for resources: {'Port': ['ID=0811f2e5-deeb-40f0-940e-d19f09620158,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:13.848644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Port 46818095-2aee-4fc9-bfaf-163dddebbfca cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:13.892445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812cdd55-2b67-4620-a0a3-f840e819fb76']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:13.930876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a7c782-a6e1-4f51-abf1-7f14206fa688') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:13.931204 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a7c782-a6e1-4f51-abf1-7f14206fa688') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:14.009778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-560d89ae-9bda-4751-8932-b4030487f4ca tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 796d6f24-138b-46e0-b0bc-4a10ce0227a6 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:14.011644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-560d89ae-9bda-4751-8932-b4030487f4ca tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:14.048741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f82b6-7568-4061-b468-9c57a4ae857f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port f63bb114-4e34-4c04-a556-be806b254ee3 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:14.049086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8a8f82b6-7568-4061-b468-9c57a4ae857f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:14.181002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:14.229477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1725d93d-fee6-431a-92cb-ccd1a14bae2a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:14.237300 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0811f2e5-deeb-40f0-940e-d19f09620158 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:14.307390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:14.315080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 0811f2e5-deeb-40f0-940e-d19f09620158 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:14.320860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 644b0d60-a1b4-41fd-a38b-13af359b2a42 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:14.334609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:14.344803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:14.345321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:14.349208 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Attempt 2 to provision port 46818095-2aee-4fc9-bfaf-163dddebbfca Oct 17 17:52:14.386126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:52:14.392554 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-43fc251a-345e-4e9a-8a69-264aed5d4aed tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "PUT /v2.0/routers/69a2271c-7974-486d-9a47-e8ffa51bf170/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9599538 Oct 17 17:52:14.413711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Sync routers for ids ['69a2271c-7974-486d-9a47-e8ffa51bf170'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:52:14.443424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Routers {'69a2271c-7974-486d-9a47-e8ffa51bf170'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:14.444095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:52:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['69a2271c-7974-486d-9a47-e8ffa51bf170'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:14.456601 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a5a7c782-a6e1-4f51-abf1-7f14206fa688 resource provider aggregate not found Oct 17 17:52:14.518240 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9a2d6-de27-46f7-8e44-97819e593ee8 req-0bf1ad49-803b-4d1f-9e54-d2ba58db1922 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:14.520061 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-57d9a2d6-de27-46f7-8e44-97819e593ee8 req-0bf1ad49-803b-4d1f-9e54-d2ba58db1922 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 867 time: 0.9323931 Oct 17 17:52:14.597395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Port 46818095-2aee-4fc9-bfaf-163dddebbfca cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:14.620076 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a5a7c782-a6e1-4f51-abf1-7f14206fa688 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5a7c782-a6e1-4f51-abf1-7f14206fa688 found for delete ", "request_id": "req-130e102d-cf18-4e4d-8270-5d9d7ceb08ef"}]} Oct 17 17:52:14.631321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 644b0d60-a1b4-41fd-a38b-13af359b2a42 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:14.631794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:14.632143 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 644b0d60-a1b4-41fd-a38b-13af359b2a42 Oct 17 17:52:14.655330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:14.725403 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Pushing event deleted for resources: {'Port': ['ID=4fd4e418-9589-4b81-a682-96e731da3426,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:14.735339 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Set router 69a2271c-7974-486d-9a47-e8ffa51bf170 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:52:14.756806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] For port 0811f2e5-deeb-40f0-940e-d19f09620158, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0811f2e5-deeb-40f0-940e-d19f09620158,segment=NetworkSegment(2f57965f-eba5-4e32-8e8e-c284115cb223),segment_id=2f57965f-eba5-4e32-8e8e-c284115cb223)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:14.757190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:14.815230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:14.815470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:14.815806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:14.816138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:14.816459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:14.816783 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:14.817106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:14.817427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:14.817748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:14.818061 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:14.818527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:14.818843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:14.937612 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Calling delete_port for 0811f2e5-deeb-40f0-940e-d19f09620158 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:15.040115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 644b0d60-a1b4-41fd-a38b-13af359b2a42 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:15.052414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:15.073422 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-5597986e-6247-48d3-91b0-b16f55f3bc2b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264306006&fields=id&tenant_id=29ba416679c3411bac939e44d43c516a HTTP/1.1" status: 200 len: 267 time: 0.4122427 Oct 17 17:52:15.137392 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Attempt 3 to provision port 46818095-2aee-4fc9-bfaf-163dddebbfca Oct 17 17:52:15.184084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f661bf6-0649-43ce-9992-260a68f13aae None None] Network a2fa68b7-696c-46fd-99e4-49e94dbb6a7b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:15.189008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:15.247832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1725d93d-fee6-431a-92cb-ccd1a14bae2a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:15.250821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-560d89ae-9bda-4751-8932-b4030487f4ca tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:15.251684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Pushing event deleted for resources: {'Network': ['ID=812cdd55-2b67-4620-a0a3-f840e819fb76,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:15.306826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Port': ['ID=0811f2e5-deeb-40f0-940e-d19f09620158,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:15.317273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Port 46818095-2aee-4fc9-bfaf-163dddebbfca cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:15.323021 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] 10.222.0.69 "DELETE /v2.0/networks/812cdd55-2b67-4620-a0a3-f840e819fb76 HTTP/1.1" status: 204 len: 168 time: 4.8327127 Oct 17 17:52:15.323021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.323021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.323021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.323518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.323699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.324002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.324329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.325165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.325165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.325619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.325937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.326263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a37e183-cedc-4e42-a776-d35496b93cda tempest-AllowedAddressPairTestJSON-465125830 tempest-AllowedAddressPairTestJSON-465125830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.352298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8a8f82b6-7568-4061-b468-9c57a4ae857f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:15.448978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-560d89ae-9bda-4751-8932-b4030487f4ca tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 796d6f24-138b-46e0-b0bc-4a10ce0227a6 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:15.450580 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a099251c-2698-4413-8c1d-19252e366d6e None None] Network 50fe1201-9beb-4c2a-b529-9425c368d499 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:15.500840 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-57d9a2d6-de27-46f7-8e44-97819e593ee8 req-724a3891-85f1-4dff-81af-5a64d7d53be9 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups?id=be319c27-899c-482c-88e1-38523911f626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8627315 Oct 17 17:52:15.501617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725d93d-fee6-431a-92cb-ccd1a14bae2a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Subnet': ['ID=27679137-cb17-4e35-8d23-928b3dcadbb8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:15.505592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.505938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.506361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.506650 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.506978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.507323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.507702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.507946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.508374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.508962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.509288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.509604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:15.516241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1725d93d-fee6-431a-92cb-ccd1a14bae2a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:15.518289 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1725d93d-fee6-431a-92cb-ccd1a14bae2a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/27679137-cb17-4e35-8d23-928b3dcadbb8 HTTP/1.1" status: 204 len: 168 time: 2.8836820 Oct 17 17:52:15.521826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No DVR routers for this DVR port 0811f2e5-deeb-40f0-940e-d19f09620158 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:15.524930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41746) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:15.672599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f82b6-7568-4061-b468-9c57a4ae857f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for f63bb114-4e34-4c04-a556-be806b254ee3 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:15.676377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41752) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:15.700860 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:15.750342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:52:15.770924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c1beac-f731-46ba-a903-19dcde7c20df tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting subnet 243abe99-9f13-4a5d-a4fa-b81b59c3e970 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:15.782586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d6c1beac-f731-46ba-a903-19dcde7c20df tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:15.805505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-8d361a6b-28d6-4b10-bc8c-204329a5feef tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:15.810779 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-8d361a6b-28d6-4b10-bc8c-204329a5feef tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/networks?id=70318c35-5ed8-4966-9dbe-6d1629455769 HTTP/1.1" status: 200 len: 796 time: 0.7200999 Oct 17 17:52:15.866449 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Attempt 4 to provision port 46818095-2aee-4fc9-bfaf-163dddebbfca Oct 17 17:52:15.909756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d6c1beac-f731-46ba-a903-19dcde7c20df tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:15.934572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:52:09Z', 'revision_number': 4, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '46818095-2aee-4fc9-bfaf-163dddebbfca', 'name': '', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'mac_address': 'fa:16:3e:6e:2c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:52:06Z', 'updated_at': '2022-10-17T17:52:09Z', 'revision_number': 2, 'project_id': '29ba416679c3411bac939e44d43c516a', 'subnets': [{'id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:15.942727 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-98160261-7331-497f-b0e7-386ec12e8c3b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/quotas/29ba416679c3411bac939e44d43c516a HTTP/1.1" status: 200 len: 375 time: 0.0992315 Oct 17 17:52:15.959359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Checking router: 69a2271c-7974-486d-9a47-e8ffa51bf170 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:52:15.959979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Updating router 69a2271c-7974-486d-9a47-e8ffa51bf170 port 46818095-2aee-4fc9-bfaf-163dddebbfca binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:52:16.007977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:16.018775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Port 46818095-2aee-4fc9-bfaf-163dddebbfca cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:16.047628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:16.121474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d6c1beac-f731-46ba-a903-19dcde7c20df tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:16.126088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0209a433-f738-43af-9329-d3d241f5b950 None None] Network a2fa68b7-696c-46fd-99e4-49e94dbb6a7b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:16.210797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Subnet': ['ID=189e386c-e015-4833-999b-365c5a0a34d5,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:16.254753 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 4fd4e418-9589-4b81-a682-96e731da3426 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:16.304072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 4fd4e418-9589-4b81-a682-96e731da3426 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:16.304416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 4fd4e418-9589-4b81-a682-96e731da3426 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:16.360016 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-49900500-fb21-4db0-83f1-23edac82f2fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e202003e01da4ce4aad5dcd078933531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6779432 Oct 17 17:52:16.366432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41762) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:16.367772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:16.408945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d6c1beac-f731-46ba-a903-19dcde7c20df tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:16.452852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8a8f82b6-7568-4061-b468-9c57a4ae857f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:16.495162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fa68b7-696c-46fd-99e4-49e94dbb6a7b']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:16.509665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1beac-f731-46ba-a903-19dcde7c20df tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Subnet': ['ID=243abe99-9f13-4a5d-a4fa-b81b59c3e970,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:16.519352 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Attempt 5 to provision port 46818095-2aee-4fc9-bfaf-163dddebbfca Oct 17 17:52:16.520433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-560d89ae-9bda-4751-8932-b4030487f4ca tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:16.527025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:52:16.534753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d6c1beac-f731-46ba-a903-19dcde7c20df tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:16.542750 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c49e6-0eb5-49e1-89dd-531dcfcbbec7 None None] Sync routers for ids ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:52:16.546069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f57965f-eba5-4e32-8e8e-c284115cb223') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:16.546500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f57965f-eba5-4e32-8e8e-c284115cb223') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:16.572535 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c49e6-0eb5-49e1-89dd-531dcfcbbec7 None None] Routers {'3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:16.573556 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ba9c49e6-0eb5-49e1-89dd-531dcfcbbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:52:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:16.581953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:16.607234 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d6c1beac-f731-46ba-a903-19dcde7c20df tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/243abe99-9f13-4a5d-a4fa-b81b59c3e970 HTTP/1.1" status: 204 len: 168 time: 1.0163531 Oct 17 17:52:16.615240 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41770) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:16.616479 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Port 46818095-2aee-4fc9-bfaf-163dddebbfca cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:16.728286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ea7b77-fcc7-477f-ac4c-23ef50bffd2d None None] DHCP port deletion for a2fa68b7-696c-46fd-99e4-49e94dbb6a7b request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:16.780959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f82b6-7568-4061-b468-9c57a4ae857f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=f63bb114-4e34-4c04-a556-be806b254ee3,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:16.963658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:16.964890 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:16.975273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d89ae-9bda-4751-8932-b4030487f4ca tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=796d6f24-138b-46e0-b0bc-4a10ce0227a6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:16.985779 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-ba9c49e6-0eb5-49e1-89dd-531dcfcbbec7 None None] Set router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:52:17.058672 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-e49e43e1-171c-436b-bf03-9b972e8c35c7 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=29ba416679c3411bac939e44d43c516a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0532770 Oct 17 17:52:17.076592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] No DVR routers for this DVR port 4fd4e418-9589-4b81-a682-96e731da3426 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:17.084525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:17.104154 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fca2120-cad4-44a6-b36b-36203c276695', 'name': 'network-vif-deleted', 'tag': '4fd4e418-9589-4b81-a682-96e731da3426'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:52:17.106830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c20a64-c29f-41b5-982a-4527a76c7b15" -d '{"events": [{"server_uuid": "1fca2120-cad4-44a6-b36b-36203c276695", "name": "network-vif-deleted", "tag": "4fd4e418-9589-4b81-a682-96e731da3426"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:52:17.112641 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-560d89ae-9bda-4751-8932-b4030487f4ca tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:17.114882 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-560d89ae-9bda-4751-8932-b4030487f4ca tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/796d6f24-138b-46e0-b0bc-4a10ce0227a6 HTTP/1.1" status: 204 len: 168 time: 3.2983775 Oct 17 17:52:17.117877 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Attempt 6 to provision port 46818095-2aee-4fc9-bfaf-163dddebbfca Oct 17 17:52:17.175254 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41778) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:17.183424 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e03efa8e-3422-4b09-9423-11478681b490 req-20625d26-fd99-44d3-8172-04aa3f6ab326 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.20 "DELETE /v2.0/ports/4fd4e418-9589-4b81-a682-96e731da3426 HTTP/1.1" status: 204 len: 173 time: 4.7135434 Oct 17 17:52:17.237220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977724ba-071f-44cf-8c58-3b8c32befa0f None None] Network 50fe1201-9beb-4c2a-b529-9425c368d499 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:17.280340 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0636d74b-1ad4-4668-90ff-7465ae97b322 req-d6d030c4-ab72-4fdf-9e49-364391aff5a4 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 210 time: 0.3355310 Oct 17 17:52:17.281056 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1901-2b44-45da-8c99-fa07eac7355c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:17.295340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:17.295977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:17.408840 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-f6c45426-58ab-4f59-a961-40a86e4093db service neutron] 10.222.0.69 "GET /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978563 Oct 17 17:52:17.410680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f890249-c9a8-48cd-b7a4-50ca8dba32ca x-openstack-request-id: req-0f890249-c9a8-48cd-b7a4-50ca8dba32ca {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:52:17.411117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fca2120-cad4-44a6-b36b-36203c276695", "name": "network-vif-deleted", "tag": "4fd4e418-9589-4b81-a682-96e731da3426", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:52:17.411661 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0f890249-c9a8-48cd-b7a4-50ca8dba32ca {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:52:17.412141 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f890249-c9a8-48cd-b7a4-50ca8dba32ca'] response: {'server_uuid': '1fca2120-cad4-44a6-b36b-36203c276695', 'name': 'network-vif-deleted', 'tag': '4fd4e418-9589-4b81-a682-96e731da3426', 'status': 'completed', 'code': 200} Oct 17 17:52:17.422521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8a8f82b6-7568-4061-b468-9c57a4ae857f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:17.429593 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8a8f82b6-7568-4061-b468-9c57a4ae857f tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/ports/f63bb114-4e34-4c04-a556-be806b254ee3 HTTP/1.1" status: 204 len: 168 time: 3.6114018 Oct 17 17:52:17.430787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41786) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:17.447754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Port 46818095-2aee-4fc9-bfaf-163dddebbfca cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:17.476241 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ba9c49e6-0eb5-49e1-89dd-531dcfcbbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '9b764d0a-ce04-41ae-b54b-f075943ab99d', 'name': '', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'mac_address': 'fa:16:3e:32:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:22Z', 'updated_at': '2022-10-17T17:48:41Z', 'revision_number': 5, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'subnets': [{'id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:17.480005 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2f57965f-eba5-4e32-8e8e-c284115cb223 resource provider aggregate not found Oct 17 17:52:17.489502 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c49e6-0eb5-49e1-89dd-531dcfcbbec7 None None] Checking router: 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:52:17.507634 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c49e6-0eb5-49e1-89dd-531dcfcbbec7 None None] Routers {'3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:17.508247 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ba9c49e6-0eb5-49e1-89dd-531dcfcbbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:52:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:17.519821 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2f57965f-eba5-4e32-8e8e-c284115cb223 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f57965f-eba5-4e32-8e8e-c284115cb223 found for delete ", "request_id": "req-c19df879-28aa-4338-814d-1b8c00f68fe1"}]} Oct 17 17:52:17.560007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:17.574008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1901-2b44-45da-8c99-fa07eac7355c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:17.616845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc89cdc-0a9e-4fa5-a6c5-48af070e99b5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:17.618811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc89cdc-0a9e-4fa5-a6c5-48af070e99b5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:17.619130 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Transition to ACTIVE for port object 46818095-2aee-4fc9-bfaf-163dddebbfca will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:17.620365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ffc89cdc-0a9e-4fa5-a6c5-48af070e99b5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:17.636415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:17.641290 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:17.641795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:17.650565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1960c3dc-08b6-4883-909c-90f3ec7fce3d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port eb9967b8-3af9-4853-8a94-325c432e6bf6 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:17.651136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1960c3dc-08b6-4883-909c-90f3ec7fce3d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:17.696429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:17.763783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:17.788726 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-ba9c49e6-0eb5-49e1-89dd-531dcfcbbec7 None None] Set router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:52:17.811426 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Network': ['ID=a2fa68b7-696c-46fd-99e4-49e94dbb6a7b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:17.816842 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-26d84c69-9c9e-4528-8ee7-b11f88ff3610 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/a2fa68b7-696c-46fd-99e4-49e94dbb6a7b HTTP/1.1" status: 204 len: 168 time: 5.0088758 Oct 17 17:52:17.817824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ffc89cdc-0a9e-4fa5-a6c5-48af070e99b5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:17.819000 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ffc89cdc-0a9e-4fa5-a6c5-48af070e99b5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5900042 Oct 17 17:52:17.824394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41794) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:17.824522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41796) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:17.849813 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-eef0a061-4596-4f5e-af96-4e05851fe1ee service neutron] 10.222.0.69 "GET /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179475 Oct 17 17:52:17.878582 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4123d6d5-00a9-41ba-8528-c27e1b7c39a0 None None] DHCP port deletion for 50fe1201-9beb-4c2a-b529-9425c368d499 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:17.948148 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef0b224-e672-4f50-a330-041babd69486 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:17.954155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef0b224-e672-4f50-a330-041babd69486 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:17.958332 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8ef0b224-e672-4f50-a330-041babd69486 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/subnets/189e386c-e015-4833-999b-365c5a0a34d5 HTTP/1.1" status: 404 len: 337 time: 0.1283917 Oct 17 17:52:17.959014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41802) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:17.970201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4123d6d5-00a9-41ba-8528-c27e1b7c39a0 None None] Deleting port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:17.970576 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4123d6d5-00a9-41ba-8528-c27e1b7c39a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:18.043139 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Attempt 7 to provision port 46818095-2aee-4fc9-bfaf-163dddebbfca Oct 17 17:52:18.047817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1901-2b44-45da-8c99-fa07eac7355c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:18.083814 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-079cfb97-a306-4a05-b528-17670ac9f405 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:18.084279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079cfb97-a306-4a05-b528-17670ac9f405 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:18.085956 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-079cfb97-a306-4a05-b528-17670ac9f405 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/a2fa68b7-696c-46fd-99e4-49e94dbb6a7b HTTP/1.1" status: 404 len: 339 time: 0.1260309 Oct 17 17:52:18.095390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-56767dbe-ea4c-4154-991c-abf5057f3ed5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 911f5fc7-cc5b-4a0a-903b-cb8b0a463d3f {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:18.106559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41810) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:18.113842 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56767dbe-ea4c-4154-991c-abf5057f3ed5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:18.232888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0811f2e5-deeb-40f0-940e-d19f09620158 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:18.260753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] For port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3a2dddc7-7d27-49aa-b32e-019d1e846bbe,segment=NetworkSegment(ce9f04e7-9493-4a50-b7be-92fe69285b0f),segment_id=ce9f04e7-9493-4a50-b7be-92fe69285b0f)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:18.261475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:18.375568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf1901-2b44-45da-8c99-fa07eac7355c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5720899-e282-4133-9751-944c3dd4f53b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:18.413119 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ba9c49e6-0eb5-49e1-89dd-531dcfcbbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '9b764d0a-ce04-41ae-b54b-f075943ab99d', 'name': '', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'mac_address': 'fa:16:3e:32:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:22Z', 'updated_at': '2022-10-17T17:48:41Z', 'revision_number': 5, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'subnets': [{'id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:18.423772 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c49e6-0eb5-49e1-89dd-531dcfcbbec7 None None] The sync data for ids ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'] in dv-neutron-860895-1-hyperv is: [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '9b764d0a-ce04-41ae-b54b-f075943ab99d', 'name': '', 'network_id': '867fdddf-660d-43b9-8967-850b2cd274b8', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'mac_address': 'fa:16:3e:32:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:22Z', 'updated_at': '2022-10-17T17:48:41Z', 'revision_number': 5, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'subnets': [{'id': '581cdf88-02d3-42a0-acf9-ce0d3088d30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:52:18.500611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4e53d-ad69-4907-9c1b-494a9f11bc78 None None] Pushing event updated for resources: {'Port': ['ID=46818095-2aee-4fc9-bfaf-163dddebbfca,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:18.501038 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 3a2dddc7-7d27-49aa-b32e-019d1e846bbe owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:18.518304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Port 46818095-2aee-4fc9-bfaf-163dddebbfca cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:18.518919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 0811f2e5-deeb-40f0-940e-d19f09620158 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:18.519668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0811f2e5-deeb-40f0-940e-d19f09620158 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:18.519668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3a2dddc7-7d27-49aa-b32e-019d1e846bbe no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:18.535260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-ad5d43e1-8606-4e9c-9ad4-0a38740789c2 req-f3515d97-6076-47de-b903-18e1bfc4f56e tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Synchronizing usage tracker for tenant:29ba416679c3411bac939e44d43c516a on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:18.557448 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1901-2b44-45da-8c99-fa07eac7355c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:18.561783 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e3bf1901-2b44-45da-8c99-fa07eac7355c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a5720899-e282-4133-9751-944c3dd4f53b HTTP/1.1" status: 204 len: 168 time: 2.1830740 Oct 17 17:52:18.588555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56767dbe-ea4c-4154-991c-abf5057f3ed5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:18.646697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-ad5d43e1-8606-4e9c-9ad4-0a38740789c2 req-f3515d97-6076-47de-b903-18e1bfc4f56e tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Unset dirty status for tenant:29ba416679c3411bac939e44d43c516a on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:18.647888 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ad5d43e1-8606-4e9c-9ad4-0a38740789c2 req-f3515d97-6076-47de-b903-18e1bfc4f56e tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 210 time: 0.5033247 Oct 17 17:52:18.652576 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Attempting to bind port 46818095-2aee-4fc9-bfaf-163dddebbfca on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:18.653083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Attempting to bind port 46818095-2aee-4fc9-bfaf-163dddebbfca by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:18.653318 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Attempting to bind port 46818095-2aee-4fc9-bfaf-163dddebbfca on network 70318c35-5ed8-4966-9dbe-6d1629455769 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:18.666071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:18.666504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Checking segment: {'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:18.666912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:18.667343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Bound using segment: {'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:18.667840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Bound port: 46818095-2aee-4fc9-bfaf-163dddebbfca, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:18.668226 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:18.740203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-6afe2533-279b-430b-aa71-1b2c20633879 req-3436fff5-7383-495b-8159-fd78cdcfce8d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Synchronizing usage tracker for tenant:654f9b38b43d444ba34dd32ecf9486da on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:18.746350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:18.772907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:18.808283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1960c3dc-08b6-4883-909c-90f3ec7fce3d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:18.817749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-6afe2533-279b-430b-aa71-1b2c20633879 req-3436fff5-7383-495b-8159-fd78cdcfce8d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Unset dirty status for tenant:654f9b38b43d444ba34dd32ecf9486da on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:18.819116 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6afe2533-279b-430b-aa71-1b2c20633879 req-3436fff5-7383-495b-8159-fd78cdcfce8d tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fca2120-cad4-44a6-b36b-36203c276695 HTTP/1.1" status: 200 len: 210 time: 0.2524989 Oct 17 17:52:18.833294 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4123d6d5-00a9-41ba-8528-c27e1b7c39a0 None None] The port '3a2dddc7-7d27-49aa-b32e-019d1e846bbe' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:52:18.875130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=3a2dddc7-7d27-49aa-b32e-019d1e846bbe,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:18.877253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cfbafb-918a-43bb-9df6-55711b62a23c None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 17:52:18.890376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56767dbe-ea4c-4154-991c-abf5057f3ed5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:18.966549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] For port 46818095-2aee-4fc9-bfaf-163dddebbfca, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:18.972672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] For port 46818095-2aee-4fc9-bfaf-163dddebbfca, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=46818095-2aee-4fc9-bfaf-163dddebbfca,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:18.975419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No active binding found for port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe {{(pid=89192) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 17 17:52:18.976197 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3a2dddc7-7d27-49aa-b32e-019d1e846bbe not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:18.982071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No DVR routers for this DVR port 3a2dddc7-7d27-49aa-b32e-019d1e846bbe on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:19.004525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.008427 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ae084a-4e84-46dd-b5ba-95ae90f41bd7 None None] New status for floating IP c43b9760-db8d-4685-9086-7f9a0920048b: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:52:19.114357 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Attempt 8 to provision port 46818095-2aee-4fc9-bfaf-163dddebbfca Oct 17 17:52:19.133410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.163622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fe1201-9beb-4c2a-b529-9425c368d499']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:19.177302 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9f04e7-9493-4a50-b7be-92fe69285b0f') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:19.177600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9f04e7-9493-4a50-b7be-92fe69285b0f') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:19.190333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.208257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56767dbe-ea4c-4154-991c-abf5057f3ed5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.211857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.256507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:19.257011 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.267492 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1960c3dc-08b6-4883-909c-90f3ec7fce3d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for eb9967b8-3af9-4853-8a94-325c432e6bf6 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:19.425640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Routers {'69a2271c-7974-486d-9a47-e8ffa51bf170'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:19.426285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:52:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['69a2271c-7974-486d-9a47-e8ffa51bf170'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:19.462766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56767dbe-ea4c-4154-991c-abf5057f3ed5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=911f5fc7-cc5b-4a0a-903b-cb8b0a463d3f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:19.566758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a1cfc-34df-4f9b-9109-03b51e7d71e3 None None] Port 46818095-2aee-4fc9-bfaf-163dddebbfca had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:52:19.578268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56767dbe-ea4c-4154-991c-abf5057f3ed5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.596007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.598725 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment ce9f04e7-9493-4a50-b7be-92fe69285b0f resource provider aggregate not found Oct 17 17:52:19.627238 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-56767dbe-ea4c-4154-991c-abf5057f3ed5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/911f5fc7-cc5b-4a0a-903b-cb8b0a463d3f HTTP/1.1" status: 204 len: 168 time: 1.8015852 Oct 17 17:52:19.630250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41846) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:19.654907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0cf155d-a055-473b-9837-63a0b8d0fe37']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:19.668725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4e53d-ad69-4907-9c1b-494a9f11bc78 None None] Pushing event updated for resources: {'Port': ['ID=46818095-2aee-4fc9-bfaf-163dddebbfca,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:19.673122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5d552c-1f6a-4943-91da-e09210377aa9') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:19.673431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5d552c-1f6a-4943-91da-e09210377aa9') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:19.719560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e80cf795-6e30-4f70-8ab5-a28c83f1f4f8 None None] Could not find standard attr ID for object 3a2dddc7-7d27-49aa-b32e-019d1e846bbe. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:52:19.730920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.745216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e80cf795-6e30-4f70-8ab5-a28c83f1f4f8 None None] Could not find standard attr ID for object 796d6f24-138b-46e0-b0bc-4a10ce0227a6. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:52:19.760514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e80cf795-6e30-4f70-8ab5-a28c83f1f4f8 None None] Could not find standard attr ID for object 0811f2e5-deeb-40f0-940e-d19f09620158. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:52:19.766127 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.791589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:19.792086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.800685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cfbafb-918a-43bb-9df6-55711b62a23c None None] Resources bound (agent type, host, resource id): {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 17:52:19.802161 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment ce9f04e7-9493-4a50-b7be-92fe69285b0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce9f04e7-9493-4a50-b7be-92fe69285b0f found for delete ", "request_id": "req-af045226-a216-4bd8-a39b-3d10231d00cb"}]} Oct 17 17:52:19.822423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.853310 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] Set router 69a2271c-7974-486d-9a47-e8ffa51bf170 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:52:19.887184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41854) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:19.889768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:19.905578 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7799de58-0e84-4d7c-96e2-5f9c89e4372d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2690752 Oct 17 17:52:19.908677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41858) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:19.986143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Network': ['ID=50fe1201-9beb-4c2a-b529-9425c368d499,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:20.003893 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 5d5d552c-1f6a-4943-91da-e09210377aa9 resource provider aggregate not found Oct 17 17:52:20.020843 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c718a76d-0389-47a1-8d7c-add7f7aabcc5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/networks/50fe1201-9beb-4c2a-b529-9425c368d499 HTTP/1.1" status: 204 len: 168 time: 3.4008791 Oct 17 17:52:20.138651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41870) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:20.139303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41872) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:20.190103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1960c3dc-08b6-4883-909c-90f3ec7fce3d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:20.198387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:20.204690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:20.209204 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 5d5d552c-1f6a-4943-91da-e09210377aa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d5d552c-1f6a-4943-91da-e09210377aa9 found for delete ", "request_id": "req-73bfd739-54d4-4dd7-a072-c7b42c9ee945"}]} Oct 17 17:52:20.287813 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ac9b8a2e-3d89-40ca-be7b-b20067410d11 req-ac87c51b-3af6-47b5-ae4f-13f596afa24e tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 210 time: 0.3135254 Oct 17 17:52:20.315459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1103859750'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:20.321219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:20.334166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960c3dc-08b6-4883-909c-90f3ec7fce3d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=eb9967b8-3af9-4853-8a94-325c432e6bf6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:20.340881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:network and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:20.344946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:20.363638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:20.370459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Network': ['ID=e0cf155d-a055-473b-9837-63a0b8d0fe37,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:20.388266 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-86032845-61a8-4c18-9e4c-76046ce26931 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/e0cf155d-a055-473b-9837-63a0b8d0fe37 HTTP/1.1" status: 204 len: 168 time: 2.2799480 Oct 17 17:52:20.395172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41884) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:20.406400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:20.409900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:20.426682 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6933dfbc-f276-4109-a2b2-beed7cf6c813 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:20.442808 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:20.493489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-01336846-be7f-441d-a7ef-d4e11e0f341a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:20.494946 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-01336846-be7f-441d-a7ef-d4e11e0f341a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.20 "GET /v2.0/networks?id=70318c35-5ed8-4966-9dbe-6d1629455769 HTTP/1.1" status: 200 len: 796 time: 0.4850395 Oct 17 17:52:20.495825 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-3260c13b-f031-4082-a492-c1e091ebc1ee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:20.496242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3260c13b-f031-4082-a492-c1e091ebc1ee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:20.497497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b98dd58-3c40-4e6f-8ead-7be145ab1b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:20.502145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5b98dd58-3c40-4e6f-8ead-7be145ab1b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:20.502334 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3260c13b-f031-4082-a492-c1e091ebc1ee tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/subnets/ac9a9c0c-5636-498a-8aac-969bbdbfbfab HTTP/1.1" status: 404 len: 337 time: 0.1002476 Oct 17 17:52:20.503265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6933dfbc-f276-4109-a2b2-beed7cf6c813 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:20.511889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:20.515583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41888) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:20.530053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:security_group_rule and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:20.541334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be03976-3164-4030-aaa3-b42ff8cd5189 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:20.542822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2be03976-3164-4030-aaa3-b42ff8cd5189 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:20.545289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:20.564068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:20.566791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1960c3dc-08b6-4883-909c-90f3ec7fce3d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:20.572015 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1960c3dc-08b6-4883-909c-90f3ec7fce3d tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/ports/eb9967b8-3af9-4853-8a94-325c432e6bf6 HTTP/1.1" status: 204 len: 168 time: 3.1133983 Oct 17 17:52:20.572774 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41892) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:20.578067 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9a5b71-82f5-4bee-a40b-8627c8e01140 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:20.578539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9a5b71-82f5-4bee-a40b-8627c8e01140 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:20.580414 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7a9a5b71-82f5-4bee-a40b-8627c8e01140 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/61827e42-aa82-43c3-9f6f-9bab858141b5 HTTP/1.1" status: 404 len: 339 time: 0.0643044 Oct 17 17:52:20.593965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41896) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:20.633736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5b98dd58-3c40-4e6f-8ead-7be145ab1b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:20.637218 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5b98dd58-3c40-4e6f-8ead-7be145ab1b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4710863 Oct 17 17:52:20.639259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41900) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:20.662803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2be03976-3164-4030-aaa3-b42ff8cd5189 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:20.666575 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2be03976-3164-4030-aaa3-b42ff8cd5189 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7358367 Oct 17 17:52:20.668708 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-5d5bfaf1-e779-4409-bed9-ac52ce6698e9 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29ba416679c3411bac939e44d43c516a HTTP/1.1" status: 200 len: 380 time: 0.1473236 Oct 17 17:52:20.669617 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41904) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:20.711938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Request body: {'port': {'device_id': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'admin_state_up': True, 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'security_groups': ['96878005-56eb-40d1-8661-5fdafe5d5ea7']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:20.728745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:52:09Z', 'revision_number': 4, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '46818095-2aee-4fc9-bfaf-163dddebbfca', 'name': '', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'mac_address': 'fa:16:3e:6e:2c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:52:06Z', 'updated_at': '2022-10-17T17:52:18Z', 'revision_number': 4, 'project_id': '29ba416679c3411bac939e44d43c516a', 'subnets': [{'id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:20.734999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f6d37-f203-4e76-9421-5dbacb57d6ac None None] The sync data for ids ['69a2271c-7974-486d-9a47-e8ffa51bf170'] in dv-neutron-860895-1-hyperv is: [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:52:09Z', 'revision_number': 4, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '46818095-2aee-4fc9-bfaf-163dddebbfca', 'name': '', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'mac_address': 'fa:16:3e:6e:2c:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:52:06Z', 'updated_at': '2022-10-17T17:52:18Z', 'revision_number': 4, 'project_id': '29ba416679c3411bac939e44d43c516a', 'subnets': [{'id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:52:20.787239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee0a94b-7245-4595-b293-aca5e74cd6a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting subnet 3a19e4e8-f1b4-48f8-a155-6e0937b5bddf {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:20.793780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6933dfbc-f276-4109-a2b2-beed7cf6c813 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:20.814998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a94b-7245-4595-b293-aca5e74cd6a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:20.839551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58239e8-5fd9-449f-b9bf-f306cd494f30 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:20.878296 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bfb0f0-b364-4e76-bbaf-e905a079fab7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:20.879848 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-72bfb0f0-b364-4e76-bbaf-e905a079fab7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2082751 Oct 17 17:52:20.883615 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933dfbc-f276-4109-a2b2-beed7cf6c813 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be319c27-899c-482c-88e1-38523911f626,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:20.889608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41908) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:20.962387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:20.975429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:20.991837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b6dd09-18ea-428f-887f-ef9860949830 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:20.993240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e7b6dd09-18ea-428f-887f-ef9860949830 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Synchronizing usage tracker for tenant:c8596a53819a4fc789920c653097ea58 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:21.015603 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Made reservation on behalf of 29ba416679c3411bac939e44d43c516a for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:21.020893 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fe32cffc-669c-4c93-af77-55d853b080ec tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233752 Oct 17 17:52:21.020893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a94b-7245-4595-b293-aca5e74cd6a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.025990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.057524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41912) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:21.081799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6933dfbc-f276-4109-a2b2-beed7cf6c813 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.085968 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6933dfbc-f276-4109-a2b2-beed7cf6c813 tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "DELETE /v2.0/security-groups/be319c27-899c-482c-88e1-38523911f626 HTTP/1.1" status: 204 len: 168 time: 0.9183259 Oct 17 17:52:21.086928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41916) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:21.109887 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1a371d7c-e0cc-45e2-aeb6-044d2e831384 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4644961 Oct 17 17:52:21.117112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e7b6dd09-18ea-428f-887f-ef9860949830 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Unset dirty status for tenant:c8596a53819a4fc789920c653097ea58 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:21.117324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41920) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:21.121250 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e7b6dd09-18ea-428f-887f-ef9860949830 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f HTTP/1.1" status: 200 len: 913 time: 0.5470767 Oct 17 17:52:21.122941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41922) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:21.127240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:21.156509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.176738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2028816253'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:21.194499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.202750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:21.215957 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-ce7ec472-b3fa-40cf-935b-000e2429cede tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] show failed (client error): The resource could not be found. Oct 17 17:52:21.217125 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ce7ec472-b3fa-40cf-935b-000e2429cede tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "GET /v2.0/security-groups/be319c27-899c-482c-88e1-38523911f626 HTTP/1.1" status: 404 len: 347 time: 0.1174550 Oct 17 17:52:21.224275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:network and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:21.230456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41928) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:21.239352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:21.288588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73192034-b13b-442b-9cb3-a55994012eed None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:21.293336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-73192034-b13b-442b-9cb3-a55994012eed None None] Deleting port 644b0d60-a1b4-41fd-a38b-13af359b2a42 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:21.293704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-73192034-b13b-442b-9cb3-a55994012eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.330884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:21.332926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:52:21.370822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f48168b-6693-431d-a36f-6d413f1c5eda,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:21.460365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.460702 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Added segment d928bf2f-3816-4dda-a099-d1428453f791 of type vlan for network 98380ccf-f03b-4a5b-810f-10cdd9249d1b Oct 17 17:52:21.461885 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:21.465431 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.496049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:21.504796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-09569bcc-9a52-4f07-b0de-66df66f4b13a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Deleting port 05beb87c-d437-4d35-9f00-135276deb830 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:21.505147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-09569bcc-9a52-4f07-b0de-66df66f4b13a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.581154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.597336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a94b-7245-4595-b293-aca5e74cd6a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.631525 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:52:21.639485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-73192034-b13b-442b-9cb3-a55994012eed None None] For port 644b0d60-a1b4-41fd-a38b-13af359b2a42, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=644b0d60-a1b4-41fd-a38b-13af359b2a42,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:21.639891 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-73192034-b13b-442b-9cb3-a55994012eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.720960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:21.724606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:21.734835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:21.752212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.752554 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Added segment 7e25262c-6d96-4db2-8cf0-65df8b38b6dd of type vlan for network 10b361ae-9dcb-457f-803a-489b688755b7 Oct 17 17:52:21.780378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Allocated IP 172.20.0.4 (70318c35-5ed8-4966-9dbe-6d1629455769/2ba1c894-ba08-43e2-8318-ede137b460f6/dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:21.796651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.803906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:21.804585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.823743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-73192034-b13b-442b-9cb3-a55994012eed None None] Calling delete_port for 644b0d60-a1b4-41fd-a38b-13af359b2a42 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:21.925272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-73192034-b13b-442b-9cb3-a55994012eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:21.988205 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73192034-b13b-442b-9cb3-a55994012eed None None] Pushing event deleted for resources: {'Port': ['ID=644b0d60-a1b4-41fd-a38b-13af359b2a42,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:21.990455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73192034-b13b-442b-9cb3-a55994012eed None None] No DVR routers for this DVR port 644b0d60-a1b4-41fd-a38b-13af359b2a42 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:22.091300 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.097764 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b2f3f2b5-f942-4c15-b7fd-2187a2e69020 req-b0f38546-2d69-4bb6-a123-466580850b01 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 210 time: 0.5895464 Oct 17 17:52:22.113092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.130586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-09569bcc-9a52-4f07-b0de-66df66f4b13a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.130979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Transition to ACTIVE for port object dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:22.131464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-09569bcc-9a52-4f07-b0de-66df66f4b13a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.140221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:22.145211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.210251 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3032694 Oct 17 17:52:22.211921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 46818095-2aee-4fc9-bfaf-163dddebbfca up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:22.212352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a94b-7245-4595-b293-aca5e74cd6a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.276748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41934) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:22.300627 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 46818095-2aee-4fc9-bfaf-163dddebbfca completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:22.306433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 46818095-2aee-4fc9-bfaf-163dddebbfca triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:22.306802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.306915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e5e2d-615f-427d-9926-31e8e4ffb063 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Network': ['ID=98380ccf-f03b-4a5b-810f-10cdd9249d1b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:22.307205 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 46818095-2aee-4fc9-bfaf-163dddebbfca Oct 17 17:52:22.314394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'name': 'tempest-PortsTestJSON-843417537'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:22.338551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-09569bcc-9a52-4f07-b0de-66df66f4b13a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Calling delete_port for 05beb87c-d437-4d35-9f00-135276deb830 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:22.369686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:22.388269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:52:22.414912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0a94b-7245-4595-b293-aca5e74cd6a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Subnet': ['ID=3a19e4e8-f1b4-48f8-a155-6e0937b5bddf,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:22.469091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ee0a94b-7245-4595-b293-aca5e74cd6a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.471071 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4ee0a94b-7245-4595-b293-aca5e74cd6a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/subnets/3a19e4e8-f1b4-48f8-a155-6e0937b5bddf HTTP/1.1" status: 204 len: 168 time: 1.8760827 Oct 17 17:52:22.483393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41938) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:22.484124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdcefd9-9ef3-41c9-a32e-918911a4bc46 None None] Network 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:22.552697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.553658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.559443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:22.560385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.616837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 46818095-2aee-4fc9-bfaf-163dddebbfca is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:22.617525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.688075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Network 70318c35-5ed8-4966-9dbe-6d1629455769 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:22.690303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 46818095-2aee-4fc9-bfaf-163dddebbfca, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=46818095-2aee-4fc9-bfaf-163dddebbfca,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:22.696999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.714153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:22.725593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:22.730539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:port and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:22.734952 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6166267 Oct 17 17:52:22.742751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:22.742937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:22.743911 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41942) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:22.744556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0358d01-61ba-42fe-b0a9-320980ce3631 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Network': ['ID=10b361ae-9dcb-457f-803a-489b688755b7,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:22.750452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6876e3-b390-4d52-b76c-dba2180acb41 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting subnet ebdfe759-a282-42f6-892a-b6148fc48726 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:22.763513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': '10b361ae-9dcb-457f-803a-489b688755b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:22.780554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c6876e3-b390-4d52-b76c-dba2180acb41 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.802272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'Port': ['ID=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:22.842051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:22.851179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 10b361ae-9dcb-457f-803a-489b688755b7 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:22.873727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 644b0d60-a1b4-41fd-a38b-13af359b2a42 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:22.935560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 644b0d60-a1b4-41fd-a38b-13af359b2a42 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:22.936044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 644b0d60-a1b4-41fd-a38b-13af359b2a42 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:22.942420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:22.943241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.972129 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c6876e3-b390-4d52-b76c-dba2180acb41 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.974977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:22.999252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:23.003158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:23.056248 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:23.061996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:23.064606 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-11421ec6-3d48-4042-a190-6dbbf217207a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3891244 Oct 17 17:52:23.069704 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-09569bcc-9a52-4f07-b0de-66df66f4b13a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:23.083747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:23.084102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port 33dd6b3b-72df-4aed-9422-008cbc67a07d yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:23.084345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:23.107764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Request body: {'port': {'device_id': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:23.141934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67609d4a-07e3-484d-9e56-7f86367ab075 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:23.166039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=2b1d707b-5944-4f93-9c43-b73b1c0e1fc8,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:23.181718 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fd0bdc8c-25e7-4737-ba94-d8a80b073d92 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1186936 Oct 17 17:52:23.185311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41948) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:23.233865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:23.237159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09569bcc-9a52-4f07-b0de-66df66f4b13a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Pushing event deleted for resources: {'Port': ['ID=05beb87c-d437-4d35-9f00-135276deb830,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:23.244552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': '2b1d707b-5944-4f93-9c43-b73b1c0e1fc8', 'ip_address': '2001:db8::78ab:791a:8f42:8684'}], 'name': 'tempest-NetworksTestDHCPv6-1823298798'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:23.299058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:23.311684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:23.324073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:23.395147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=46818095-2aee-4fc9-bfaf-163dddebbfca,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:23.396622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1f2e76ec-a2cb-42b2-b379-d64cdae03820 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:23.410068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:23.421637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-05aadd74-b4ad-4a22-9d6c-0ee020e68cb0 None None] Provisioning for port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:23.432675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-05aadd74-b4ad-4a22-9d6c-0ee020e68cb0 None None] Provisioning complete for port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:23.433051 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-05aadd74-b4ad-4a22-9d6c-0ee020e68cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:23.433387 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-05aadd74-b4ad-4a22-9d6c-0ee020e68cb0 None None] Attempt 1 to provision port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d Oct 17 17:52:23.558501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c6876e3-b390-4d52-b76c-dba2180acb41 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:23.561059 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-05aadd74-b4ad-4a22-9d6c-0ee020e68cb0 None None] Port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:23.682630 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '2b1d707b-5944-4f93-9c43-b73b1c0e1fc8'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:23.683510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:23.818439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:23.822471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:23.907464 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Allocated IP 2001:db8::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/2b1d707b-5944-4f93-9c43-b73b1c0e1fc8/342e0524-69d3-4ff8-9762-5081f68fb5f8) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:23.991162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-09569bcc-9a52-4f07-b0de-66df66f4b13a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.141958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:52:24.152246 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.170736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Transition to ACTIVE for port object dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:24.214802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:24.222534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.252421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-09569bcc-9a52-4f07-b0de-66df66f4b13a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.257377 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-09569bcc-9a52-4f07-b0de-66df66f4b13a tempest-ServerActionsTestJSON-1706429900 tempest-ServerActionsTestJSON-1706429900-project] 10.222.0.69 "DELETE /v2.0/floatingips/c43b9760-db8d-4685-9086-7f9a0920048b HTTP/1.1" status: 204 len: 168 time: 3.0191393 Oct 17 17:52:24.257377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:24.262425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41952) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:24.269902 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-05aadd74-b4ad-4a22-9d6c-0ee020e68cb0 None None] Attempt 2 to provision port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d Oct 17 17:52:24.275403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c6876e3-b390-4d52-b76c-dba2180acb41 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.323648 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 46818095-2aee-4fc9-bfaf-163dddebbfca up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:24.402565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e481fb-6e19-4722-a918-5919cbe4344d req-a6ab92b5-3768-4b38-a8c6-04fb86debf6e tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:24.404504 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-25e481fb-6e19-4722-a918-5919cbe4344d req-a6ab92b5-3768-4b38-a8c6-04fb86debf6e tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 931 time: 1.0007436 Oct 17 17:52:24.418836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.423584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-05aadd74-b4ad-4a22-9d6c-0ee020e68cb0 None None] Port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:24.437084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Transition to ACTIVE for port object 342e0524-69d3-4ff8-9762-5081f68fb5f8 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:24.457598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e76ec-a2cb-42b2-b379-d64cdae03820 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port 8b85f37c-6aeb-410e-b7d5-2f06d0f83c59 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:24.457964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1f2e76ec-a2cb-42b2-b379-d64cdae03820 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.462548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 46818095-2aee-4fc9-bfaf-163dddebbfca triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:24.463016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.463461 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 46818095-2aee-4fc9-bfaf-163dddebbfca Oct 17 17:52:24.475097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.490684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Transition to ACTIVE for port object 342e0524-69d3-4ff8-9762-5081f68fb5f8 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:24.493866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6876e3-b390-4d52-b76c-dba2180acb41 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Subnet': ['ID=ebdfe759-a282-42f6-892a-b6148fc48726,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:24.511848 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.516228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:24.529191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:24.546566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9c6876e3-b390-4d52-b76c-dba2180acb41 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.574942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499b7f5c-3216-4bf7-aad3-be858b9270b3 None None] Network 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:24.609442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:24.642148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Attempting to bind port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:24.642493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Attempting to bind port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:24.642815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Attempting to bind port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d on network 70318c35-5ed8-4966-9dbe-6d1629455769 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:24.654922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:24.659797 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d on network 70318c35-5ed8-4966-9dbe-6d1629455769 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:52:24.660116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Attempting to bind port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d on network 70318c35-5ed8-4966-9dbe-6d1629455769 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:24.662477 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:24.682623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:24.682892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Checking segment: {'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:24.683212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Bound using segment: {'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:24.683639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Bound port: dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:24.683983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.687942 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9c6876e3-b390-4d52-b76c-dba2180acb41 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/subnets/ebdfe759-a282-42f6-892a-b6148fc48726 HTTP/1.1" status: 204 len: 168 time: 2.1903899 Oct 17 17:52:24.697253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41956) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:24.732376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-25e481fb-6e19-4722-a918-5919cbe4344d req-7dcb47cf-a6d8-4c0f-8c7c-6b8e78c543e9 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Synchronizing usage tracker for tenant:29ba416679c3411bac939e44d43c516a on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:24.742929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Pushing event updated for resources: {'Port': ['ID=342e0524-69d3-4ff8-9762-5081f68fb5f8,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:24.830587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1f2e76ec-a2cb-42b2-b379-d64cdae03820 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.887914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:24.959426 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-05aadd74-b4ad-4a22-9d6c-0ee020e68cb0 None None] Attempt 3 to provision port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d Oct 17 17:52:24.986927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.011939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e76ec-a2cb-42b2-b379-d64cdae03820 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for 8b85f37c-6aeb-410e-b7d5-2f06d0f83c59 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:25.021273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Attempting to bind port 342e0524-69d3-4ff8-9762-5081f68fb5f8 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:25.021796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Attempting to bind port 342e0524-69d3-4ff8-9762-5081f68fb5f8 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:25.022424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Attempting to bind port 342e0524-69d3-4ff8-9762-5081f68fb5f8 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:25.024769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 46818095-2aee-4fc9-bfaf-163dddebbfca is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:25.025142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-25e481fb-6e19-4722-a918-5919cbe4344d req-7dcb47cf-a6d8-4c0f-8c7c-6b8e78c543e9 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Unset dirty status for tenant:29ba416679c3411bac939e44d43c516a on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:25.026345 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-25e481fb-6e19-4722-a918-5919cbe4344d req-7dcb47cf-a6d8-4c0f-8c7c-6b8e78c543e9 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5336866 Oct 17 17:52:25.042562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:25.042562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:25.042562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.042562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:25.043756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Bound port: 342e0524-69d3-4ff8-9762-5081f68fb5f8, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:25.043756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.048352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.064237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.080264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-05aadd74-b4ad-4a22-9d6c-0ee020e68cb0 None None] Port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:25.105222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] For port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:25.107459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting port ab719aea-5e6f-4630-b90d-1be24e0cd922 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:25.107789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.140707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.168531 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] For port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:25.184354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=33dd6b3b-72df-4aed-9422-008cbc67a07d,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:25.190844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.191320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] For port 342e0524-69d3-4ff8-9762-5081f68fb5f8, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:25.203446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] For port 342e0524-69d3-4ff8-9762-5081f68fb5f8, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=342e0524-69d3-4ff8-9762-5081f68fb5f8,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:25.207125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:25.209216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.231923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:25.232566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.234150 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] 10.222.0.20 "PUT /v2.0/ports/dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d HTTP/1.1" status: 200 len: 1093 time: 2.1443963 Oct 17 17:52:25.238088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:52:25.240780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a5853c-57f6-4df8-b437-c430a8d70d97" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:52:25.297184 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4636935-40ab-4ec1-9d1e-bd41e99fee8b None None] DHCP port deletion for 0a2757e1-1a1a-42e2-9325-f4a5dc40a84f request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:25.318419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Checking segment: {'id': 'd928bf2f-3816-4dda-a099-d1428453f791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:25.318934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network hostable DHCP agents. Network: 98380ccf-f03b-4a5b-810f-10cdd9249d1b, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:52:25.329738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f4636935-40ab-4ec1-9d1e-bd41e99fee8b None None] Deleting port ab719aea-5e6f-4630-b90d-1be24e0cd922 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:25.330472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f4636935-40ab-4ec1-9d1e-bd41e99fee8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.365788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7072b4-4956-4763-89b0-0d39b4bb7619 x-openstack-request-id: req-9a7072b4-4956-4763-89b0-0d39b4bb7619 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:52:25.366166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:52:25.366505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a7072b4-4956-4763-89b0-0d39b4bb7619 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:52:25.366977 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a7072b4-4956-4763-89b0-0d39b4bb7619'] response: {'name': 'network-changed', 'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'status': 'completed', 'code': 200} Oct 17 17:52:25.395915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Subnet': ['ID=fe079f10-cead-4606-9d78-6b729108d0b5,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:25.461837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f0f29-d20c-475b-ae55-c6ef0b5f1657 None None] Pushing event updated for resources: {'Port': ['ID=342e0524-69d3-4ff8-9762-5081f68fb5f8,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:25.483270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:52:25.593136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67415039-d686-46ab-a976-f3e612ee4fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:25.605804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 98380ccf-f03b-4a5b-810f-10cdd9249d1b) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:25.628881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:25.639018 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:25.640185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.647190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Checking segment: {'id': '7e25262c-6d96-4db2-8cf0-65df8b38b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10b361ae-9dcb-457f-803a-489b688755b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:25.647190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network hostable DHCP agents. Network: 10b361ae-9dcb-457f-803a-489b688755b7, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:52:25.668180 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-05aadd74-b4ad-4a22-9d6c-0ee020e68cb0 None None] Attempt 4 to provision port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d Oct 17 17:52:25.733374 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1c678-2a80-4f67-97b8-6a1e1971e0fe None None] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:25.759076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] For port ab719aea-5e6f-4630-b90d-1be24e0cd922, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ab719aea-5e6f-4630-b90d-1be24e0cd922,segment=NetworkSegment(e53e58a9-6282-44fd-a78e-7408ad9049f9),segment_id=e53e58a9-6282-44fd-a78e-7408ad9049f9)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:25.759684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.785413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f4636935-40ab-4ec1-9d1e-bd41e99fee8b None None] For port ab719aea-5e6f-4630-b90d-1be24e0cd922, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ab719aea-5e6f-4630-b90d-1be24e0cd922,segment=NetworkSegment(e53e58a9-6282-44fd-a78e-7408ad9049f9),segment_id=e53e58a9-6282-44fd-a78e-7408ad9049f9)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:25.786031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f4636935-40ab-4ec1-9d1e-bd41e99fee8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.824273 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 10b361ae-9dcb-457f-803a-489b688755b7 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:52:25.834996 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-73471a9e-0aa5-4693-9cb9-1fd79d71212b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.5294476 Oct 17 17:52:25.851156 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41962) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:25.878735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 10b361ae-9dcb-457f-803a-489b688755b7) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:25.895019 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::78ab:791a:8f42:8684 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/2b1d707b-5944-4f93-9c43-b73b1c0e1fc8/91fd6663-c3cc-4edf-a0a2-75ea0a9b66de) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:25.905399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:25.906065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:25.916386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d0fa82-fe5c-4db0-bbaf-63d442b7ff51 None None] Network 10b361ae-9dcb-457f-803a-489b688755b7 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:25.927655 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Calling delete_port for ab719aea-5e6f-4630-b90d-1be24e0cd922 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:25.935911 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3e7be69a-6635-4854-8157-170713414f39 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1828380 Oct 17 17:52:25.939077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41966) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:25.948447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': '10b361ae-9dcb-457f-803a-489b688755b7', 'name': 'tempest-PortsIpV6TestJSON-1919367803'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:25.983666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1799292005'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:25.998673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:26.002654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-88c00b3e-1061-452a-987d-7ca8b28c1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:26.004461 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-88c00b3e-1061-452a-987d-7ca8b28c1cab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29ba416679c3411bac939e44d43c516a&device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 1096 time: 0.6851671 Oct 17 17:52:26.009339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:network and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:26.015202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:26.018293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1f2e76ec-a2cb-42b2-b379-d64cdae03820 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:26.145912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f4636935-40ab-4ec1-9d1e-bd41e99fee8b None None] Calling delete_port for ab719aea-5e6f-4630-b90d-1be24e0cd922 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:26.155173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:26.246848 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-cb3d2476-e58b-4cc3-9ea7-56db80255eb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d HTTP/1.1" status: 200 len: 217 time: 0.2213979 Oct 17 17:52:26.261084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2e76ec-a2cb-42b2-b379-d64cdae03820 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=8b85f37c-6aeb-410e-b7d5-2f06d0f83c59,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:26.264876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-05aadd74-b4ad-4a22-9d6c-0ee020e68cb0 None None] Port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:52:26.282021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 342e0524-69d3-4ff8-9762-5081f68fb5f8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:26.338340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:26.342529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:26.419652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:26.454578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9de03889-086c-44d5-847b-53926ab4c9df None None] Could not find standard attr ID for object ab719aea-5e6f-4630-b90d-1be24e0cd922. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:52:26.472673 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-f4636935-40ab-4ec1-9d1e-bd41e99fee8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:52:26.473041 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-f4636935-40ab-4ec1-9d1e-bd41e99fee8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:52:26.490966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Port': ['ID=ab719aea-5e6f-4630-b90d-1be24e0cd922,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:26.515571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No DVR routers for this DVR port ab719aea-5e6f-4630-b90d-1be24e0cd922 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:26.557021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:52:26.584924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 342e0524-69d3-4ff8-9762-5081f68fb5f8 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:26.587451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-7d19280a-b062-4be1-b142-8a017c0efcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:26.588636 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-10b361ae-9dcb-457f-803a-489b688755b7', 'network_id': '10b361ae-9dcb-457f-803a-489b688755b7', 'tenant_id': '2c42d9d67ee94a7f9727753e385c0f84', 'fixed_ips': [{'subnet_id': 'fe079f10-cead-4606-9d78-6b729108d0b5'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:26.589066 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-7d19280a-b062-4be1-b142-8a017c0efcc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ba1c894-ba08-43e2-8318-ede137b460f6 HTTP/1.1" status: 200 len: 835 time: 0.3229268 Oct 17 17:52:26.589471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:26.714826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ab719aea-5e6f-4630-b90d-1be24e0cd922 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:26.772154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: ab719aea-5e6f-4630-b90d-1be24e0cd922 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:26.772494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ab719aea-5e6f-4630-b90d-1be24e0cd922 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:26.789610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:26.789920 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Added segment c7050862-38a1-488f-a2e3-52b274fa3769 of type vlan for network 8a640bc8-a5ed-4242-b983-602cef506b2a Oct 17 17:52:26.944899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Allocated IP 2001:db8::2 (10b361ae-9dcb-457f-803a-489b688755b7/fe079f10-cead-4606-9d78-6b729108d0b5/d8ae20e5-d59a-4a1b-bf7c-07e040c9c258) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:26.945289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:26.982179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:26.991211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:26.995299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f4636935-40ab-4ec1-9d1e-bd41e99fee8b None None] Deleting port ab719aea-5e6f-4630-b90d-1be24e0cd922 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:26.998156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f4636935-40ab-4ec1-9d1e-bd41e99fee8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.044984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:27.057230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.059409 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb5f80-dabc-4e25-81e4-7af9881aa359 req-9f69e04f-b1d9-46cf-9b47-498aee3f62af tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:27.061676 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f0bb5f80-dabc-4e25-81e4-7af9881aa359 req-9f69e04f-b1d9-46cf-9b47-498aee3f62af tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 943 time: 0.6967034 Oct 17 17:52:27.065168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:27.068694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.087902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.135962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port 77f6a617-9228-4313-b50e-1b47b9107aed yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:27.183282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb80fd77-0cfc-4016-b246-2e1a33f6ee7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.213738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2757e1-1a1a-42e2-9325-f4a5dc40a84f']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:27.222778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1f2e76ec-a2cb-42b2-b379-d64cdae03820 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.233678 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f4636935-40ab-4ec1-9d1e-bd41e99fee8b None None] The port 'ab719aea-5e6f-4630-b90d-1be24e0cd922' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:52:27.244620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53e58a9-6282-44fd-a78e-7408ad9049f9') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:27.245698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53e58a9-6282-44fd-a78e-7408ad9049f9') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:27.319490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-cb42fe16-2968-40b7-bbe0-3776839cb626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:27.322639 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-cb42fe16-2968-40b7-bbe0-3776839cb626 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70318c35-5ed8-4966-9dbe-6d1629455769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7120984 Oct 17 17:52:27.322818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b9c4eb48-6dd5-4f12-8026-d852b5a8d984 None None] Provisioning for port 342e0524-69d3-4ff8-9762-5081f68fb5f8 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:27.328590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.329966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b9c4eb48-6dd5-4f12-8026-d852b5a8d984 None None] Provisioning complete for port 342e0524-69d3-4ff8-9762-5081f68fb5f8 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:27.330333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b9c4eb48-6dd5-4f12-8026-d852b5a8d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.330662 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b9c4eb48-6dd5-4f12-8026-d852b5a8d984 None None] Attempt 1 to provision port 342e0524-69d3-4ff8-9762-5081f68fb5f8 Oct 17 17:52:27.335141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.340487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:27.341107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.348166 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f0bb5f80-dabc-4e25-81e4-7af9881aa359 req-f9203239-fa65-461b-8780-be17daa54efb tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681403 Oct 17 17:52:27.459936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.477981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.483113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Transition to ACTIVE for port object d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:27.514461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Transition to ACTIVE for port object d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:27.550457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.639823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Network 10b361ae-9dcb-457f-803a-489b688755b7 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:27.644156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:27.646768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:27.658261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4eb48-6dd5-4f12-8026-d852b5a8d984 None None] Current status of the port 342e0524-69d3-4ff8-9762-5081f68fb5f8 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:27.658261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b9c4eb48-6dd5-4f12-8026-d852b5a8d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.666613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.717141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Pushing event updated for resources: {'Port': ['ID=d8ae20e5-d59a-4a1b-bf7c-07e040c9c258,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:27.726033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:27.737486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:27.753990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=91fd6663-c3cc-4edf-a0a2-75ea0a9b66de,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:27.756809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:27.759686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:27.760096 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.762627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:27.763661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.802405 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cb1f333e-67a5-4b1a-a449-1739f17924d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6081343 Oct 17 17:52:27.805773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41974) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:27.810362 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b9c4eb48-6dd5-4f12-8026-d852b5a8d984 None None] For port 342e0524-69d3-4ff8-9762-5081f68fb5f8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=342e0524-69d3-4ff8-9762-5081f68fb5f8,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:27.816106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Attempting to bind port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:27.816845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Attempting to bind port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '7e25262c-6d96-4db2-8cf0-65df8b38b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10b361ae-9dcb-457f-803a-489b688755b7'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:27.817359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Attempting to bind port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 on network 10b361ae-9dcb-457f-803a-489b688755b7 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:27.820826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b9c4eb48-6dd5-4f12-8026-d852b5a8d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.821555 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment e53e58a9-6282-44fd-a78e-7408ad9049f9 resource provider aggregate not found Oct 17 17:52:27.860884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8::8 (10b361ae-9dcb-457f-803a-489b688755b7/fe079f10-cead-4606-9d78-6b729108d0b5/77f6a617-9228-4313-b50e-1b47b9107aed) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:27.867318 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:27.867703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Checking segment: {'id': '7e25262c-6d96-4db2-8cf0-65df8b38b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10b361ae-9dcb-457f-803a-489b688755b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:27.868091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.868489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Bound using segment: {'id': '7e25262c-6d96-4db2-8cf0-65df8b38b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10b361ae-9dcb-457f-803a-489b688755b7'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:27.868973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Bound port: d8ae20e5-d59a-4a1b-bf7c-07e040c9c258, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e25262c-6d96-4db2-8cf0-65df8b38b6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10b361ae-9dcb-457f-803a-489b688755b7'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:27.869376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:27.881594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Network': ['ID=8a640bc8-a5ed-4242-b983-602cef506b2a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:27.909843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 8a640bc8-a5ed-4242-b983-602cef506b2a details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:27.924263 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-dbd57c81-dd5d-48c2-97e8-b5486a59bf04 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0104704 Oct 17 17:52:27.926350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 41980) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:27.929107 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment e53e58a9-6282-44fd-a78e-7408ad9049f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e53e58a9-6282-44fd-a78e-7408ad9049f9 found for delete ", "request_id": "req-8a39ec42-4cb1-4054-99a3-5ff020ba96ac"}]} Oct 17 17:52:27.939992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'ports': [{'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b'}, {'network_id': '8a640bc8-a5ed-4242-b983-602cef506b2a'}]} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:27.940355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:27.940767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '8a640bc8-a5ed-4242-b983-602cef506b2a'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:28.012258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:28.038522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:28.043882 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-ff5bc667-bd08-49ba-b255-d5ab343dbf01 service neutron] 10.222.0.20 "GET /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000238 Oct 17 17:52:28.141250 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4eb48-6dd5-4f12-8026-d852b5a8d984 None None] Pushing event updated for resources: {'Port': ['ID=342e0524-69d3-4ff8-9762-5081f68fb5f8,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:28.179949 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] For port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:28.186808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] For port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d8ae20e5-d59a-4a1b-bf7c-07e040c9c258,segment=NetworkSegment(7e25262c-6d96-4db2-8cf0-65df8b38b6dd),segment_id=7e25262c-6d96-4db2-8cf0-65df8b38b6dd)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:28.202230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:28.255686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-cb80fd77-0cfc-4016-b246-2e1a33f6ee7d admin admin] Deleting port 9b764d0a-ce04-41ae-b54b-f075943ab99d {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:28.257057 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb80fd77-0cfc-4016-b246-2e1a33f6ee7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:28.270111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Network': ['ID=0a2757e1-1a1a-42e2-9325-f4a5dc40a84f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:28.344900 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1b7fde83-0f5c-4bf1-bd0a-d394675cb8eb tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/0a2757e1-1a1a-42e2-9325-f4a5dc40a84f HTTP/1.1" status: 204 len: 168 time: 3.6464875 Oct 17 17:52:28.349521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41984) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:28.362964 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Provisioning for port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:28.370666 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Provisioning complete for port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:28.371200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:28.372235 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Attempt 1 to provision port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de Oct 17 17:52:28.407994 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b965cde7-e60f-41b2-a4cb-9e3d9e56bbbf tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:28.408526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b965cde7-e60f-41b2-a4cb-9e3d9e56bbbf tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:28.410284 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b965cde7-e60f-41b2-a4cb-9e3d9e56bbbf tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/subnets/7df6c476-331f-4935-86a9-6f0b1008408d HTTP/1.1" status: 404 len: 337 time: 0.0579422 Oct 17 17:52:28.421872 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41988) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:28.455417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdc975-a25f-4c0e-98d8-a074388b81f7 None None] Pushing event updated for resources: {'Port': ['ID=d8ae20e5-d59a-4a1b-bf7c-07e040c9c258,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:28.490881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:28.512538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0b3b78-5786-4487-9eb0-82cd4ac57c60 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:28.521722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0b3b78-5786-4487-9eb0-82cd4ac57c60 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:28.522959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6d0b3b78-5786-4487-9eb0-82cd4ac57c60 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:28.547632 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f373ac0-6d09-4765-af12-57ef5136d613 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:28.547632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f373ac0-6d09-4765-af12-57ef5136d613 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:28.547632 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6f373ac0-6d09-4765-af12-57ef5136d613 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/f4fcb64c-f6d9-46b2-8197-7e6d9bbea311 HTTP/1.1" status: 404 len: 339 time: 0.1095943 Oct 17 17:52:28.552809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41994) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:28.718750 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3dde8281-cf5b-4ee2-aac9-ea9a2fb50538 req-babf9342-658e-4b43-8d6c-0dcdca31b2db service neutron] 10.222.0.20 "GET /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625414 Oct 17 17:52:28.719614 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a651fe8d-ca10-43c6-b953-b4624e1c6ab4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:28.720034 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a651fe8d-ca10-43c6-b953-b4624e1c6ab4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:28.721627 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a651fe8d-ca10-43c6-b953-b4624e1c6ab4 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/subnets/7347f98a-e046-4817-ae51-0338bb4f2831 HTTP/1.1" status: 404 len: 337 time: 0.1678195 Oct 17 17:52:28.725219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2e76ec-a2cb-42b2-b379-d64cdae03820 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:52:28.733989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 41998) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:28.878092 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a952513-dc59-4557-8548-ccc223e60631 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:28.878092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a952513-dc59-4557-8548-ccc223e60631 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:28.881298 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7a952513-dc59-4557-8548-ccc223e60631 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/57652029-7fd1-43af-953b-3590eba84521 HTTP/1.1" status: 404 len: 339 time: 0.1475103 Oct 17 17:52:28.890934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42002) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:28.891503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6d0b3b78-5786-4487-9eb0-82cd4ac57c60 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:28.892802 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6d0b3b78-5786-4487-9eb0-82cd4ac57c60 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.0860498 Oct 17 17:52:28.910496 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42004) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:28.983204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c472bb78-4ac4-4e5d-a43c-5bd9d52b63d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:28.992356 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Attempt 2 to provision port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de Oct 17 17:52:29.015605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:29.045761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:29.058590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:port and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:29.067398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:29.069636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:29.081965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6cf9f-403e-433a-8a8f-5c562ca95f6c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:29.082311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bc6cf9f-403e-433a-8a8f-5c562ca95f6c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:29.103762 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc09a602-452d-44dc-a1c9-15e80b7f456a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:29.103762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc09a602-452d-44dc-a1c9-15e80b7f456a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:29.103762 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-dc09a602-452d-44dc-a1c9-15e80b7f456a tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/subnets/7cbe34f0-2332-46a5-8d6f-2258a34f0d30 HTTP/1.1" status: 404 len: 337 time: 0.0866015 Oct 17 17:52:29.106943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42010) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:29.119454 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Transition to ACTIVE for port object 77f6a617-9228-4313-b50e-1b47b9107aed will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:29.135433 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:29.161878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706ef47-593b-4217-b7ea-f01a6fccbc3a req-04bfa833-0fe0-435c-9446-44c2b8e75554 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:29.162585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-e706ef47-593b-4217-b7ea-f01a6fccbc3a req-04bfa833-0fe0-435c-9446-44c2b8e75554 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Synchronizing usage tracker for tenant:29ba416679c3411bac939e44d43c516a on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:29.165968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-cb80fd77-0cfc-4016-b246-2e1a33f6ee7d admin admin] For port 9b764d0a-ce04-41ae-b54b-f075943ab99d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9b764d0a-ce04-41ae-b54b-f075943ab99d,segment=NetworkSegment(7c5c917c-49ea-4612-88eb-0567cf48f62c),segment_id=7c5c917c-49ea-4612-88eb-0567cf48f62c)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:29.166328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb80fd77-0cfc-4016-b246-2e1a33f6ee7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:29.192686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2e76ec-a2cb-42b2-b379-d64cdae03820 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:52:29.198278 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1f2e76ec-a2cb-42b2-b379-d64cdae03820 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "PUT /v2.0/routers/f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9938393 Oct 17 17:52:29.201180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42014) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:29.208573 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff01c56-d941-4981-805e-0e5a411b7992 None None] Sync routers for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:52:29.209229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5853c-57f6-4df8-b437-c430a8d70d97 req-84e0bf2c-2d22-4532-bb54-a7348875dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:29.210970 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-87a5853c-57f6-4df8-b437-c430a8d70d97 req-84e0bf2c-2d22-4532-bb54-a7348875dd07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29ba416679c3411bac939e44d43c516a&device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 1096 time: 0.3300259 Oct 17 17:52:29.220150 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff01c56-d941-4981-805e-0e5a411b7992 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:29.220835 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0ff01c56-d941-4981-805e-0e5a411b7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:52:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:29.248549 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecbcfcb-ce78-4380-8bb4-4a7105621703 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:29.249025 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecbcfcb-ce78-4380-8bb4-4a7105621703 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:29.250738 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6ecbcfcb-ce78-4380-8bb4-4a7105621703 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/ccda7eda-d6ff-4104-8aca-0029d0a1472a HTTP/1.1" status: 404 len: 339 time: 0.1332538 Oct 17 17:52:29.281363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42018) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:29.306634 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0ff01c56-d941-4981-805e-0e5a411b7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:29.311140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-e706ef47-593b-4217-b7ea-f01a6fccbc3a req-04bfa833-0fe0-435c-9446-44c2b8e75554 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Unset dirty status for tenant:29ba416679c3411bac939e44d43c516a on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:29.312633 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e706ef47-593b-4217-b7ea-f01a6fccbc3a req-04bfa833-0fe0-435c-9446-44c2b8e75554 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 943 time: 0.7061939 Oct 17 17:52:29.334534 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff01c56-d941-4981-805e-0e5a411b7992 None None] Routers {'f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:29.335635 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0ff01c56-d941-4981-805e-0e5a411b7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:52:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:29.351337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-cb80fd77-0cfc-4016-b246-2e1a33f6ee7d admin admin] Calling delete_port for 9b764d0a-ce04-41ae-b54b-f075943ab99d owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:29.399981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 2} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:29.405806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:29.423644 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0ff01c56-d941-4981-805e-0e5a411b7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:29.424313 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff01c56-d941-4981-805e-0e5a411b7992 None None] The sync data for ids ['f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:52:29.489372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:29.569050 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Attempt 3 to provision port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de Oct 17 17:52:29.642280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:29.682179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ab554-5eea-4c83-903d-6a7ba9b37147 None None] Network 10b361ae-9dcb-457f-803a-489b688755b7 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:29.717507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:29.741597 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-3731355e-8bb4-42e4-8cf5-dc5f569f63ab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting subnet b5abb353-38e2-4314-9ce9-c50e9154df30 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:29.766122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3731355e-8bb4-42e4-8cf5-dc5f569f63ab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:29.804126 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e706ef47-593b-4217-b7ea-f01a6fccbc3a req-edd17438-ff2b-4f0c-afee-cb4980cf5a1a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409520 Oct 17 17:52:29.857629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:29.916078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5853c-57f6-4df8-b437-c430a8d70d97 req-f67bb552-4573-419a-b6b5-55b1003fac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:29.917841 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-87a5853c-57f6-4df8-b437-c430a8d70d97 req-f67bb552-4573-419a-b6b5-55b1003fac06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=70318c35-5ed8-4966-9dbe-6d1629455769 HTTP/1.1" status: 200 len: 897 time: 0.6291409 Oct 17 17:52:29.925667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3731355e-8bb4-42e4-8cf5-dc5f569f63ab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:29.937466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 10b361ae-9dcb-457f-803a-489b688755b7 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:29.960769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:29.962654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=77f6a617-9228-4313-b50e-1b47b9107aed,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:29.968590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:29.974077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:29.974673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:29.989404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bc6cf9f-403e-433a-8a8f-5c562ca95f6c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:30.112007 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-87a5853c-57f6-4df8-b437-c430a8d70d97 req-b9810dc3-6f58-472b-a720-416c11cf8695 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d HTTP/1.1" status: 200 len: 217 time: 0.0897162 Oct 17 17:52:30.143610 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Attempt 4 to provision port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de Oct 17 17:52:30.237963 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port ade54fbe-f143-4fab-b4a4-65010264eb0c yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:30.266498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:30.269907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-3bc6cf9f-403e-433a-8a8f-5c562ca95f6c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:30.289833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5853c-57f6-4df8-b437-c430a8d70d97 req-2cd4a1f2-9e97-4ee1-92c8-05d47007b6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:30.291754 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-87a5853c-57f6-4df8-b437-c430a8d70d97 req-2cd4a1f2-9e97-4ee1-92c8-05d47007b6ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ba1c894-ba08-43e2-8318-ede137b460f6 HTTP/1.1" status: 200 len: 835 time: 0.1623113 Oct 17 17:52:30.300275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 342e0524-69d3-4ff8-9762-5081f68fb5f8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:30.332115 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7c32f615-7dab-4869-a4ca-94c32100af7b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3901298 Oct 17 17:52:30.345708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42022) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:30.361345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': '10b361ae-9dcb-457f-803a-489b688755b7', 'name': 'tempest-PortsIpV6TestJSON-445401298'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:30.400693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:30.405451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3731355e-8bb4-42e4-8cf5-dc5f569f63ab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:30.421281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 342e0524-69d3-4ff8-9762-5081f68fb5f8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:30.421714 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:30.422005 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 342e0524-69d3-4ff8-9762-5081f68fb5f8 Oct 17 17:52:30.457280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting port 8690047d-1a85-40d1-b75a-4b5d0b037b97 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:30.457661 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:30.552330 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3731355e-8bb4-42e4-8cf5-dc5f569f63ab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:30.580326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 342e0524-69d3-4ff8-9762-5081f68fb5f8 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:30.581517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:30.632809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb80fd77-0cfc-4016-b246-2e1a33f6ee7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:30.665845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:30.680202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731355e-8bb4-42e4-8cf5-dc5f569f63ab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Subnet': ['ID=b5abb353-38e2-4314-9ce9-c50e9154df30,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:30.682260 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3731355e-8bb4-42e4-8cf5-dc5f569f63ab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:30.694562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c821f-a185-42e9-bfd7-57bdb7080269 None None] Network 2fdab962-4b68-4129-b7d4-b006c80ac0bd requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:30.700702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5853c-57f6-4df8-b437-c430a8d70d97 req-f975baa2-8686-4154-9cea-9a3a042d5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:30.702240 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-87a5853c-57f6-4df8-b437-c430a8d70d97 req-f975baa2-8686-4154-9cea-9a3a042d5043 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70318c35-5ed8-4966-9dbe-6d1629455769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3895488 Oct 17 17:52:30.718839 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3731355e-8bb4-42e4-8cf5-dc5f569f63ab tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/subnets/b5abb353-38e2-4314-9ce9-c50e9154df30 HTTP/1.1" status: 204 len: 168 time: 1.4072616 Oct 17 17:52:30.721861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42026) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:30.728673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80fd77-0cfc-4016-b246-2e1a33f6ee7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b764d0a-ce04-41ae-b54b-f075943ab99d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:30.770124 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Attempt 5 to provision port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de Oct 17 17:52:30.853268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:30.907517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:31.137270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656058eb-5017-4b77-a852-fe458e98e317 None None] DHCP port deletion for 2fdab962-4b68-4129-b7d4-b006c80ac0bd request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:31.142962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-656058eb-5017-4b77-a852-fe458e98e317 None None] Deleting port 714847fc-e263-460f-9e43-5b5e5fa98134 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:31.143798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-656058eb-5017-4b77-a852-fe458e98e317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.179490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Calling delete_port for 8690047d-1a85-40d1-b75a-4b5d0b037b97 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:31.203945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:31.277686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:port and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:31.286970 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.312324 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-87a5853c-57f6-4df8-b437-c430a8d70d97 req-0e114d13-80ab-4585-95b0-d8237808f072 service neutron] 10.222.0.20 "GET /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982273 Oct 17 17:52:31.347926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:31.379409 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-656058eb-5017-4b77-a852-fe458e98e317 None None] For port 714847fc-e263-460f-9e43-5b5e5fa98134, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=714847fc-e263-460f-9e43-5b5e5fa98134,segment=NetworkSegment(11e31ebc-30b2-4cf4-8107-489e5df227c0),segment_id=11e31ebc-30b2-4cf4-8107-489e5df227c0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:31.379751 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-656058eb-5017-4b77-a852-fe458e98e317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.381659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bc6cf9f-403e-433a-8a8f-5c562ca95f6c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.385235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:31.445856 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Attempt 6 to provision port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de Oct 17 17:52:31.465745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.476186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6cf9f-403e-433a-8a8f-5c562ca95f6c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=91fd6663-c3cc-4edf-a0a2-75ea0a9b66de,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:31.500746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting port 714847fc-e263-460f-9e43-5b5e5fa98134 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:31.500999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.524704 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-87a5853c-57f6-4df8-b437-c430a8d70d97 req-b7d06279-8463-48c7-94e7-77bfc4f09047 service neutron] 10.222.0.20 "GET /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048573 Oct 17 17:52:31.541733 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.544647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-70ee43c3-6540-474f-bb27-ccd6aa43c6e2 None None] Port 91fd6663-c3cc-4edf-a0a2-75ea0a9b66de was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:52:31.569711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-656058eb-5017-4b77-a852-fe458e98e317 None None] Calling delete_port for 714847fc-e263-460f-9e43-5b5e5fa98134 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:31.575637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:31.579370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.629592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-12d4bde3-f91e-4ae4-b95c-abb455df01c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.672839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Provisioning for port 77f6a617-9228-4313-b50e-1b47b9107aed completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:31.680260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Provisioning complete for port 77f6a617-9228-4313-b50e-1b47b9107aed triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:31.680676 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.681006 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Attempt 1 to provision port 77f6a617-9228-4313-b50e-1b47b9107aed Oct 17 17:52:31.690628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Port': ['ID=8690047d-1a85-40d1-b75a-4b5d0b037b97,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:31.721599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bc6cf9f-403e-433a-8a8f-5c562ca95f6c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.730181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.746764 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Port 77f6a617-9228-4313-b50e-1b47b9107aed cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:31.748516 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-656058eb-5017-4b77-a852-fe458e98e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.755467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port 4de0f2a0-e437-452b-917c-5ad2b784f2d9 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:31.791329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656058eb-5017-4b77-a852-fe458e98e317 None None] No DVR routers for this DVR port 714847fc-e263-460f-9e43-5b5e5fa98134 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:31.816464 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656058eb-5017-4b77-a852-fe458e98e317 None None] Pushing event deleted for resources: {'Port': ['ID=714847fc-e263-460f-9e43-5b5e5fa98134,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:31.828316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port b18cbfef-3a77-4617-a463-2d6c95b64220 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:31.882064 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b820fd-830b-4a26-b214-f8fa80e1dc34 req-792873a0-ba3d-46e9-88f0-c1ec3e157f1b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:31.883509 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-60b820fd-830b-4a26-b214-f8fa80e1dc34 req-792873a0-ba3d-46e9-88f0-c1ec3e157f1b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 943 time: 0.8871710 Oct 17 17:52:31.886451 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3bc6cf9f-403e-433a-8a8f-5c562ca95f6c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/91fd6663-c3cc-4edf-a0a2-75ea0a9b66de HTTP/1.1" status: 204 len: 168 time: 2.9750652 Oct 17 17:52:31.896809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42032) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:31.910535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] The port '714847fc-e263-460f-9e43-5b5e5fa98134' was deleted {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:52:31.911438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb80fd77-0cfc-4016-b246-2e1a33f6ee7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.929762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.932065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.955832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.956372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Fanout notify agent at l3_agent the message router_deleted on router f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:52:31.972412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:31.973513 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-df6e45ec-0231-49af-aa56-1f1634ea7040 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/routers/f5c1452f-a016-4c1b-a5d4-ed8dab0fc25f HTTP/1.1" status: 204 len: 168 time: 2.7713547 Oct 17 17:52:31.976073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42036) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:32.051140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f428c6-ab9f-4f57-8540-d0d86c000c56 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Deleting subnet e3d898cf-aa9c-4aa5-93d5-4028a0b4590d {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:32.054320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-65f428c6-ab9f-4f57-8540-d0d86c000c56 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.116266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-65f428c6-ab9f-4f57-8540-d0d86c000c56 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.197439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-65f428c6-ab9f-4f57-8540-d0d86c000c56 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.206585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 714847fc-e263-460f-9e43-5b5e5fa98134 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:32.247718 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Attempt 2 to provision port 77f6a617-9228-4313-b50e-1b47b9107aed Oct 17 17:52:32.278251 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-65f428c6-ab9f-4f57-8540-d0d86c000c56 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.292667 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 714847fc-e263-460f-9e43-5b5e5fa98134 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:32.293031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 714847fc-e263-460f-9e43-5b5e5fa98134 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:32.313032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Port 77f6a617-9228-4313-b50e-1b47b9107aed cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:32.325080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f428c6-ab9f-4f57-8540-d0d86c000c56 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d898cf-aa9c-4aa5-93d5-4028a0b4590d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:32.332590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-65f428c6-ab9f-4f57-8540-d0d86c000c56 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.342802 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-65f428c6-ab9f-4f57-8540-d0d86c000c56 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/subnets/e3d898cf-aa9c-4aa5-93d5-4028a0b4590d HTTP/1.1" status: 204 len: 168 time: 0.3656778 Oct 17 17:52:32.345168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42040) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:32.358008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 17:52:32.425154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.472137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.476803 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.517726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:32.536272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'port_id': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'mac_address': 'fa:16:3e:45:6d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 17:52:32.537516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c684ee52-a48f-4fc5-8ae3-095470371f96 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:32.539189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c684ee52-a48f-4fc5-8ae3-095470371f96 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:32.540028 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c684ee52-a48f-4fc5-8ae3-095470371f96 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:32.549793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdab962-4b68-4129-b7d4-b006c80ac0bd']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:32.564540 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-60b820fd-830b-4a26-b214-f8fa80e1dc34 req-8369c539-58c7-4ef6-8420-85fd7c561726 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6632380 Oct 17 17:52:32.592550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e31ebc-30b2-4cf4-8107-489e5df227c0') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:32.592847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e31ebc-30b2-4cf4-8107-489e5df227c0') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:32.610348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.619676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.620846 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:32.621120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.642023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:52:32.648885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c666a0-f83e-430e-9d8d-692d728cf316']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:32.651324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c684ee52-a48f-4fc5-8ae3-095470371f96 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:32.655276 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c684ee52-a48f-4fc5-8ae3-095470371f96 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7534299 Oct 17 17:52:32.656562 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42044) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:32.660546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:32.665168 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.668983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.678896 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8::94 (10b361ae-9dcb-457f-803a-489b688755b7/fe079f10-cead-4606-9d78-6b729108d0b5/4de0f2a0-e437-452b-917c-5ad2b784f2d9) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:32.696714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01022a7b-7731-4ce7-ba96-36607c354152') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:32.696990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01022a7b-7731-4ce7-ba96-36607c354152') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:32.716645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.739664 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.754561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.758438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec83b86-c2d8-466c-bccf-ad0d11df9f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 2b1d707b-5944-4f93-9c43-b73b1c0e1fc8 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:32.759675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:32.764740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ec83b86-c2d8-466c-bccf-ad0d11df9f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.785484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:32.785901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.792768 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:32.793174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.814036 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Attempt 3 to provision port 77f6a617-9228-4313-b50e-1b47b9107aed Oct 17 17:52:32.873303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Port 77f6a617-9228-4313-b50e-1b47b9107aed cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:32.929489 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:32.988441 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 01022a7b-7731-4ce7-ba96-36607c354152 resource provider aggregate not found Oct 17 17:52:33.000587 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 11e31ebc-30b2-4cf4-8107-489e5df227c0 resource provider aggregate not found Oct 17 17:52:33.005389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 17:52:33.024801 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 01022a7b-7731-4ce7-ba96-36607c354152 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01022a7b-7731-4ce7-ba96-36607c354152 found for delete ", "request_id": "req-7f1c11c1-9a2c-4dc1-8f52-f2af7b60a49f"}]} Oct 17 17:52:33.036955 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 11e31ebc-30b2-4cf4-8107-489e5df227c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11e31ebc-30b2-4cf4-8107-489e5df227c0 found for delete ", "request_id": "req-c5517ffc-b48f-44c5-95d9-3bfe9aa8f4ab"}]} Oct 17 17:52:33.050857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ec83b86-c2d8-466c-bccf-ad0d11df9f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.144585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.160233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ec83b86-c2d8-466c-bccf-ad0d11df9f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.196853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.200412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.220287 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Network': ['ID=2fdab962-4b68-4129-b7d4-b006c80ac0bd,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:33.234619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.243635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] Pushing event deleted for resources: {'Network': ['ID=56c666a0-f83e-430e-9d8d-692d728cf316,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:33.253110 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-edc0e840-3784-434c-808d-3c08633df338 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/2fdab962-4b68-4129-b7d4-b006c80ac0bd HTTP/1.1" status: 204 len: 168 time: 2.5261288 Oct 17 17:52:33.256067 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3580e279-5bea-4bec-8789-54a5d3e746a4 tempest-FloatingIPTestJSON-428332923 tempest-FloatingIPTestJSON-428332923-project] 10.222.0.69 "DELETE /v2.0/networks/56c666a0-f83e-430e-9d8d-692d728cf316 HTTP/1.1" status: 204 len: 168 time: 0.9094872 Oct 17 17:52:33.256567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42056) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:33.287458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.290432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb80fd77-0cfc-4016-b246-2e1a33f6ee7d admin admin] Router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:52:33.314335 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9496cf5-66b9-4ea5-89bd-7b78321651db tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:33.315080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9496cf5-66b9-4ea5-89bd-7b78321651db tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:33.317273 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e9496cf5-66b9-4ea5-89bd-7b78321651db tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/subnets/69807315-4ee4-4ab1-80f6-6ea0c69bd4f7 HTTP/1.1" status: 404 len: 337 time: 0.0596008 Oct 17 17:52:33.320190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42062) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:33.368890 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f81214-94b4-4d49-920c-5f35b3149617 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:33.369388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f81214-94b4-4d49-920c-5f35b3149617 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:33.374594 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Attempt 4 to provision port 77f6a617-9228-4313-b50e-1b47b9107aed Oct 17 17:52:33.382094 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-29f81214-94b4-4d49-920c-5f35b3149617 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/dbba1b50-36c9-4082-8b6b-f56572332f47 HTTP/1.1" status: 404 len: 339 time: 0.0572402 Oct 17 17:52:33.383031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42066) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:33.389735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ec83b86-c2d8-466c-bccf-ad0d11df9f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.429265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ec83b86-c2d8-466c-bccf-ad0d11df9f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.436760 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7ec83b86-c2d8-466c-bccf-ad0d11df9f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/2b1d707b-5944-4f93-9c43-b73b1c0e1fc8 HTTP/1.1" status: 204 len: 168 time: 0.7739286 Oct 17 17:52:33.441061 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42070) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:33.445845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a64004-a604-438b-be6e-8b3def49b09a None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:33.517062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec83b86-c2d8-466c-bccf-ad0d11df9f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1d707b-5944-4f93-9c43-b73b1c0e1fc8,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:33.530344 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-da2f50b8-1dbd-4bb7-816b-601271863a49 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870349 Oct 17 17:52:33.533869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42074) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:33.540854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-92e5a20e-bbfe-442e-80c4-165b9f456624 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:33.565593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Port 77f6a617-9228-4313-b50e-1b47b9107aed cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:33.573693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:33.605631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:33.614495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=ade54fbe-f143-4fab-b4a4-65010264eb0c,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:33.623680 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.627390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:33.628215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.673832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-92e5a20e-bbfe-442e-80c4-165b9f456624 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:33.683962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-92e5a20e-bbfe-442e-80c4-165b9f456624 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:33.695280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e5a20e-bbfe-442e-80c4-165b9f456624 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:33.699661 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-92e5a20e-bbfe-442e-80c4-165b9f456624 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.741337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Transition to ACTIVE for port object 4de0f2a0-e437-452b-917c-5ad2b784f2d9 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:33.748999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb676bc-7783-4349-9ee8-440b084a12a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting subnet 9775b130-910b-4630-a50b-f2347e335f67 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:33.762692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-feb676bc-7783-4349-9ee8-440b084a12a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.783863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42082) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:33.859261 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=b18cbfef-3a77-4617-a463-2d6c95b64220,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:33.881124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:33.888904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] Deleting port 342e0524-69d3-4ff8-9762-5081f68fb5f8 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:33.890647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.904539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb80fd77-0cfc-4016-b246-2e1a33f6ee7d admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:52:33.910212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-feb676bc-7783-4349-9ee8-440b084a12a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:33.951920 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cb80fd77-0cfc-4016-b246-2e1a33f6ee7d admin admin] 10.222.0.69 "PUT /v2.0/routers/3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6827719 Oct 17 17:52:33.958417 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42088) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:33.959712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8b64b-1b35-4b62-a80b-c78bc262446b None None] Sync routers for ids ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:52:33.982801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d8b64b-1b35-4b62-a80b-c78bc262446b None None] Routers {'3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:33.983340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-79d8b64b-1b35-4b62-a80b-c78bc262446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:52:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:34.011104 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0790df08-9e39-4811-a9df-583288c288ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8596a53819a4fc789920c653097ea58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245896 Oct 17 17:52:34.018061 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6410ce-42f5-41e6-8696-52c18457b671 req-7049c773-008b-48dc-afad-8d48044bf52a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:34.019879 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe6410ce-42f5-41e6-8696-52c18457b671 req-7049c773-008b-48dc-afad-8d48044bf52a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 944 time: 0.2105124 Oct 17 17:52:34.020394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42092) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:34.115200 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Attempt 5 to provision port 77f6a617-9228-4313-b50e-1b47b9107aed Oct 17 17:52:34.177048 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Checking segment: {'id': 'c7050862-38a1-488f-a2e3-52b274fa3769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8a640bc8-a5ed-4242-b983-602cef506b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:34.177413 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network hostable DHCP agents. Network: 8a640bc8-a5ed-4242-b983-602cef506b2a, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:52:34.180644 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe6410ce-42f5-41e6-8696-52c18457b671 req-d5ee362a-6366-4f8e-b0bf-c9ae389880f3 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259937 Oct 17 17:52:34.196739 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Port 77f6a617-9228-4313-b50e-1b47b9107aed cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:34.197341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 342e0524-69d3-4ff8-9762-5081f68fb5f8 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:34.266389 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea095e22-168c-4522-bbb6-1170d81c8ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.299303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-92e5a20e-bbfe-442e-80c4-165b9f456624 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.300319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.339595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.342740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea095e22-168c-4522-bbb6-1170d81c8ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.395313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e5a20e-bbfe-442e-80c4-165b9f456624 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:34.399069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 8a640bc8-a5ed-4242-b983-602cef506b2a is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:52:34.401224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-92e5a20e-bbfe-442e-80c4-165b9f456624 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:34.404279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e5a20e-bbfe-442e-80c4-165b9f456624 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:34.405299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-92e5a20e-bbfe-442e-80c4-165b9f456624 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.420485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 10b361ae-9dcb-457f-803a-489b688755b7 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:34.427916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:34.433381 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:34.441783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:34.447241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5a20e-bbfe-442e-80c4-165b9f456624 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=20e6234a-7078-4062-a508-9751f506c3f6,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:34.447434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:34.447627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.464190 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-92e5a20e-bbfe-442e-80c4-165b9f456624 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9289491 Oct 17 17:52:34.465607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 8a640bc8-a5ed-4242-b983-602cef506b2a) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:34.468416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42096) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:34.474346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': '20e6234a-7078-4062-a508-9751f506c3f6', 'ip_address': '2001:db8::8f36:3328:260e:6a9b'}], 'name': 'tempest-NetworksTestDHCPv6-1835646046'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:34.484870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:34.491006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:34.496344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:34.496886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.503490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.528261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e795f13-4a9f-4eb2-ba01-152475e8a869 None None] Network 8a640bc8-a5ed-4242-b983-602cef506b2a requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:34.555842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea095e22-168c-4522-bbb6-1170d81c8ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.558201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=4de0f2a0-e437-452b-917c-5ad2b784f2d9,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:34.558333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea095e22-168c-4522-bbb6-1170d81c8ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.562536 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ea095e22-168c-4522-bbb6-1170d81c8ab0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e0969a8-6e2b-424d-b641-c8f95657e0f9 HTTP/1.1" status: 204 len: 168 time: 0.5064657 Oct 17 17:52:34.581907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea095e22-168c-4522-bbb6-1170d81c8ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0969a8-6e2b-424d-b641-c8f95657e0f9,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:34.597195 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-79d8b64b-1b35-4b62-a80b-c78bc262446b None None] Set router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:52:34.651900 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-74d918c5-93c5-4960-9eb0-00e8f87742a4 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3024673 Oct 17 17:52:34.655660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42102) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:34.677711 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-feb676bc-7783-4349-9ee8-440b084a12a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.745943 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-43098582-e082-4563-bccd-c5f112846f26 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.8165708 Oct 17 17:52:34.775474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42106) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:34.781699 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Attempt 6 to provision port 77f6a617-9228-4313-b50e-1b47b9107aed Oct 17 17:52:34.833448 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.846608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Deleting port 2219f5bd-83cf-463d-ba27-e9ea03901524 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:34.846938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.866958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:34.874415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:34.879077 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:34.891283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:34.915006 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e0671-b5a0-4a06-8755-424ed61c7ffb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port b18cbfef-3a77-4617-a463-2d6c95b64220 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:34.915442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0671-b5a0-4a06-8755-424ed61c7ffb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.934074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-feb676bc-7783-4349-9ee8-440b084a12a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.955741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] For port 342e0524-69d3-4ff8-9762-5081f68fb5f8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=342e0524-69d3-4ff8-9762-5081f68fb5f8,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:34.956352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:34.969605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db48b73-a0bc-42ba-8b7e-98110624817c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:34.970599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0db48b73-a0bc-42ba-8b7e-98110624817c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:34.994738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:35.061624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb676bc-7783-4349-9ee8-440b084a12a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Subnet': ['ID=9775b130-910b-4630-a50b-f2347e335f67,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:35.064190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-feb676bc-7783-4349-9ee8-440b084a12a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:35.105339 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 342e0524-69d3-4ff8-9762-5081f68fb5f8 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:35.105724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:35.120902 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-feb676bc-7783-4349-9ee8-440b084a12a6 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/subnets/9775b130-910b-4630-a50b-f2347e335f67 HTTP/1.1" status: 204 len: 168 time: 1.7312841 Oct 17 17:52:35.123266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42118) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:35.186810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48875e8-54ac-4f7d-bae4-9107480d0f9b None None] Network 9f161ce3-1d8a-42c1-ada3-baf00ff71647 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:35.210668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] Calling delete_port for 342e0524-69d3-4ff8-9762-5081f68fb5f8 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:35.215346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:35.243531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Port 77f6a617-9228-4313-b50e-1b47b9107aed cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:35.291074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:35.328593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Deleting port fe0da972-a16c-4141-9653-dee611ad0efc {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:35.328962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:35.343025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0db48b73-a0bc-42ba-8b7e-98110624817c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:35.350307 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0db48b73-a0bc-42ba-8b7e-98110624817c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A8 HTTP/1.1" status: 200 len: 927 time: 0.6935198 Oct 17 17:52:35.376841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42128) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:35.451647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] For port 2219f5bd-83cf-463d-ba27-e9ea03901524, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2219f5bd-83cf-463d-ba27-e9ea03901524,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:35.452176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:35.500433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:35.538499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:35.538883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:35.539250 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d Oct 17 17:52:35.616514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 342e0524-69d3-4ff8-9762-5081f68fb5f8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=342e0524-69d3-4ff8-9762-5081f68fb5f8,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:35.654859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f8486-5cd5-46bf-9737-1c041baefc2f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 4de0f2a0-e437-452b-917c-5ad2b784f2d9 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:35.655304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6d7f8486-5cd5-46bf-9737-1c041baefc2f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:35.657225 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:35.657878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Calling delete_port for 2219f5bd-83cf-463d-ba27-e9ea03901524 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:35.727641 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 2b56bcb7-0ed7-4731-a058-37d3bd6adebd yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:35.768590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42138) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:35.824979 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Attempt 7 to provision port 77f6a617-9228-4313-b50e-1b47b9107aed Oct 17 17:52:35.865202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=342e0524-69d3-4ff8-9762-5081f68fb5f8,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:35.869297 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:52:35.870077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:52:35.880700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cad41e-72f2-4810-81ac-1d3a8daa0d16 req-7524e6c9-2af7-4dc4-b901-df1678ae563b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:35.882256 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-82cad41e-72f2-4810-81ac-1d3a8daa0d16 req-7524e6c9-2af7-4dc4-b901-df1678ae563b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 944 time: 0.4196429 Oct 17 17:52:35.883988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] For port fe0da972-a16c-4141-9653-dee611ad0efc, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fe0da972-a16c-4141-9653-dee611ad0efc,segment=NetworkSegment(87a3c00c-442a-4d99-b648-2a40232bbc94),segment_id=87a3c00c-442a-4d99-b648-2a40232bbc94)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:35.884341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:35.920299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-30c1c9d1-1a97-42db-a0c9-a4f7d84738dd tempest-DvrRoutersNegativeTest-136454429 tempest-DvrRoutersNegativeTest-136454429-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1299861145', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:35.923664 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.policy [None req-30c1c9d1-1a97-42db-a0c9-a4f7d84738dd tempest-DvrRoutersNegativeTest-136454429 tempest-DvrRoutersNegativeTest-136454429-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89191) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 17 17:52:35.924002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.policy [None req-30c1c9d1-1a97-42db-a0c9-a4f7d84738dd tempest-DvrRoutersNegativeTest-136454429 tempest-DvrRoutersNegativeTest-136454429-project] Failed policy check for 'create_router' {{(pid=89191) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 17 17:52:35.924494 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-30c1c9d1-1a97-42db-a0c9-a4f7d84738dd tempest-DvrRoutersNegativeTest-136454429 tempest-DvrRoutersNegativeTest-136454429-project] create failed (client error): Access was denied to this resource. Oct 17 17:52:35.929247 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-30c1c9d1-1a97-42db-a0c9-a4f7d84738dd tempest-DvrRoutersNegativeTest-136454429 tempest-DvrRoutersNegativeTest-136454429-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1561759 Oct 17 17:52:36.008331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:36.008941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:36.009028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:36.009324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:36.009653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:36.009979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:36.010304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:36.010630 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:36.015514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:36.016275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:36.016924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:36.017500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:52:36.082237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Port 77f6a617-9228-4313-b50e-1b47b9107aed cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:36.183014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:36.183425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.245370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Calling delete_port for fe0da972-a16c-4141-9653-dee611ad0efc owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:36.260425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:52:36.264231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f9c93c-64f7-405d-b05c-a9e1f240e579" -d '{"events": [{"server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "name": "network-vif-plugged", "status": "completed", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:52:36.273081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-79d8b64b-1b35-4b62-a80b-c78bc262446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:52:30Z', 'revision_number': 5, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port': {'id': '2219f5bd-83cf-463d-ba27-e9ea03901524', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:48:14Z', 'updated_at': '2022-10-17T17:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:36.280569 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0671-b5a0-4a06-8755-424ed61c7ffb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.281729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8b64b-1b35-4b62-a80b-c78bc262446b None None] Checking router: 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:52:36.285797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:36.303587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::8f36:3328:260e:6a9b (b6857a8d-f808-4f27-8165-53c8a72cbcb5/20e6234a-7078-4062-a508-9751f506c3f6/2b56bcb7-0ed7-4731-a058-37d3bd6adebd) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:36.303797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.377217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc12e79-18fc-49b7-af62-7c4bd5a92f76 x-openstack-request-id: req-2cc12e79-18fc-49b7-af62-7c4bd5a92f76 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:52:36.377503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "name": "network-vif-plugged", "status": "completed", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:52:36.377774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2cc12e79-18fc-49b7-af62-7c4bd5a92f76 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:52:36.378134 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc12e79-18fc-49b7-af62-7c4bd5a92f76'] response: {'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'code': 200} Oct 17 17:52:36.387377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] Deleting port 342e0524-69d3-4ff8-9762-5081f68fb5f8 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:36.387784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.412250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.417933 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f508c7d4-aa18-4c0c-83ef-e8030308d147 None None] DHCP port deletion for 9f161ce3-1d8a-42c1-ada3-baf00ff71647 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:36.438790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d8b64b-1b35-4b62-a80b-c78bc262446b None None] Routers {'3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:36.439476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-79d8b64b-1b35-4b62-a80b-c78bc262446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:52:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:36.493446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] No DVR routers for this DVR port fe0da972-a16c-4141-9653-dee611ad0efc on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:36.563341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Port': ['ID=fe0da972-a16c-4141-9653-dee611ad0efc,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:36.571029 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e0671-b5a0-4a06-8755-424ed61c7ffb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for b18cbfef-3a77-4617-a463-2d6c95b64220 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:36.600718 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Attempt 8 to provision port 77f6a617-9228-4313-b50e-1b47b9107aed Oct 17 17:52:36.603667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42150) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:36.683015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.711468 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f161ce3-1d8a-42c1-ada3-baf00ff71647']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:36.726226 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a3c00c-442a-4d99-b648-2a40232bbc94') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:36.726901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a3c00c-442a-4d99-b648-2a40232bbc94') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:36.737529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:36.742687 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.761082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-79d8b64b-1b35-4b62-a80b-c78bc262446b None None] Set router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:52:36.762056 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.769577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:36.770487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.807580 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Port 77f6a617-9228-4313-b50e-1b47b9107aed cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:36.863031 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-82cad41e-72f2-4810-81ac-1d3a8daa0d16 req-474a9325-3cf8-4095-9088-2f729992fb28 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8410089 Oct 17 17:52:36.892508 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 87a3c00c-442a-4d99-b648-2a40232bbc94 resource provider aggregate not found Oct 17 17:52:36.900559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1c96a5ea-9e23-4dee-ad3f-cb0c3a3e0272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.911918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-79d8b64b-1b35-4b62-a80b-c78bc262446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:52:34Z', 'revision_number': 6, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:36.941153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6d7f8486-5cd5-46bf-9737-1c041baefc2f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.945565 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 87a3c00c-442a-4d99-b648-2a40232bbc94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87a3c00c-442a-4d99-b648-2a40232bbc94 found for delete ", "request_id": "req-181eee91-481d-43e5-9082-34891fb6d444"}]} Oct 17 17:52:36.946824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.970999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8b64b-1b35-4b62-a80b-c78bc262446b None None] The sync data for ids ['3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893'] in dv-neutron-860895-1-hyperv is: [{'id': '3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893', 'name': 'tempest-ServerActionsTestJSON-1098042584-router', 'tenant_id': '654f9b38b43d444ba34dd32ecf9486da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:48:13Z', 'updated_at': '2022-10-17T17:52:34Z', 'revision_number': 6, 'project_id': '654f9b38b43d444ba34dd32ecf9486da', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:52:36.983341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:36.996334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] Pushing event deleted for resources: {'Network': ['ID=9f161ce3-1d8a-42c1-ada3-baf00ff71647,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:37.021107 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a06b6194-4394-4367-9ea5-c30d2aadfbf5 tempest-NetworksIpV6Test-428800540 tempest-NetworksIpV6Test-428800540-project] 10.222.0.69 "DELETE /v2.0/networks/9f161ce3-1d8a-42c1-ada3-baf00ff71647 HTTP/1.1" status: 204 len: 168 time: 1.8903902 Oct 17 17:52:37.035624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.057915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] For port 342e0524-69d3-4ff8-9762-5081f68fb5f8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=342e0524-69d3-4ff8-9762-5081f68fb5f8,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:37.058464 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.093740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Pushing event deleted for resources: {'Port': ['ID=2219f5bd-83cf-463d-ba27-e9ea03901524,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:37.113719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-6d7f8486-5cd5-46bf-9737-1c041baefc2f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 4de0f2a0-e437-452b-917c-5ad2b784f2d9 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:37.214855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.222824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1c96a5ea-9e23-4dee-ad3f-cb0c3a3e0272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:37.228362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1c96a5ea-9e23-4dee-ad3f-cb0c3a3e0272 admin admin] Usage tracker for resource:security_group_rule and tenant:199d59acd2f04e0286105771b9994830 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:37.232772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1c96a5ea-9e23-4dee-ad3f-cb0c3a3e0272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:37.240739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1c96a5ea-9e23-4dee-ad3f-cb0c3a3e0272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:37.318939 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Attempt 9 to provision port 77f6a617-9228-4313-b50e-1b47b9107aed Oct 17 17:52:37.321272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.351766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42164) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:37.387166 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] Calling delete_port for 342e0524-69d3-4ff8-9762-5081f68fb5f8 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:37.416804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Port 77f6a617-9228-4313-b50e-1b47b9107aed cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:37.426707 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0671-b5a0-4a06-8755-424ed61c7ffb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.439958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.443064 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.474973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.475696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:52:37.492969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 2b56bcb7-0ed7-4731-a058-37d3bd6adebd will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:37.495627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.496855 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-243f56b1-1479-473f-ad87-ad24a3d609cb admin admin] 10.222.0.69 "DELETE /v2.0/routers/3a8f8d5b-5d9f-423d-8cbe-9a3f03c00893 HTTP/1.1" status: 204 len: 168 time: 3.5365651 Oct 17 17:52:37.499595 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42170) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:37.504621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.519181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e0671-b5a0-4a06-8755-424ed61c7ffb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=b18cbfef-3a77-4617-a463-2d6c95b64220,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:37.528024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1024267-e92e-4a69-86e7-5e8eef16cb41 req-f0863159-47e8-4e40-a080-a93a2fafae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:37.530130 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a1024267-e92e-4a69-86e7-5e8eef16cb41 req-f0863159-47e8-4e40-a080-a93a2fafae0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 1098 time: 0.8868341 Oct 17 17:52:37.530754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6d7f8486-5cd5-46bf-9737-1c041baefc2f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.534550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3b5e0671-b5a0-4a06-8755-424ed61c7ffb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.572655 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3b5e0671-b5a0-4a06-8755-424ed61c7ffb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/b18cbfef-3a77-4617-a463-2d6c95b64220 HTTP/1.1" status: 204 len: 168 time: 2.7863948 Oct 17 17:52:37.577791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] No DVR routers for this DVR port 342e0524-69d3-4ff8-9762-5081f68fb5f8 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:37.584387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b228c1-ae17-4b9b-923d-f4dbebf40836 None None] Pushing event deleted for resources: {'Port': ['ID=342e0524-69d3-4ff8-9762-5081f68fb5f8,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:37.591988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42174) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:37.597574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db45ea5-8266-4065-b08b-ee2dff408445 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:37.722947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-613222ee-d888-4004-b24a-c1cdf7df76dd admin admin] Deleting subnet 581cdf88-02d3-42a0-acf9-ce0d3088d30b {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:37.739810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-613222ee-d888-4004-b24a-c1cdf7df76dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.786581 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fdd0576e-46df-497a-8f80-8f06c77911e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f2d5c26d3f7426da953ca5765625a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4314544 Oct 17 17:52:37.789165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42178) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:37.826280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f8486-5cd5-46bf-9737-1c041baefc2f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=4de0f2a0-e437-452b-917c-5ad2b784f2d9,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:37.829999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-613222ee-d888-4004-b24a-c1cdf7df76dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.870647 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6d7f8486-5cd5-46bf-9737-1c041baefc2f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.881155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '20e6234a-7078-4062-a508-9751f506c3f6'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:37.882510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.902543 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6d7f8486-5cd5-46bf-9737-1c041baefc2f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/4de0f2a0-e437-452b-917c-5ad2b784f2d9 HTTP/1.1" status: 204 len: 168 time: 2.5222583 Oct 17 17:52:37.903431 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42182) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:37.921004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a1024267-e92e-4a69-86e7-5e8eef16cb41 req-42d73d59-4717-48e6-979c-cd5b50abfe30 service neutron] Synchronizing usage tracker for tenant:536420a3af4a4ac08822e7e36b3884f5 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:37.940355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:37.952301 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Attempt 10 to provision port 77f6a617-9228-4313-b50e-1b47b9107aed Oct 17 17:52:37.971156 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1606ea1-1063-4239-96e6-b904b5215da5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:37.977727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1606ea1-1063-4239-96e6-b904b5215da5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:37.978518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a1606ea1-1063-4239-96e6-b904b5215da5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:38.020075 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c5161a-8409-4d87-8632-0bf7b32161c9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:52:38.020965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-72c5161a-8409-4d87-8632-0bf7b32161c9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:38.075971 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1c96a5ea-9e23-4dee-ad3f-cb0c3a3e0272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.077671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb3de5e7-fc47-4978-abe2-62a2c0be1f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.096858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a1606ea1-1063-4239-96e6-b904b5215da5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:38.098093 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a1606ea1-1063-4239-96e6-b904b5215da5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5048411 Oct 17 17:52:38.108788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42188) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:38.121464 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Port 77f6a617-9228-4313-b50e-1b47b9107aed cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:52:38.124738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-72c5161a-8409-4d87-8632-0bf7b32161c9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:38.126076 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-72c5161a-8409-4d87-8632-0bf7b32161c9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/4de0f2a0-e437-452b-917c-5ad2b784f2d9 HTTP/1.1" status: 404 len: 333 time: 0.2216842 Oct 17 17:52:38.183808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:38.225524 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Provisioning for port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:38.244284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fe0da972-a16c-4141-9653-dee611ad0efc no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:38.276297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42192) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:38.277790 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:38.282563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:38.288170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:38.288914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.290009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Provisioning complete for port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:38.290595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.291105 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Attempt 1 to provision port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 Oct 17 17:52:38.322522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: fe0da972-a16c-4141-9653-dee611ad0efc {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:38.323212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fe0da972-a16c-4141-9653-dee611ad0efc not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:38.323856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9b764d0a-ce04-41ae-b54b-f075943ab99d no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:38.330636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb3de5e7-fc47-4978-abe2-62a2c0be1f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.340560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1c96a5ea-9e23-4dee-ad3f-cb0c3a3e0272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.360614 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-613222ee-d888-4004-b24a-c1cdf7df76dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.376040 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Allocated IP 2001:db8::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/20e6234a-7078-4062-a508-9751f506c3f6/0e2640b1-ba41-4c95-aba2-e59544f763ee) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:38.380698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 9b764d0a-ce04-41ae-b54b-f075943ab99d {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:38.381060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9b764d0a-ce04-41ae-b54b-f075943ab99d not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:38.381501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2219f5bd-83cf-463d-ba27-e9ea03901524 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:38.400139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a1024267-e92e-4a69-86e7-5e8eef16cb41 req-42d73d59-4717-48e6-979c-cd5b50abfe30 service neutron] Unset dirty status for tenant:536420a3af4a4ac08822e7e36b3884f5 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:38.401352 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a1024267-e92e-4a69-86e7-5e8eef16cb41 req-42d73d59-4717-48e6-979c-cd5b50abfe30 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8292429 Oct 17 17:52:38.401916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=2b56bcb7-0ed7-4731-a058-37d3bd6adebd,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:38.425985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c16e4a04-fc33-4f03-a933-faa9aa17beab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port ade54fbe-f143-4fab-b4a4-65010264eb0c {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:38.425985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c16e4a04-fc33-4f03-a933-faa9aa17beab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.437668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 2219f5bd-83cf-463d-ba27-e9ea03901524 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:38.437668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2219f5bd-83cf-463d-ba27-e9ea03901524 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:38.461736 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ee3f2a26-248c-4cfa-be06-ff7c72bed19f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9921942 Oct 17 17:52:38.476015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42196) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:38.482968 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1c96a5ea-9e23-4dee-ad3f-cb0c3a3e0272 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=199d59acd2f04e0286105771b9994830&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8732302 Oct 17 17:52:38.484219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42200) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:38.486277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96a5ea-9e23-4dee-ad3f-cb0c3a3e0272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbb9a4b-358d-46e7-9cbd-39ca24b1695f,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:38.551314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e7353349-6335-419c-8c28-49afff5dbf85 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 77f6a617-9228-4313-b50e-1b47b9107aed {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:38.551648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e7353349-6335-419c-8c28-49afff5dbf85 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.616889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb3de5e7-fc47-4978-abe2-62a2c0be1f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.643483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-613222ee-d888-4004-b24a-c1cdf7df76dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.681589 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3de5e7-fc47-4978-abe2-62a2c0be1f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1095e716-45f9-4fe5-8b56-d65ac69fdae3,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:38.682527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Current status of the port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:38.683005 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.717110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613222ee-d888-4004-b24a-c1cdf7df76dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581cdf88-02d3-42a0-acf9-ce0d3088d30b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:38.743233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-613222ee-d888-4004-b24a-c1cdf7df76dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.743924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe67793-e380-4675-bdbc-62f8b56ef0f9 req-81b6c4f6-7b4d-46e6-b5dd-ec9ed2247b19 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:38.750663 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dfe67793-e380-4675-bdbc-62f8b56ef0f9 req-81b6c4f6-7b4d-46e6-b5dd-ec9ed2247b19 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.5425591 Oct 17 17:52:38.753205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5426fa04-945f-4781-a95a-b20314bb8550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.776552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39f0165-cb62-4dfe-8f1e-c0660f33f802 None None] Network 867fdddf-660d-43b9-8967-850b2cd274b8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:38.839181 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-613222ee-d888-4004-b24a-c1cdf7df76dd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/581cdf88-02d3-42a0-acf9-ce0d3088d30b HTTP/1.1" status: 204 len: 168 time: 1.3382854 Oct 17 17:52:38.850148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb3de5e7-fc47-4978-abe2-62a2c0be1f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.851380 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cb3de5e7-fc47-4978-abe2-62a2c0be1f73 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1095e716-45f9-4fe5-8b56-d65ac69fdae3 HTTP/1.1" status: 204 len: 168 time: 1.0612609 Oct 17 17:52:38.857832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42204) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:38.877107 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] For port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d8ae20e5-d59a-4a1b-bf7c-07e040c9c258,segment=NetworkSegment(7e25262c-6d96-4db2-8cf0-65df8b38b6dd),segment_id=7e25262c-6d96-4db2-8cf0-65df8b38b6dd)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:38.883337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5426fa04-945f-4781-a95a-b20314bb8550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.892615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:38.897472 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dfe67793-e380-4675-bdbc-62f8b56ef0f9 req-66c90dfc-67e5-4d4b-84db-b9b6b3c46a8d tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450634 Oct 17 17:52:38.928765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aa463c-7e91-4d52-80b4-6d592e68dae3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:38.929919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b9aa463c-7e91-4d52-80b4-6d592e68dae3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:38.980971 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b9aa463c-7e91-4d52-80b4-6d592e68dae3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:38.982385 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b9aa463c-7e91-4d52-80b4-6d592e68dae3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5034463 Oct 17 17:52:38.986422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42210) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:39.002767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.006932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c16e4a04-fc33-4f03-a933-faa9aa17beab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.017395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Transition to ACTIVE for port object 0e2640b1-ba41-4c95-aba2-e59544f763ee will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:39.045755 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Transition to ACTIVE for port object 0e2640b1-ba41-4c95-aba2-e59544f763ee will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:39.061193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4939a2-de75-4f35-b7ca-72109ab835d0 None None] Pushing event updated for resources: {'Port': ['ID=d8ae20e5-d59a-4a1b-bf7c-07e040c9c258,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:39.061372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e7353349-6335-419c-8c28-49afff5dbf85 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.118857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.207422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e7353349-6335-419c-8c28-49afff5dbf85 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 77f6a617-9228-4313-b50e-1b47b9107aed owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:39.221693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c16e4a04-fc33-4f03-a933-faa9aa17beab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for ade54fbe-f143-4fab-b4a4-65010264eb0c owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:39.245437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.246065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7bfe9-55bd-4d79-aee6-be37e513a3f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 2b56bcb7-0ed7-4731-a058-37d3bd6adebd {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:39.246065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ba7bfe9-55bd-4d79-aee6-be37e513a3f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.274730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c65a22d0-2234-468e-9673-9bf0f580e64c None None] Could not find standard attr ID for object 4de0f2a0-e437-452b-917c-5ad2b784f2d9. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:52:39.281005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5426fa04-945f-4781-a95a-b20314bb8550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.337828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426fa04-945f-4781-a95a-b20314bb8550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbb9a4b-358d-46e7-9cbd-39ca24b1695f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:39.349915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Deleting port c778b302-c171-4665-a743-2b2ef513d2f7 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:39.350502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.408496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:39.428555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5426fa04-945f-4781-a95a-b20314bb8550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.430389 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5426fa04-945f-4781-a95a-b20314bb8550 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2bbb9a4b-358d-46e7-9cbd-39ca24b1695f HTTP/1.1" status: 204 len: 168 time: 0.9450862 Oct 17 17:52:39.437089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Pushing event updated for resources: {'Port': ['ID=0e2640b1-ba41-4c95-aba2-e59544f763ee,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:39.441603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:39.450467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:39.556360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c16e4a04-fc33-4f03-a933-faa9aa17beab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.672398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e7353349-6335-419c-8c28-49afff5dbf85 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.699154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c16e4a04-fc33-4f03-a933-faa9aa17beab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.705144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e4a04-fc33-4f03-a933-faa9aa17beab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=ade54fbe-f143-4fab-b4a4-65010264eb0c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:39.745315 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Attempting to bind port 0e2640b1-ba41-4c95-aba2-e59544f763ee on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:39.745695 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Attempting to bind port 0e2640b1-ba41-4c95-aba2-e59544f763ee by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:39.746368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Attempting to bind port 0e2640b1-ba41-4c95-aba2-e59544f763ee on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:39.749283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7353349-6335-419c-8c28-49afff5dbf85 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=77f6a617-9228-4313-b50e-1b47b9107aed,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:39.766894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:39.767416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:39.767827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.768219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:39.768694 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Bound port: 0e2640b1-ba41-4c95-aba2-e59544f763ee, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:39.769269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.808626 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c16e4a04-fc33-4f03-a933-faa9aa17beab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/ade54fbe-f143-4fab-b4a4-65010264eb0c HTTP/1.1" status: 204 len: 168 time: 1.6949611 Oct 17 17:52:39.848822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42232) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:39.860408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e7353349-6335-419c-8c28-49afff5dbf85 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.867494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ba7bfe9-55bd-4d79-aee6-be37e513a3f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.916716 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] For port c778b302-c171-4665-a743-2b2ef513d2f7, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=c778b302-c171-4665-a743-2b2ef513d2f7,segment=NetworkSegment(7c5c917c-49ea-4612-88eb-0567cf48f62c),segment_id=7c5c917c-49ea-4612-88eb-0567cf48f62c)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:39.917098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.951493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f045a26e-8a90-4b23-8fd7-08cdf7d34530 None None] DHCP port deletion for 867fdddf-660d-43b9-8967-850b2cd274b8 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:39.964931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f045a26e-8a90-4b23-8fd7-08cdf7d34530 None None] Deleting port c778b302-c171-4665-a743-2b2ef513d2f7 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:39.965591 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f045a26e-8a90-4b23-8fd7-08cdf7d34530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:39.982998 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e7353349-6335-419c-8c28-49afff5dbf85 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/77f6a617-9228-4313-b50e-1b47b9107aed HTTP/1.1" status: 204 len: 168 time: 1.7027495 Oct 17 17:52:39.986504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42240) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:39.998636 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] For port 0e2640b1-ba41-4c95-aba2-e59544f763ee, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:40.042659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] For port 0e2640b1-ba41-4c95-aba2-e59544f763ee, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0e2640b1-ba41-4c95-aba2-e59544f763ee,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:40.050303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:40.264400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:40.310527 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42248) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:40.317315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Calling delete_port for c778b302-c171-4665-a743-2b2ef513d2f7 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:40.379812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407790f6-6b0f-4b9b-b23b-2fcf9830e45f None None] Pushing event updated for resources: {'Port': ['ID=0e2640b1-ba41-4c95-aba2-e59544f763ee,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:40.385983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-2ba7bfe9-55bd-4d79-aee6-be37e513a3f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 2b56bcb7-0ed7-4731-a058-37d3bd6adebd owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:40.503266 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bac6e6e-58b3-4e79-aabd-346c9d0dcaff tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:52:40.504120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0bac6e6e-58b3-4e79-aabd-346c9d0dcaff tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:40.516714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:40.542532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0bac6e6e-58b3-4e79-aabd-346c9d0dcaff tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:40.544146 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0bac6e6e-58b3-4e79-aabd-346c9d0dcaff tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/77f6a617-9228-4313-b50e-1b47b9107aed HTTP/1.1" status: 404 len: 333 time: 0.1668313 Oct 17 17:52:40.546985 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42260) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:40.566885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f045a26e-8a90-4b23-8fd7-08cdf7d34530 None None] For port c778b302-c171-4665-a743-2b2ef513d2f7, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=c778b302-c171-4665-a743-2b2ef513d2f7,segment=NetworkSegment(7c5c917c-49ea-4612-88eb-0567cf48f62c),segment_id=7c5c917c-49ea-4612-88eb-0567cf48f62c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:40.567460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f045a26e-8a90-4b23-8fd7-08cdf7d34530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:40.768859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Pushing event deleted for resources: {'Port': ['ID=c778b302-c171-4665-a743-2b2ef513d2f7,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:40.775631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] No DVR routers for this DVR port c778b302-c171-4665-a743-2b2ef513d2f7 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:40.806177 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f045a26e-8a90-4b23-8fd7-08cdf7d34530 None None] Calling delete_port for c778b302-c171-4665-a743-2b2ef513d2f7 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:40.927752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:40.932818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:40.934428 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:40.935627 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 Oct 17 17:52:40.936166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ba7bfe9-55bd-4d79-aee6-be37e513a3f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:40.959275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867fdddf-660d-43b9-8967-850b2cd274b8']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:40.972887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5c917c-49ea-4612-88eb-0567cf48f62c') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:40.973184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5c917c-49ea-4612-88eb-0567cf48f62c') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:40.986317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:40.996595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d70b22-558b-4c2e-97db-6c0b3f1c50c0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting subnet fe079f10-cead-4606-9d78-6b729108d0b5 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:41.001554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-19d70b22-558b-4c2e-97db-6c0b3f1c50c0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.004461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.011368 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:41.011777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.040004 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-f045a26e-8a90-4b23-8fd7-08cdf7d34530 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:52:41.040278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-f045a26e-8a90-4b23-8fd7-08cdf7d34530 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:52:41.080674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-19d70b22-558b-4c2e-97db-6c0b3f1c50c0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.134857 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:41.139796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42272) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:41.141599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'network': {'name': 'tempest-RoutersTest-501558885'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:41.162350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7bfe9-55bd-4d79-aee6-be37e513a3f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=2b56bcb7-0ed7-4731-a058-37d3bd6adebd,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:41.205257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device c778b302-c171-4665-a743-2b2ef513d2f7 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:41.209161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:41.219415 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 7c5c917c-49ea-4612-88eb-0567cf48f62c resource provider aggregate not found Oct 17 17:52:41.223305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.225791 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:network and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:41.232718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:41.255742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.259415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ba7bfe9-55bd-4d79-aee6-be37e513a3f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.266010 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 7c5c917c-49ea-4612-88eb-0567cf48f62c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c5c917c-49ea-4612-88eb-0567cf48f62c found for delete ", "request_id": "req-068e831f-f956-41f5-ac94-a83ade58f9ab"}]} Oct 17 17:52:41.269109 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: c778b302-c171-4665-a743-2b2ef513d2f7 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:41.270027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device c778b302-c171-4665-a743-2b2ef513d2f7 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:41.280498 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:41.285818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42282) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:41.288688 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2ba7bfe9-55bd-4d79-aee6-be37e513a3f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/2b56bcb7-0ed7-4731-a058-37d3bd6adebd HTTP/1.1" status: 204 len: 168 time: 2.3012788 Oct 17 17:52:41.296509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] Pushing event deleted for resources: {'Network': ['ID=867fdddf-660d-43b9-8967-850b2cd274b8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:41.320727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-19d70b22-558b-4c2e-97db-6c0b3f1c50c0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.367360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e81a404f-befd-40eb-903e-0c917b3ed94f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1726532328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:41.367697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0565d02e-9f28-4931-a27c-7ea0a4248f12 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:41.368424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0565d02e-9f28-4931-a27c-7ea0a4248f12 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:41.376680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e81a404f-befd-40eb-903e-0c917b3ed94f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:41.384829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e81a404f-befd-40eb-903e-0c917b3ed94f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Usage tracker for resource:router and tenant:35af17e75e614f3e932114e7ff3590d4 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:41.390106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c54a07-2bfc-4c17-a2e0-7ff82a5fb04a req-79c18739-c5ea-4de9-8c9e-9e9935fa0331 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:41.390318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e81a404f-befd-40eb-903e-0c917b3ed94f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:41.391619 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-27c54a07-2bfc-4c17-a2e0-7ff82a5fb04a req-79c18739-c5ea-4de9-8c9e-9e9935fa0331 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 1.0916321 Oct 17 17:52:41.392257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:41.395831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.405206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e81a404f-befd-40eb-903e-0c917b3ed94f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:41.426850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e81a404f-befd-40eb-903e-0c917b3ed94f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.428863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e81a404f-befd-40eb-903e-0c917b3ed94f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.430542 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3a686dbd-9c1f-450f-b35f-39448b8b561e admin admin] 10.222.0.69 "DELETE /v2.0/networks/867fdddf-660d-43b9-8967-850b2cd274b8 HTTP/1.1" status: 204 len: 168 time: 2.5716610 Oct 17 17:52:41.437470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.455631 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-19d70b22-558b-4c2e-97db-6c0b3f1c50c0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.474947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:41.480566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:security_group_rule and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:41.488501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:41.496379 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:41.510503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d70b22-558b-4c2e-97db-6c0b3f1c50c0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Subnet': ['ID=fe079f10-cead-4606-9d78-6b729108d0b5,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:41.513048 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-19d70b22-558b-4c2e-97db-6c0b3f1c50c0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.516771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e81a404f-befd-40eb-903e-0c917b3ed94f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.526690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f55fc8-1fb8-48e0-b972-427959926df3 None None] Network 10b361ae-9dcb-457f-803a-489b688755b7 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:41.534311 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-19d70b22-558b-4c2e-97db-6c0b3f1c50c0 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/fe079f10-cead-4606-9d78-6b729108d0b5 HTTP/1.1" status: 204 len: 168 time: 0.9838707 Oct 17 17:52:41.538195 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42288) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:41.546140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0565d02e-9f28-4931-a27c-7ea0a4248f12 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:41.547738 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0565d02e-9f28-4931-a27c-7ea0a4248f12 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.6976221 Oct 17 17:52:41.562233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42292) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:41.566219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f045a26e-8a90-4b23-8fd7-08cdf7d34530 None None] Deleting port c778b302-c171-4665-a743-2b2ef513d2f7 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:41.568763 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f045a26e-8a90-4b23-8fd7-08cdf7d34530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.574625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beb5f47-9353-4c69-a528-d6e25a011c4b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:41.577029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beb5f47-9353-4c69-a528-d6e25a011c4b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:41.577304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e81a404f-befd-40eb-903e-0c917b3ed94f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.578661 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0beb5f47-9353-4c69-a528-d6e25a011c4b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2845140 Oct 17 17:52:41.589054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42296) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:41.658339 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-912169db-fd15-47a9-8f7f-23cf42c078ac tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:52:41.663136 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-912169db-fd15-47a9-8f7f-23cf42c078ac tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/b18cbfef-3a77-4617-a463-2d6c95b64220 HTTP/1.1" status: 404 len: 333 time: 0.0957000 Oct 17 17:52:41.668804 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-27c54a07-2bfc-4c17-a2e0-7ff82a5fb04a req-0e81e12a-4622-4762-8dfc-66bad5a4ba5b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585204 Oct 17 17:52:41.671516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42300) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:41.734194 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a7990a-2381-46ef-84ab-5d5eab77662e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:52:41.735595 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d0a7990a-2381-46ef-84ab-5d5eab77662e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/ade54fbe-f143-4fab-b4a4-65010264eb0c HTTP/1.1" status: 404 len: 333 time: 0.0631301 Oct 17 17:52:41.743210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42306) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:41.743954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e81a404f-befd-40eb-903e-0c917b3ed94f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.745283 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e81a404f-befd-40eb-903e-0c917b3ed94f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5935838 Oct 17 17:52:41.749404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42310) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:41.790169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.798019 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-108981603'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:41.802248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f045a26e-8a90-4b23-8fd7-08cdf7d34530 None None] The port 'c778b302-c171-4665-a743-2b2ef513d2f7' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:52:41.818782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5c1931-3823-429c-8185-6e8f52e4c271 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 20e6234a-7078-4062-a508-9751f506c3f6 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:41.819261 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42314) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:41.822948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1931-3823-429c-8185-6e8f52e4c271 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.824115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:41.867406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:41.867990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.914722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Usage tracker for resource:network and tenant:35af17e75e614f3e932114e7ff3590d4 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:41.930126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:41.965428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1931-3823-429c-8185-6e8f52e4c271 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:41.983139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:42.053569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.062388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e74ca846-35b4-46d9-8f78-1e57085901e9 None None] Provisioning for port 0e2640b1-ba41-4c95-aba2-e59544f763ee completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:42.073505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.094106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.108554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:52:42.123274 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-eb79653d-7ae0-457e-8551-ff67bd2c175e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=654f9b38b43d444ba34dd32ecf9486da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2991862 Oct 17 17:52:42.123274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.123716 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Added segment 72a8c444-3a80-4b16-bc6a-14b2130364e2 of type vlan for network 6dc136e0-f442-4e4c-a971-50998de52566 Oct 17 17:52:42.133854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42318) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:42.143455 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Made reservation on behalf of 35af17e75e614f3e932114e7ff3590d4 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:42.148105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.232001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.238202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4f5840-fe08-40b9-af66-9164559da472 None None] DHCP port deletion for 10b361ae-9dcb-457f-803a-489b688755b7 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:42.243136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f5840-fe08-40b9-af66-9164559da472 None None] Deleting port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:42.243859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5840-fe08-40b9-af66-9164559da472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.261591 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:42.266661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Usage tracker for resource:security_group_rule and tenant:35af17e75e614f3e932114e7ff3590d4 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:42.276326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:42.285661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:42.305767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0e2640b1-ba41-4c95-aba2-e59544f763ee up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:42.384601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-27666a48-e466-4789-8614-0e97182ea880 None None] Could not find standard attr ID for object 2b56bcb7-0ed7-4731-a058-37d3bd6adebd. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:52:42.410636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.433740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3670c83-d63a-42dd-ab56-edea06929d08 req-af5fe975-8d01-4cba-89a9-651923a2ca44 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:42.438482 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b3670c83-d63a-42dd-ab56-edea06929d08 req-af5fe975-8d01-4cba-89a9-651923a2ca44 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.4811392 Oct 17 17:52:42.440478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1931-3823-429c-8185-6e8f52e4c271 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.484986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] For port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d8ae20e5-d59a-4a1b-bf7c-07e040c9c258,segment=NetworkSegment(7e25262c-6d96-4db2-8cf0-65df8b38b6dd),segment_id=7e25262c-6d96-4db2-8cf0-65df8b38b6dd)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:42.486122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.496453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 0e2640b1-ba41-4c95-aba2-e59544f763ee completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:42.502205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5ded67-fb64-44b4-a4ef-15888cc2b9d1,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:42.536046 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.541626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a640bc8-a5ed-4242-b983-602cef506b2a']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:42.560709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 0e2640b1-ba41-4c95-aba2-e59544f763ee triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:42.560709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.560709 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 0e2640b1-ba41-4c95-aba2-e59544f763ee Oct 17 17:52:42.573042 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7050862-38a1-488f-a2e3-52b274fa3769') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:42.573738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7050862-38a1-488f-a2e3-52b274fa3769') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:42.605487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3cfcc61a-c0c0-4522-a153-6e781c2eff9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.622012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.681836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:42.697645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-0c4f5840-fe08-40b9-af66-9164559da472 None None] For port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d8ae20e5-d59a-4a1b-bf7c-07e040c9c258,segment=NetworkSegment(7e25262c-6d96-4db2-8cf0-65df8b38b6dd),segment_id=7e25262c-6d96-4db2-8cf0-65df8b38b6dd)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:42.698029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3cfcc61a-c0c0-4522-a153-6e781c2eff9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.698132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5840-fe08-40b9-af66-9164559da472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.728693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.730888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.737730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:42.738371 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.811311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:42.811731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.832119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f5840-fe08-40b9-af66-9164559da472 None None] Calling delete_port for d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:42.882775 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b3670c83-d63a-42dd-ab56-edea06929d08 req-13013d82-d9b8-4de2-a7d0-c1243cd12c01 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679950 Oct 17 17:52:42.917412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1931-3823-429c-8185-6e8f52e4c271 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.927618 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42322) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:42.961285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 0e2640b1-ba41-4c95-aba2-e59544f763ee is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:42.961681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:42.973664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c023dd-4ec2-4577-899b-75a60c702ebc None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:42.994201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8f5c1931-3823-429c-8185-6e8f52e4c271 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.011583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.018904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c1931-3823-429c-8185-6e8f52e4c271 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=20e6234a-7078-4062-a508-9751f506c3f6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:43.036610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.041237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.072442 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8f5c1931-3823-429c-8185-6e8f52e4c271 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/20e6234a-7078-4062-a508-9751f506c3f6 HTTP/1.1" status: 204 len: 168 time: 1.4210820 Oct 17 17:52:43.076436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-0c4f5840-fe08-40b9-af66-9164559da472 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:52:43.077025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-0c4f5840-fe08-40b9-af66-9164559da472 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:52:43.081349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Network': ['ID=6dc136e0-f442-4e4c-a971-50998de52566,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:43.082556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42326) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:43.096201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=d8ae20e5-d59a-4a1b-bf7c-07e040c9c258,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:43.099419 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0872df43-a8e1-4906-b5f3-8b9fdfbc0a95 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.6692667 Oct 17 17:52:43.112114 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42330) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:43.132485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'network': {'name': 'tempest-RoutersTest-44136248'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:43.133372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 0e2640b1-ba41-4c95-aba2-e59544f763ee, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0e2640b1-ba41-4c95-aba2-e59544f763ee,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:43.137031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.144244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.152301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:52:43.165192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No DVR routers for this DVR port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:43.174154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 6dc136e0-f442-4e4c-a971-50998de52566 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:43.177168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:43.184035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc02952-ca3b-4f86-81dc-df5db73aedbf,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:43.196668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.197712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:network and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:43.203264 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f96fbccd-56e5-48e3-86d7-c396eaf5dc4d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124463 Oct 17 17:52:43.203810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Network': ['ID=8a640bc8-a5ed-4242-b983-602cef506b2a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:43.205925 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:43.208141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42334) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:43.213198 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3cfcc61a-c0c0-4522-a153-6e781c2eff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.220249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:43.234871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:43.240820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.241167 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Added segment e3c1311e-2212-47d8-b5ea-279b618b012c of type vlan for network f81ca915-6f90-46ae-86ec-4bde616eedb6 Oct 17 17:52:43.259017 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3647ac89-361d-4e99-9ccb-d55c4da1fab0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/networks/8a640bc8-a5ed-4242-b983-602cef506b2a HTTP/1.1" status: 204 len: 168 time: 1.5148330 Oct 17 17:52:43.264903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfcc61a-c0c0-4522-a153-6e781c2eff9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60741255-d168-4fbd-9f6c-dca253aa321c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:43.270948 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42338) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:43.277153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3cfcc61a-c0c0-4522-a153-6e781c2eff9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.278402 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3cfcc61a-c0c0-4522-a153-6e781c2eff9b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60741255-d168-4fbd-9f6c-dca253aa321c HTTP/1.1" status: 204 len: 168 time: 1.1364322 Oct 17 17:52:43.288860 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1018387179'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:43.293962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:43.298292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:network and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:43.301597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:43.308274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:43.321141 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment c7050862-38a1-488f-a2e3-52b274fa3769 resource provider aggregate not found Oct 17 17:52:43.324918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:43.329261 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.353753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:43.356842 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.375450 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment c7050862-38a1-488f-a2e3-52b274fa3769 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7050862-38a1-488f-a2e3-52b274fa3769 found for delete ", "request_id": "req-5e47147c-72b7-406c-8695-7a64af674519"}]} Oct 17 17:52:43.387521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.397266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:43.423859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:52:43.426004 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=0e2640b1-ba41-4c95-aba2-e59544f763ee,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:43.439220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:52:43.463268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.463569 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Added segment ed85afb3-21ca-4fe2-b00c-5256c0d0d385 of type vlan for network 693d7597-6adc-4f28-aab7-9fa81c107aba Oct 17 17:52:43.471843 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.472194 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Added segment 3c454b6a-8cd5-45d7-a058-b6871237b19d of type vlan for network 07f8cf5b-05c6-4cb1-bd26-b11ff14ce017 Oct 17 17:52:43.474432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.480280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:43.480672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.489231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:43.505063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:43.518202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:43.529486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4706c8-6754-483e-a3fb-86e1cd60a8f4 tempest-TestNetworkAdvancedServerOps-526174145 tempest-TestNetworkAdvancedServerOps-526174145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:43.533826 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ba4706c8-6754-483e-a3fb-86e1cd60a8f4 tempest-TestNetworkAdvancedServerOps-526174145 tempest-TestNetworkAdvancedServerOps-526174145-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 1093 time: 0.5756397 Oct 17 17:52:43.534165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.536972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42348) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:43.547603 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:43.551436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.551939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe82907-db27-4f57-a035-d65835e7b8a4 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:43.557771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7fe82907-db27-4f57-a035-d65835e7b8a4 None None] Deleting port 0e2640b1-ba41-4c95-aba2-e59544f763ee {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:43.558445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7fe82907-db27-4f57-a035-d65835e7b8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.607508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f5840-fe08-40b9-af66-9164559da472 None None] Deleting port d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:43.608622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0c4f5840-fe08-40b9-af66-9164559da472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.645483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b361ae-9dcb-457f-803a-489b688755b7']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:43.673974 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e25262c-6d96-4db2-8cf0-65df8b38b6dd') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:43.674250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e25262c-6d96-4db2-8cf0-65df8b38b6dd') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:43.694224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.711477 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f5840-fe08-40b9-af66-9164559da472 None None] The port 'd8ae20e5-d59a-4a1b-bf7c-07e040c9c258' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:52:43.729664 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.748349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:43.748349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.784890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.795102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:43.804115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:43.809532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Usage tracker for resource:floatingip and tenant:29ba416679c3411bac939e44d43c516a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:43.814115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:43.823195 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 7e25262c-6d96-4db2-8cf0-65df8b38b6dd resource provider aggregate not found Oct 17 17:52:43.835581 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:43.856332 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 7e25262c-6d96-4db2-8cf0-65df8b38b6dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e25262c-6d96-4db2-8cf0-65df8b38b6dd found for delete ", "request_id": "req-af669b44-14b0-4b8f-b9e4-4a2f1ad5a725"}]} Oct 17 17:52:43.871335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.871921 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1197641 Oct 17 17:52:43.876199 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42364) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:43.893378 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.897298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94e234-dd21-45b2-9df9-1b93027ec823 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event updated for resources: {'Network': ['ID=f81ca915-6f90-46ae-86ec-4bde616eedb6,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:43.900546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Request body: {'subnet': {'network_id': 'f81ca915-6f90-46ae-86ec-4bde616eedb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:43.903198 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.920323 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:43.927277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network f81ca915-6f90-46ae-86ec-4bde616eedb6 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:43.991473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Network': ['ID=10b361ae-9dcb-457f-803a-489b688755b7,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:44.047190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.052681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:44.053266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.061952 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7fe82907-db27-4f57-a035-d65835e7b8a4 None None] For port 0e2640b1-ba41-4c95-aba2-e59544f763ee, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0e2640b1-ba41-4c95-aba2-e59544f763ee,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:44.062288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7fe82907-db27-4f57-a035-d65835e7b8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.078823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.082607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:44.084061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.085228 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bba37312-9421-4402-a79a-78bdf0bb3daf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/networks/10b361ae-9dcb-457f-803a-489b688755b7 HTTP/1.1" status: 204 len: 168 time: 2.5457935 Oct 17 17:52:44.100898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42372) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:44.116582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-959011698'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:44.133985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:44.198326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:network and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:44.211846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:44.219958 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9394848 Oct 17 17:52:44.226449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42378) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:44.234321 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1125007 Oct 17 17:52:44.238422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '07f8cf5b-05c6-4cb1-bd26-b11ff14ce017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:44.243900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42382) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:44.250320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:44.255789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Usage tracker for resource:subnet and tenant:35af17e75e614f3e932114e7ff3590d4 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:44.264206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:44.269337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:44.272287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:44.272468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:44.289790 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'subnet': {'network_id': '6dc136e0-f442-4e4c-a971-50998de52566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:44.313044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7fe82907-db27-4f57-a035-d65835e7b8a4 None None] Calling delete_port for 0e2640b1-ba41-4c95-aba2-e59544f763ee owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:44.343657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45694003-f89f-46b2-88ed-2abf12b2a41e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Network': ['ID=693d7597-6adc-4f28-aab7-9fa81c107aba,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:44.354780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:52:44.355415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d8ae20e5-d59a-4a1b-bf7c-07e040c9c258 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:52:44.356280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0e2640b1-ba41-4c95-aba2-e59544f763ee no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:44.386868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:44.390640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 693d7597-6adc-4f28-aab7-9fa81c107aba details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:44.391248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.437551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Made reservation on behalf of 35af17e75e614f3e932114e7ff3590d4 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:44.441094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.528995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6d95f-fac1-4620-957d-fede6366afb5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Network': ['ID=07f8cf5b-05c6-4cb1-bd26-b11ff14ce017,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:44.533092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:44.544832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:44.550950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 07f8cf5b-05c6-4cb1-bd26-b11ff14ce017 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:44.551796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:52:44.554439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:44.572239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.578743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:44.598451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.598811 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Added segment da191a01-0171-409a-8b96-e265aa79177b of type vlan for network dd7c7bfa-7954-4819-8d82-78e4fa45c8f8 Oct 17 17:52:44.625148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:44.628878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.653228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:44.660198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=caf164aa-6c41-4a1c-9696-1540d99c3796,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:44.667749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:subnet and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:44.680052 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:44.681332 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:44.688045 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:44.695341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:44.695925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.711572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.712004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:44.743219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.749941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.ipam_backend_mixin [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Performing IP validity checks on allocation pools {{(pid=89190) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 17:52:44.750542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.ipam_backend_mixin [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89190) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 17:52:44.753872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7fe82907-db27-4f57-a035-d65835e7b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.802629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Port 0e2640b1-ba41-4c95-aba2-e59544f763ee update to DOWN by agent not found {{(pid=89192) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 17 17:52:44.803065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:44.807185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.858673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.864111 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:44.864710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:44.868258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe82907-db27-4f57-a035-d65835e7b8a4 None None] Pushing event deleted for resources: {'Port': ['ID=0e2640b1-ba41-4c95-aba2-e59544f763ee,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:44.871412 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe82907-db27-4f57-a035-d65835e7b8a4 None None] No DVR routers for this DVR port 0e2640b1-ba41-4c95-aba2-e59544f763ee on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:44.891603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee9d662-30cb-4926-af0c-048acb0907cd None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:45.104111 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0014811 Oct 17 17:52:45.104927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb06a5-1cb6-436e-bab8-4af12ebbe25d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Network': ['ID=dd7c7bfa-7954-4819-8d82-78e4fa45c8f8,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:45.107540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42398) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:45.119985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network dd7c7bfa-7954-4819-8d82-78e4fa45c8f8 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:45.124780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': 'dd7c7bfa-7954-4819-8d82-78e4fa45c8f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:45.127034 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-157f8e78-d21b-409c-a753-586eb4bbe3a7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9120765 Oct 17 17:52:45.133356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42402) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:45.154318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': 'caf164aa-6c41-4a1c-9696-1540d99c3796', 'ip_address': '2001:db8::86e9:1d39:aabd:19fb'}], 'name': 'tempest-NetworksTestDHCPv6-858063387'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:45.235980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Allocated IP 172.26.8.33 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/d7f9d1b5-6d0a-463b-a737-917b2aacd4e3) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:45.332143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': 'caf164aa-6c41-4a1c-9696-1540d99c3796'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:45.332143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:45.378830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:45.383521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:45.392770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:45.418754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:45.428659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:45.430960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:45.440514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:45.450217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:45.454547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:45.461329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:45.526054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Subnet': ['ID=8b20f7ba-c6ca-4777-8664-016741fae73d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:45.533206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:45.536641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:45.562690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Allocated IP 2001:db8::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/caf164aa-6c41-4a1c-9696-1540d99c3796/a0495e3b-d57a-437a-9cd1-6f60052aa1c6) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:45.574704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event updated for resources: {'Subnet': ['ID=c751198d-018c-43b1-9f7f-f6c4611ee47e,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:45.600943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:45.643378 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:45.663727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Checking segment: {'id': '3c454b6a-8cd5-45d7-a058-b6871237b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '07f8cf5b-05c6-4cb1-bd26-b11ff14ce017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:45.664128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network hostable DHCP agents. Network: 07f8cf5b-05c6-4cb1-bd26-b11ff14ce017, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:52:45.670953 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Checking segment: {'id': 'e3c1311e-2212-47d8-b5ea-279b618b012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f81ca915-6f90-46ae-86ec-4bde616eedb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:45.671677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Network hostable DHCP agents. Network: f81ca915-6f90-46ae-86ec-4bde616eedb6, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:52:45.735874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:45.785410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42418) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:45.840189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 07f8cf5b-05c6-4cb1-bd26-b11ff14ce017 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:52:45.881414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Network f81ca915-6f90-46ae-86ec-4bde616eedb6 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:52:45.889474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 07f8cf5b-05c6-4cb1-bd26-b11ff14ce017) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:45.895462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Subnet': ['ID=29874533-b6e5-4fc3-95ae-22da5a130a92,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:45.898083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:45.903715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:45.904289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:45.908377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:45.917276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Checking segment: {'id': '72a8c444-3a80-4b16-bc6a-14b2130364e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6dc136e0-f442-4e4c-a971-50998de52566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:45.917811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network hostable DHCP agents. Network: 6dc136e0-f442-4e4c-a971-50998de52566, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:52:45.927370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, f81ca915-6f90-46ae-86ec-4bde616eedb6) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:45.937196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:45.937991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:45.938900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a689efae-60cc-4e46-b2ac-ac578f2aa47c None None] Network 07f8cf5b-05c6-4cb1-bd26-b11ff14ce017 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:45.948996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:45.992237 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8081d09c-da17-4d2e-a645-69e1582216f0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1134760 Oct 17 17:52:45.993848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port b6b44562-e8ab-4887-a12c-8ce5c5672ee0 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:46.005517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:46.008626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42424) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:46.019217 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ea0f769b-a718-4c2f-811f-11bd3a9274a9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7874355 Oct 17 17:52:46.019217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:46.027967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Request body: {'network': {'name': 'tempest-router-network01--477979265'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:46.031334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:46.034371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42428) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:46.039313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fbdd0061-d418-4170-bb14-daa8f7f27557 tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:46.043555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 6dc136e0-f442-4e4c-a971-50998de52566 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:52:46.049081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '07f8cf5b-05c6-4cb1-bd26-b11ff14ce017', 'name': 'tempest-PortsTestJSON-299678890'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:46.053052 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Transition to ACTIVE for port object a0495e3b-d57a-437a-9cd1-6f60052aa1c6 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:46.062757 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd13a35-339b-4b22-a46b-252749116f84 None None] Network f81ca915-6f90-46ae-86ec-4bde616eedb6 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:46.072280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:46.086588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'Port': ['ID=d7f9d1b5-6d0a-463b-a737-917b2aacd4e3,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:46.095194 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Usage tracker for resource:network and tenant:35af17e75e614f3e932114e7ff3590d4 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:46.100242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:46.114964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:46.158906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Transition to ACTIVE for port object a0495e3b-d57a-437a-9cd1-6f60052aa1c6 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:46.171828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 6dc136e0-f442-4e4c-a971-50998de52566) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:46.177008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.181143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Made reservation on behalf of 35af17e75e614f3e932114e7ff3590d4 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:46.184643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.190236 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f314b27e-9679-4398-bb4e-da7800c4e43f None None] Network 6dc136e0-f442-4e4c-a971-50998de52566 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:46.280521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:46.281327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.351161 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-dc303d8e-8451-49ab-8f0f-74425ef83741 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0654676 Oct 17 17:52:46.353422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42432) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:46.355770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Subnet': ['ID=c357cfea-bbf8-4620-ba57-b50d1ac1d560,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:46.360074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:52:46.364057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.383155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'subnet': {'network_id': '693d7597-6adc-4f28-aab7-9fa81c107aba', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:46.407996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Checking segment: {'id': 'da191a01-0171-409a-8b96-e265aa79177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'dd7c7bfa-7954-4819-8d82-78e4fa45c8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:46.408657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network hostable DHCP agents. Network: dd7c7bfa-7954-4819-8d82-78e4fa45c8f8, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:52:46.413241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.413584 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Added segment 24fd82f4-bdef-40b3-9149-744cf178ed7c of type vlan for network 82310a2e-090a-4a67-9e3a-f24a21612e9c Oct 17 17:52:46.425182 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fbdd0061-d418-4170-bb14-daa8f7f27557 tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] 10.222.0.69 "PUT /v2.0/quotas/865ef57bc198414294469a52990fb4fa HTTP/1.1" status: 200 len: 366 time: 0.6328270 Oct 17 17:52:46.430842 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42436) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:46.463782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::86e9:1d39:aabd:19fb (b6857a8d-f808-4f27-8165-53c8a72cbcb5/caf164aa-6c41-4a1c-9696-1540d99c3796/b6b44562-e8ab-4887-a12c-8ce5c5672ee0) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:46.478939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:46.495608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:46.505974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:46.516743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Pushing event updated for resources: {'Port': ['ID=a0495e3b-d57a-437a-9cd1-6f60052aa1c6,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:46.520201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:46.522858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:46.533431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:46.537849 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.593069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port baef361a-d782-44fe-ad96-092bffa8f5d4 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:46.660755 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-220dc1ea-594e-4c36-a73a-a486852c517c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2261658 Oct 17 17:52:46.667317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42440) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:46.675569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.699455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Attempting to bind port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:46.700023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Attempting to bind port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:46.700258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Attempting to bind port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:46.703699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network dd7c7bfa-7954-4819-8d82-78e4fa45c8f8 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:52:46.722769 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a97ac1e6-27f8-47d5-a865-aba5acd69d46 tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] 10.222.0.69 "GET /v2.0/quotas/865ef57bc198414294469a52990fb4fa HTTP/1.1" status: 200 len: 366 time: 0.0487821 Oct 17 17:52:46.723650 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42444) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:46.754037 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:46.756429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, dd7c7bfa-7954-4819-8d82-78e4fa45c8f8) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:46.763552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:subnet and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:46.772220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:46.777966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:46.779174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.791995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:46.823648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.834259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:46.834259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.834552 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-101d51bd-3ac3-491b-b53e-2b2aac77c2a9 tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/865ef57bc198414294469a52990fb4fa HTTP/1.1" status: 204 len: 168 time: 0.1032803 Oct 17 17:52:46.837445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42448) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:46.842594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eb2208-8e8e-4bc7-91f9-32d40abee428 None None] Network dd7c7bfa-7954-4819-8d82-78e4fa45c8f8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:46.859657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:46.863094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.894004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.905878 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-96152458-6223-4724-b19b-47a69bc1300d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7887757 Oct 17 17:52:46.906085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.4 (07f8cf5b-05c6-4cb1-bd26-b11ff14ce017/8b20f7ba-c6ca-4777-8664-016741fae73d/baef361a-d782-44fe-ad96-092bffa8f5d4) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:46.906085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42452) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:46.911876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': 'dd7c7bfa-7954-4819-8d82-78e4fa45c8f8', 'name': 'tempest-PortsIpV6TestJSON-1834245665', 'fixed_ips': [{'subnet_id': 'c357cfea-bbf8-4620-ba57-b50d1ac1d560', 'ip_address': '2001:db8::10'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:46.947548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object b6b44562-e8ab-4887-a12c-8ce5c5672ee0 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:46.980485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:46.980888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:46.981274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:46.981705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:46.982355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Bound port: a0495e3b-d57a-437a-9cd1-6f60052aa1c6, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:46.982953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.002992 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:52:47.018583 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e110f9fd-110d-41d9-8c66-81948e3d514a tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1637793 Oct 17 17:52:47.037102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42456) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:47.054454 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0447674 Oct 17 17:52:47.068943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42460) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:47.078944 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Request body: {'network': {'name': 'tempest-router-network02--1738097673'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:47.108335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.108768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-f81ca915-6f90-46ae-86ec-4bde616eedb6', 'network_id': 'f81ca915-6f90-46ae-86ec-4bde616eedb6', 'tenant_id': '35af17e75e614f3e932114e7ff3590d4', 'fixed_ips': [{'subnet_id': 'c751198d-018c-43b1-9f7f-f6c4611ee47e'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:47.109618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.133757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157c607-01ee-4398-9374-be88976a2c82 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event updated for resources: {'Network': ['ID=82310a2e-090a-4a67-9e3a-f24a21612e9c,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:47.137046 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:47.143493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-6dc136e0-f442-4e4c-a971-50998de52566', 'network_id': '6dc136e0-f442-4e4c-a971-50998de52566', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'fixed_ips': [{'subnet_id': '29874533-b6e5-4fc3-95ae-22da5a130a92'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:47.144361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.167589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 82310a2e-090a-4a67-9e3a-f24a21612e9c details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:47.191802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Usage tracker for resource:network and tenant:35af17e75e614f3e932114e7ff3590d4 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:47.198540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:47.214112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:47.234192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.309430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Made reservation on behalf of 35af17e75e614f3e932114e7ff3590d4 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:47.313742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.349168 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0c3cf87c-f947-4bfd-9ce6-eb976aa9f13e tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] 10.222.0.69 "GET /v2.0/quotas/865ef57bc198414294469a52990fb4fa HTTP/1.1" status: 200 len: 370 time: 0.3066897 Oct 17 17:52:47.354829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42464) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:47.374056 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b4c15329-2644-4341-a5c7-858cddf4b5d9 tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] 10.222.0.69 "GET /v2.0/quotas/865ef57bc198414294469a52990fb4fa/default HTTP/1.1" status: 200 len: 370 time: 0.0155706 Oct 17 17:52:47.378002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.380929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42468) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:47.423787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] For port a0495e3b-d57a-437a-9cd1-6f60052aa1c6, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:47.424745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:52:47.427237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] For port a0495e3b-d57a-437a-9cd1-6f60052aa1c6, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a0495e3b-d57a-437a-9cd1-6f60052aa1c6,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:47.443729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.486243 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-288fc669-c49f-42f2-9a6b-bd591f51e5db tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] delete failed (client error): The resource could not be found. Oct 17 17:52:47.487564 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-288fc669-c49f-42f2-9a6b-bd591f51e5db tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/865ef57bc198414294469a52990fb4fa HTTP/1.1" status: 404 len: 348 time: 0.1055288 Oct 17 17:52:47.488182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=b6b44562-e8ab-4887-a12c-8ce5c5672ee0,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:47.521337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.522168 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Added segment 417fa695-ad1e-4e4d-985f-838bb10d6705 of type vlan for network 192fde67-8540-48d3-964d-300fcfa4004c Oct 17 17:52:47.542365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.553153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:47.554360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:47.559381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:47.562416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:47.569489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:47.570141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.602440 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5006fc13-bdb5-461f-a444-02e926ac8756 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4680481 Oct 17 17:52:47.607226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:port and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:47.610732 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42474) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:47.615303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:47.708546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:47.711783 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42478) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:47.722316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.763344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:47.769391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.822747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Subnet': ['ID=80f49d65-db92-471e-8f14-ab64d34ca672,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:47.868572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Checking segment: {'id': 'ed85afb3-21ca-4fe2-b00c-5256c0d0d385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '693d7597-6adc-4f28-aab7-9fa81c107aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:47.868974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network hostable DHCP agents. Network: 693d7597-6adc-4f28-aab7-9fa81c107aba, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:52:47.885822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.891537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:47.892178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.900890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Usage tracker for resource:network and tenant:6b54c905f31d41de8ce60a7279154cf2 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:47.906223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.925138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Transition to ACTIVE for port object baef361a-d782-44fe-ad96-092bffa8f5d4 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:47.926183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.939207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:47.949286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:47.969346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8611f73-1255-4a82-9de3-47cba16a2eaf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:47.976370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8611f73-1255-4a82-9de3-47cba16a2eaf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:47.977194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f8611f73-1255-4a82-9de3-47cba16a2eaf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:47.984036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port 867d0b2c-a911-4a42-a720-02bd838492a0 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:48.006391 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-07f8cf5b-05c6-4cb1-bd26-b11ff14ce017', 'network_id': '07f8cf5b-05c6-4cb1-bd26-b11ff14ce017', 'tenant_id': '05dbf97f09e748a0bfcd2cbee286018f', 'fixed_ips': [{'subnet_id': '8b20f7ba-c6ca-4777-8664-016741fae73d'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:48.007368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:48.039275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Allocated IP 172.20.0.2 (f81ca915-6f90-46ae-86ec-4bde616eedb6/c751198d-018c-43b1-9f7f-f6c4611ee47e/54c94002-6b33-4a89-9173-9f2c91752be1) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:48.044861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Usage tracker for resource:subnet and tenant:6b54c905f31d41de8ce60a7279154cf2 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:48.056820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:48.058279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cc214-e7cf-42a9-ba71-d085b795680f None None] Pushing event updated for resources: {'Port': ['ID=a0495e3b-d57a-437a-9cd1-6f60052aa1c6,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:48.089543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f8611f73-1255-4a82-9de3-47cba16a2eaf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:48.090833 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f8611f73-1255-4a82-9de3-47cba16a2eaf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4771996 Oct 17 17:52:48.096858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Usage tracker for resource:subnetpool and tenant:6b54c905f31d41de8ce60a7279154cf2 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:48.103184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42482) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:48.123285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:48.130734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-dd7c7bfa-7954-4819-8d82-78e4fa45c8f8', 'network_id': 'dd7c7bfa-7954-4819-8d82-78e4fa45c8f8', 'tenant_id': '2c42d9d67ee94a7f9727753e385c0f84', 'fixed_ips': [{'subnet_id': 'c357cfea-bbf8-4620-ba57-b50d1ac1d560'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:48.132331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:48.148967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Usage tracker for resource:port and tenant:6b54c905f31d41de8ce60a7279154cf2 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:48.183180 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1131623 Oct 17 17:52:48.198851 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42486) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:48.201009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:48.205732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 693d7597-6adc-4f28-aab7-9fa81c107aba is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:52:48.256549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Request body: {'subnet': {'network_id': '82310a2e-090a-4a67-9e3a-f24a21612e9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:48.286765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eccfd0-0a75-45e6-bd2e-dcb98ecbd7fa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event updated for resources: {'Network': ['ID=192fde67-8540-48d3-964d-300fcfa4004c,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:48.298926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:48.323121 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:48.334836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 07f8cf5b-05c6-4cb1-bd26-b11ff14ce017 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:48.348513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Usage tracker for resource:router and tenant:6b54c905f31d41de8ce60a7279154cf2 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:48.351164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:48.361273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:48.380407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event updated for resources: {'Port': ['ID=d7f9d1b5-6d0a-463b-a737-917b2aacd4e3,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:48.387347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 693d7597-6adc-4f28-aab7-9fa81c107aba) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:48.407357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 192fde67-8540-48d3-964d-300fcfa4004c details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:48.413295 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:48.422315 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a0495e3b-d57a-437a-9cd1-6f60052aa1c6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:48.464145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813b7cee-324e-4dc6-99ab-7eb435ad03b8 None None] Network 693d7597-6adc-4f28-aab7-9fa81c107aba requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:48.474508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=baef361a-d782-44fe-ad96-092bffa8f5d4,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:48.485366 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:48.485991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:48.496326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Usage tracker for resource:floatingip and tenant:6b54c905f31d41de8ce60a7279154cf2 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:48.522087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:48.522667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:48.524312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:48.532896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8::10 (dd7c7bfa-7954-4819-8d82-78e4fa45c8f8/c357cfea-bbf8-4620-ba57-b50d1ac1d560/867d0b2c-a911-4a42-a720-02bd838492a0) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:48.548973 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d5fe853e-c5b2-4faa-9de6-3836773a074f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5130525 Oct 17 17:52:48.553092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42490) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:48.561817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-293b3f56-a370-4838-94ed-22b65ff47998 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port b6b44562-e8ab-4887-a12c-8ce5c5672ee0 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:48.562214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-293b3f56-a370-4838-94ed-22b65ff47998 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:48.652858 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e1ae79a1-2f07-4602-808b-b96f3ad260ff tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2934868 Oct 17 17:52:48.657492 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42494) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:48.667730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:48.676083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-80b793cf-ece7-4a85-a229-0c8e844324ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1083606194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:48.688125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-80b793cf-ece7-4a85-a229-0c8e844324ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:48.689329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Usage tracker for resource:subnet and tenant:35af17e75e614f3e932114e7ff3590d4 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:48.700312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-bec186f9-b035-4d81-b0ef-73ab34f65188 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port baef361a-d782-44fe-ad96-092bffa8f5d4 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:48.701416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bec186f9-b035-4d81-b0ef-73ab34f65188 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:48.722926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Allocated IP 172.20.0.2 (6dc136e0-f442-4e4c-a971-50998de52566/29874533-b6e5-4fc3-95ae-22da5a130a92/8be0bb76-5827-4cc3-b8d8-93af43023f5c) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:48.731484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:48.750753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-80b793cf-ece7-4a85-a229-0c8e844324ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:router and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:48.757202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:48.766696 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Floating IP ff3c1ced-1d6d-4094-8cb1-6c7a60e57d2e associated. External IP: 172.26.8.33, port: dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d. Oct 17 17:52:48.777418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-80b793cf-ece7-4a85-a229-0c8e844324ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:48.843364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-80b793cf-ece7-4a85-a229-0c8e844324ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:48.853723 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Usage tracker for resource:security_group and tenant:6b54c905f31d41de8ce60a7279154cf2 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:48.877784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Allocated IP 172.20.0.2 (07f8cf5b-05c6-4cb1-bd26-b11ff14ce017/8b20f7ba-c6ca-4777-8664-016741fae73d/9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:48.903848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:48.943991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-80b793cf-ece7-4a85-a229-0c8e844324ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:48.945700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-80b793cf-ece7-4a85-a229-0c8e844324ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:49.045605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Usage tracker for resource:security_group_rule and tenant:6b54c905f31d41de8ce60a7279154cf2 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:49.049277 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Made reservation on behalf of 35af17e75e614f3e932114e7ff3590d4 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:49.052894 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:49.112647 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:49.138002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-80b793cf-ece7-4a85-a229-0c8e844324ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:49.159019 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-72996ffc-3642-4e85-b96b-313bbc8c439c tempest-QuotasTest-473708803 tempest-QuotasTest-473708803-project-admin] 10.222.0.69 "GET /v2.0/quotas/6b54c905f31d41de8ce60a7279154cf2/details.json HTTP/1.1" status: 200 len: 703 time: 1.4435768 Oct 17 17:52:49.186245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-293b3f56-a370-4838-94ed-22b65ff47998 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:49.192315 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:49.212680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:49.238807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-80b793cf-ece7-4a85-a229-0c8e844324ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:49.298730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Transition to ACTIVE for port object 867d0b2c-a911-4a42-a720-02bd838492a0 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:49.308240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-80b793cf-ece7-4a85-a229-0c8e844324ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:49.309962 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-80b793cf-ece7-4a85-a229-0c8e844324ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6514599 Oct 17 17:52:49.313015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bec186f9-b035-4d81-b0ef-73ab34f65188 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:49.321555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42500) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:49.383413 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-293b3f56-a370-4838-94ed-22b65ff47998 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for b6b44562-e8ab-4887-a12c-8ce5c5672ee0 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:49.620609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-693d7597-6adc-4f28-aab7-9fa81c107aba', 'network_id': '693d7597-6adc-4f28-aab7-9fa81c107aba', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'fixed_ips': [{'subnet_id': '80f49d65-db92-471e-8f14-ab64d34ca672'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:49.621938 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:49.646775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:49.683996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] Provisioning for port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:49.749607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] Provisioning complete for port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:49.750063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:49.750311 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] Attempt 1 to provision port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 Oct 17 17:52:49.776258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-bec186f9-b035-4d81-b0ef-73ab34f65188 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for baef361a-d782-44fe-ad96-092bffa8f5d4 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:49.822669 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42506) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:50.007708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Allocated IP 172.21.0.2 (693d7597-6adc-4f28-aab7-9fa81c107aba/80f49d65-db92-471e-8f14-ab64d34ca672/f97d7a86-e3a1-4ef1-a649-8a0006bec810) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:50.033390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.082763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-293b3f56-a370-4838-94ed-22b65ff47998 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.103979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c02c98d4-cc91-48cd-bb34-2eb922ca2f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.160557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b3f56-a370-4838-94ed-22b65ff47998 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=b6b44562-e8ab-4887-a12c-8ce5c5672ee0,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:50.215768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-293b3f56-a370-4838-94ed-22b65ff47998 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.251794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.252392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c02c98d4-cc91-48cd-bb34-2eb922ca2f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:50.257286 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-293b3f56-a370-4838-94ed-22b65ff47998 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/b6b44562-e8ab-4887-a12c-8ce5c5672ee0 HTTP/1.1" status: 204 len: 168 time: 2.1318607 Oct 17 17:52:50.257468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c02c98d4-cc91-48cd-bb34-2eb922ca2f59 admin admin] Usage tracker for resource:security_group_rule and tenant:20bbf03904fe40eb96701a1006ac05cd is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:50.259709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c02c98d4-cc91-48cd-bb34-2eb922ca2f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:50.261058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42512) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:50.266667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c02c98d4-cc91-48cd-bb34-2eb922ca2f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:50.268355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Transition to ACTIVE for port object f97d7a86-e3a1-4ef1-a649-8a0006bec810 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:50.290265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Transition to ACTIVE for port object f97d7a86-e3a1-4ef1-a649-8a0006bec810 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:50.293969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Transition to ACTIVE for port object 54c94002-6b33-4a89-9173-9f2c91752be1 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:50.321539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.382166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network dd7c7bfa-7954-4819-8d82-78e4fa45c8f8 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:50.393877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:50.400816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=867d0b2c-a911-4a42-a720-02bd838492a0,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:50.405933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:50.412624 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:50.413491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.438682 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Router 69a2271c-7974-486d-9a47-e8ffa51bf170 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:52:50.455220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.503737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Transition to ACTIVE for port object 54c94002-6b33-4a89-9173-9f2c91752be1 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:50.505560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Pushing event updated for resources: {'Port': ['ID=f97d7a86-e3a1-4ef1-a649-8a0006bec810,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:50.508412 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2c04e932-fc5a-4bae-af1b-e6b6e93a3b26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6013563 Oct 17 17:52:50.519536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42516) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:50.521895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Network 693d7597-6adc-4f28-aab7-9fa81c107aba is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:50.523659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07aa4c8-b429-460d-b829-03f527d36363 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:50.524025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bec186f9-b035-4d81-b0ef-73ab34f65188 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.525623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07aa4c8-b429-460d-b829-03f527d36363 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:50.530310 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b07aa4c8-b429-460d-b829-03f527d36363 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2336466 Oct 17 17:52:50.531253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42520) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:50.549635 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.555060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Transition to ACTIVE for port object 8be0bb76-5827-4cc3-b8d8-93af43023f5c will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:50.557588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:50.560947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:50.564019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.577064 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.589794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': 'dd7c7bfa-7954-4819-8d82-78e4fa45c8f8', 'name': 'tempest-PortsIpV6TestJSON-1579872023', 'fixed_ips': [{'subnet_id': 'c357cfea-bbf8-4620-ba57-b50d1ac1d560', 'ip_address': '2001:db8::f'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:50.625270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec186f9-b035-4d81-b0ef-73ab34f65188 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=baef361a-d782-44fe-ad96-092bffa8f5d4,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:50.687244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Transition to ACTIVE for port object 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:50.702312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.725741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Allocated IP 2001:db8::2 (dd7c7bfa-7954-4819-8d82-78e4fa45c8f8/c357cfea-bbf8-4620-ba57-b50d1ac1d560/8819cf39-cf20-48a6-be0c-8090acc8b244) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:50.746330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Transition to ACTIVE for port object 8be0bb76-5827-4cc3-b8d8-93af43023f5c will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:50.817992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f0c7bf-1771-4aeb-9917-bf926455fffe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet caf164aa-6c41-4a1c-9696-1540d99c3796 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:50.854777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52f0c7bf-1771-4aeb-9917-bf926455fffe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.888886 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Network f81ca915-6f90-46ae-86ec-4bde616eedb6 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:50.895850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.897066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event updated for resources: {'Subnet': ['ID=3d5f5e51-aaf8-4b7d-a112-e690285c368e,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:50.920630 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] Current status of the port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:50.921320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.927806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:52:50.931993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Checking segment: {'id': '24fd82f4-bdef-40b3-9149-744cf178ed7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '82310a2e-090a-4a67-9e3a-f24a21612e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:50.932349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Network hostable DHCP agents. Network: 82310a2e-090a-4a67-9e3a-f24a21612e9c, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:52:50.934413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:50.941732 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:50.944989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52f0c7bf-1771-4aeb-9917-bf926455fffe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:50.950921 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ee0b23-2a36-4da0-90c1-70e0160b903d None None] Sync routers for ids ['69a2271c-7974-486d-9a47-e8ffa51bf170'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:52:50.963339 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee0b23-2a36-4da0-90c1-70e0160b903d None None] Routers {'69a2271c-7974-486d-9a47-e8ffa51bf170'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:50.964436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Network 6dc136e0-f442-4e4c-a971-50998de52566 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:50.964841 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f0ee0b23-2a36-4da0-90c1-70e0160b903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:52:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['69a2271c-7974-486d-9a47-e8ffa51bf170'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:50.965798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Transition to ACTIVE for port object 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:50.976738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:50.983642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:51.025441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.086873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Network 82310a2e-090a-4a67-9e3a-f24a21612e9c is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:52:51.089118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bec186f9-b035-4d81-b0ef-73ab34f65188 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.119619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 82310a2e-090a-4a67-9e3a-f24a21612e9c) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:51.119812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:51.126434 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7da3f060-4755-4708-ac1f-9b46b0bfe88c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.3546634 Oct 17 17:52:51.126434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:52:51.126856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c02c98d4-cc91-48cd-bb34-2eb922ca2f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.136247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:port and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:51.140553 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bec186f9-b035-4d81-b0ef-73ab34f65188 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/baef361a-d782-44fe-ad96-092bffa8f5d4 HTTP/1.1" status: 204 len: 168 time: 2.5864232 Oct 17 17:52:51.143168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c1526f-6d26-4fe8-bb16-772b019517b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:52:51.146699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:51.148385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.151981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.172716 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:51.175390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42526) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:51.187732 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c02c98d4-cc91-48cd-bb34-2eb922ca2f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.211681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Pushing event updated for resources: {'Port': ['ID=54c94002-6b33-4a89-9173-9f2c91752be1,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:51.244881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffa2b44-ff59-49e8-94ee-fdca1e65ce03 x-openstack-request-id: req-5ffa2b44-ff59-49e8-94ee-fdca1e65ce03 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:52:51.245478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:52:51.245478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ffa2b44-ff59-49e8-94ee-fdca1e65ce03 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:52:51.245885 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffa2b44-ff59-49e8-94ee-fdca1e65ce03'] response: {'name': 'network-changed', 'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'status': 'completed', 'code': 200} Oct 17 17:52:51.275648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:51.282711 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-66416ec6-e125-4497-91fc-e33564cc10d3 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0715134 Oct 17 17:52:51.284557 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a43e7d-56ce-4b55-af9b-fc16008831b4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] DELETE failed (client error): The resource could not be found. Oct 17 17:52:51.285112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a43e7d-56ce-4b55-af9b-fc16008831b4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:52:51.290238 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-18a43e7d-56ce-4b55-af9b-fc16008831b4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/baef361a-d782-44fe-ad96-092bffa8f5d4 HTTP/1.1" status: 404 len: 333 time: 0.1136601 Oct 17 17:52:51.292574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42532) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:51.292903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42534) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:51.338085 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52f0c7bf-1771-4aeb-9917-bf926455fffe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.341849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aecf14-4e15-4665-94a7-5e1adb4b8ede None None] Network 82310a2e-090a-4a67-9e3a-f24a21612e9c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:51.375000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Request body: {'subnet': {'network_id': '192fde67-8540-48d3-964d-300fcfa4004c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:51.382307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Attempting to bind port f97d7a86-e3a1-4ef1-a649-8a0006bec810 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:51.382671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Attempting to bind port f97d7a86-e3a1-4ef1-a649-8a0006bec810 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'ed85afb3-21ca-4fe2-b00c-5256c0d0d385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '693d7597-6adc-4f28-aab7-9fa81c107aba'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:51.383017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Attempting to bind port f97d7a86-e3a1-4ef1-a649-8a0006bec810 on network 693d7597-6adc-4f28-aab7-9fa81c107aba {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:51.419681 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-f0ee0b23-2a36-4da0-90c1-70e0160b903d None None] Set router 69a2271c-7974-486d-9a47-e8ffa51bf170 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:52:51.515003 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3da4af-cace-4c46-9585-cfe234d259e5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:52:51.519884 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6a3da4af-cace-4c46-9585-cfe234d259e5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/baef361a-d782-44fe-ad96-092bffa8f5d4 HTTP/1.1" status: 404 len: 333 time: 0.2233016 Oct 17 17:52:51.526982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42542) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:51.608309 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Network 07f8cf5b-05c6-4cb1-bd26-b11ff14ce017 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:51.654441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c98d4-cc91-48cd-bb34-2eb922ca2f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad76cbea-bd24-4867-b4e9-f2353b4666fc,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:51.668913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:51.669334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Checking segment: {'id': 'ed85afb3-21ca-4fe2-b00c-5256c0d0d385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '693d7597-6adc-4f28-aab7-9fa81c107aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:51.669789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.670165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Bound using segment: {'id': 'ed85afb3-21ca-4fe2-b00c-5256c0d0d385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '693d7597-6adc-4f28-aab7-9fa81c107aba'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:51.670640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Bound port: f97d7a86-e3a1-4ef1-a649-8a0006bec810, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed85afb3-21ca-4fe2-b00c-5256c0d0d385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '693d7597-6adc-4f28-aab7-9fa81c107aba'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:51.670998 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.678201 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c02c98d4-cc91-48cd-bb34-2eb922ca2f59 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20bbf03904fe40eb96701a1006ac05cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8495104 Oct 17 17:52:51.683640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42546) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:51.689264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:51.727487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Attempting to bind port 8be0bb76-5827-4cc3-b8d8-93af43023f5c on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:51.727851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Attempting to bind port 8be0bb76-5827-4cc3-b8d8-93af43023f5c by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '72a8c444-3a80-4b16-bc6a-14b2130364e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6dc136e0-f442-4e4c-a971-50998de52566'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:51.728204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Attempting to bind port 8be0bb76-5827-4cc3-b8d8-93af43023f5c on network 6dc136e0-f442-4e4c-a971-50998de52566 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:51.735023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-82310a2e-090a-4a67-9e3a-f24a21612e9c', 'network_id': '82310a2e-090a-4a67-9e3a-f24a21612e9c', 'tenant_id': '35af17e75e614f3e932114e7ff3590d4', 'fixed_ips': [{'subnet_id': '3d5f5e51-aaf8-4b7d-a112-e690285c368e'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:51.735855 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.750056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:51.754912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:51.759789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.769349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:51.769720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Checking segment: {'id': '72a8c444-3a80-4b16-bc6a-14b2130364e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6dc136e0-f442-4e4c-a971-50998de52566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:51.770119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.770508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Bound using segment: {'id': '72a8c444-3a80-4b16-bc6a-14b2130364e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6dc136e0-f442-4e4c-a971-50998de52566'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:51.770990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Bound port: 8be0bb76-5827-4cc3-b8d8-93af43023f5c, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a8c444-3a80-4b16-bc6a-14b2130364e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '6dc136e0-f442-4e4c-a971-50998de52566'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:51.771386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.814213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ff8949-47ac-4fd5-8d59-04da8b4afc94 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting subnet 8b20f7ba-c6ca-4777-8664-016741fae73d {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:52:51.818126 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-184d8995-f0be-4ac2-9373-a20eddb4b8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.825423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8949-47ac-4fd5-8d59-04da8b4afc94 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.855236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port 291c7eb2-cc47-4bad-a0bc-1aa190a46762 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:51.859362 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f0ee0b23-2a36-4da0-90c1-70e0160b903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:52:09Z', 'revision_number': 4, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'ff3c1ced-1d6d-4094-8cb1-6c7a60e57d2e', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'port_id': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'mac_address': 'fa:16:3e:45:6d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:52:46Z', 'updated_at': '2022-10-17T17:52:46Z', 'revision_number': 0, 'project_id': '29ba416679c3411bac939e44d43c516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46818095-2aee-4fc9-bfaf-163dddebbfca', 'name': '', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'mac_address': 'fa:16:3e:6e:2c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:52:06Z', 'updated_at': '2022-10-17T17:52:22Z', 'revision_number': 5, 'project_id': '29ba416679c3411bac939e44d43c516a', 'subnets': [{'id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:51.865762 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ee0b23-2a36-4da0-90c1-70e0160b903d None None] Checking router: 69a2271c-7974-486d-9a47-e8ffa51bf170 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:52:51.882204 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee0b23-2a36-4da0-90c1-70e0160b903d None None] Routers {'69a2271c-7974-486d-9a47-e8ffa51bf170'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:51.883015 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f0ee0b23-2a36-4da0-90c1-70e0160b903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:52:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['69a2271c-7974-486d-9a47-e8ffa51bf170'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:51.898893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] For port 8be0bb76-5827-4cc3-b8d8-93af43023f5c, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:51.902618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] For port 8be0bb76-5827-4cc3-b8d8-93af43023f5c, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8be0bb76-5827-4cc3-b8d8-93af43023f5c,segment=NetworkSegment(72a8c444-3a80-4b16-bc6a-14b2130364e2),segment_id=72a8c444-3a80-4b16-bc6a-14b2130364e2)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:51.932148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:51.939456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Pushing event updated for resources: {'Port': ['ID=8be0bb76-5827-4cc3-b8d8-93af43023f5c,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:51.948536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8949-47ac-4fd5-8d59-04da8b4afc94 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.984447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:51.987941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Usage tracker for resource:subnet and tenant:35af17e75e614f3e932114e7ff3590d4 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:51.996318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52f0c7bf-1771-4aeb-9917-bf926455fffe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.004671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Attempting to bind port 54c94002-6b33-4a89-9173-9f2c91752be1 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:52.005014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Attempting to bind port 54c94002-6b33-4a89-9173-9f2c91752be1 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'e3c1311e-2212-47d8-b5ea-279b618b012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f81ca915-6f90-46ae-86ec-4bde616eedb6'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:52.005372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Attempting to bind port 54c94002-6b33-4a89-9173-9f2c91752be1 on network f81ca915-6f90-46ae-86ec-4bde616eedb6 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:52.011669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:52.057128 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Allocated IP 172.20.0.1 (6dc136e0-f442-4e4c-a971-50998de52566/29874533-b6e5-4fc3-95ae-22da5a130a92/30c4ddcb-64c5-44a7-9b84-cba282e41b30) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:52.070942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52f0c7bf-1771-4aeb-9917-bf926455fffe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.095940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:52.099263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0c7bf-1771-4aeb-9917-bf926455fffe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=caf164aa-6c41-4a1c-9696-1540d99c3796,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:52.099861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1526f-6d26-4fe8-bb16-772b019517b5 req-0f96e107-c571-4c2c-9744-65dfd0ef7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:52.104246 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3c1526f-6d26-4fe8-bb16-772b019517b5 req-0f96e107-c571-4c2c-9744-65dfd0ef7c35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29ba416679c3411bac939e44d43c516a&device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 1098 time: 0.8106604 Oct 17 17:52:52.106175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-184d8995-f0be-4ac2-9373-a20eddb4b8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.126924 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-52f0c7bf-1771-4aeb-9917-bf926455fffe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/caf164aa-6c41-4a1c-9696-1540d99c3796 HTTP/1.1" status: 204 len: 168 time: 1.5921240 Oct 17 17:52:52.134147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42550) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:52.205022 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-f0ee0b23-2a36-4da0-90c1-70e0160b903d None None] Set router 69a2271c-7974-486d-9a47-e8ffa51bf170 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:52:52.234026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22566e-2642-432c-9465-af0f2702fcd8 req-fc6d5e78-5c69-49d0-9263-9065ce214367 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:52.235824 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd22566e-2642-432c-9465-af0f2702fcd8 req-fc6d5e78-5c69-49d0-9263-9065ce214367 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.8441846 Oct 17 17:52:52.240407 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-18828a25-e9e8-4cba-bd9d-587206217283 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025822 Oct 17 17:52:52.241034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Made reservation on behalf of 35af17e75e614f3e932114e7ff3590d4 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:52.244717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.249825 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549cef75-3e87-444f-a0f2-33759ed95c47 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:52.250268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42554) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:52.265697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:52.266067 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Checking segment: {'id': 'e3c1311e-2212-47d8-b5ea-279b618b012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f81ca915-6f90-46ae-86ec-4bde616eedb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:52.266448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.266835 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Bound using segment: {'id': 'e3c1311e-2212-47d8-b5ea-279b618b012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f81ca915-6f90-46ae-86ec-4bde616eedb6'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:52.267519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Bound port: 54c94002-6b33-4a89-9173-9f2c91752be1, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c1311e-2212-47d8-b5ea-279b618b012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'f81ca915-6f90-46ae-86ec-4bde616eedb6'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:52.268149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.431270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8949-47ac-4fd5-8d59-04da8b4afc94 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.478428 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd22566e-2642-432c-9465-af0f2702fcd8 req-037fd05a-e06b-47d6-981e-e2390adf41e3 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108862 Oct 17 17:52:52.522710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42558) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:52.661486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8949-47ac-4fd5-8d59-04da8b4afc94 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.692894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.712882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Transition to ACTIVE for port object 30c4ddcb-64c5-44a7-9b84-cba282e41b30 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:52.719180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Pushing event updated for resources: {'Port': ['ID=9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:52.747912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Attempting to bind port 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:52.748991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Attempting to bind port 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '3c454b6a-8cd5-45d7-a058-b6871237b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '07f8cf5b-05c6-4cb1-bd26-b11ff14ce017'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:52.749570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Attempting to bind port 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449 on network 07f8cf5b-05c6-4cb1-bd26-b11ff14ce017 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:52.753398 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f0ee0b23-2a36-4da0-90c1-70e0160b903d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:52:09Z', 'revision_number': 4, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'ff3c1ced-1d6d-4094-8cb1-6c7a60e57d2e', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'port_id': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'mac_address': 'fa:16:3e:45:6d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:52:46Z', 'updated_at': '2022-10-17T17:52:46Z', 'revision_number': 0, 'project_id': '29ba416679c3411bac939e44d43c516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46818095-2aee-4fc9-bfaf-163dddebbfca', 'name': '', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'mac_address': 'fa:16:3e:6e:2c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:52:06Z', 'updated_at': '2022-10-17T17:52:22Z', 'revision_number': 5, 'project_id': '29ba416679c3411bac939e44d43c516a', 'subnets': [{'id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:52.758920 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ee0b23-2a36-4da0-90c1-70e0160b903d None None] The sync data for ids ['69a2271c-7974-486d-9a47-e8ffa51bf170'] in dv-neutron-860895-1-hyperv is: [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:52:09Z', 'revision_number': 4, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'ff3c1ced-1d6d-4094-8cb1-6c7a60e57d2e', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'floating_ip_address': '172.26.8.33', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'port_id': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'mac_address': 'fa:16:3e:45:6d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:52:46Z', 'updated_at': '2022-10-17T17:52:46Z', 'revision_number': 0, 'project_id': '29ba416679c3411bac939e44d43c516a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46818095-2aee-4fc9-bfaf-163dddebbfca', 'name': '', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'mac_address': 'fa:16:3e:6e:2c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:52:06Z', 'updated_at': '2022-10-17T17:52:22Z', 'revision_number': 5, 'project_id': '29ba416679c3411bac939e44d43c516a', 'subnets': [{'id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:52:52.763848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.767699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff8949-47ac-4fd5-8d59-04da8b4afc94 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Subnet': ['ID=8b20f7ba-c6ca-4777-8664-016741fae73d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:52.785198 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ba07ff5c-7ad8-4f30-9f85-ceeb96f1455f tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/floatingips/ff3c1ced-1d6d-4094-8cb1-6c7a60e57d2e HTTP/1.1" status: 200 len: 990 time: 0.2578425 Oct 17 17:52:52.788588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a2ff8949-47ac-4fd5-8d59-04da8b4afc94 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.803493 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a2ff8949-47ac-4fd5-8d59-04da8b4afc94 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/8b20f7ba-c6ca-4777-8664-016741fae73d HTTP/1.1" status: 204 len: 168 time: 1.2667885 Oct 17 17:52:52.806511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42562) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:52.814709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] For port f97d7a86-e3a1-4ef1-a649-8a0006bec810, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:52.816225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-184d8995-f0be-4ac2-9373-a20eddb4b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.911133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d8995-f0be-4ac2-9373-a20eddb4b8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad76cbea-bd24-4867-b4e9-f2353b4666fc,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:52.928608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 6dc136e0-f442-4e4c-a971-50998de52566 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:52.933743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:52:52.934396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:52:52.935941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:52.946756 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:52.988283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:52.994001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.003769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=30c4ddcb-64c5-44a7-9b84-cba282e41b30,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:53.013831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:53.014331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-184d8995-f0be-4ac2-9373-a20eddb4b8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.014432 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Checking segment: {'id': '3c454b6a-8cd5-45d7-a058-b6871237b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '07f8cf5b-05c6-4cb1-bd26-b11ff14ce017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:53.014617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.015036 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-184d8995-f0be-4ac2-9373-a20eddb4b8fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad76cbea-bd24-4867-b4e9-f2353b4666fc HTTP/1.1" status: 204 len: 168 time: 1.3201985 Oct 17 17:52:53.015189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Bound using segment: {'id': '3c454b6a-8cd5-45d7-a058-b6871237b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '07f8cf5b-05c6-4cb1-bd26-b11ff14ce017'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:53.015739 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Bound port: 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c454b6a-8cd5-45d7-a058-b6871237b19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '07f8cf5b-05c6-4cb1-bd26-b11ff14ce017'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:53.016193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.060532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] For port f97d7a86-e3a1-4ef1-a649-8a0006bec810, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f97d7a86-e3a1-4ef1-a649-8a0006bec810,segment=NetworkSegment(ed85afb3-21ca-4fe2-b00c-5256c0d0d385),segment_id=ed85afb3-21ca-4fe2-b00c-5256c0d0d385)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:53.073958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdbb1cc-f624-4882-b6b3-249f5bdcc4c5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:53.077411 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cfdbb1cc-f624-4882-b6b3-249f5bdcc4c5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.8230486 Oct 17 17:52:53.079782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.084872 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42568) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:53.086673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1526f-6d26-4fe8-bb16-772b019517b5 req-60bd23e1-e68f-42f2-89a2-5b182d133d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:53.087695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:53.088053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.089294 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3c1526f-6d26-4fe8-bb16-772b019517b5 req-60bd23e1-e68f-42f2-89a2-5b182d133d1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=70318c35-5ed8-4966-9dbe-6d1629455769 HTTP/1.1" status: 200 len: 897 time: 0.8825247 Oct 17 17:52:53.211393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.258087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event updated for resources: {'Subnet': ['ID=4715bcdc-8553-4936-84d1-f9bca1e3e2f0,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:53.349736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Checking segment: {'id': '417fa695-ad1e-4e4d-985f-838bb10d6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '192fde67-8540-48d3-964d-300fcfa4004c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:53.350193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Network hostable DHCP agents. Network: 192fde67-8540-48d3-964d-300fcfa4004c, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:52:53.357119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0639d52c-583f-4f0d-87f3-5d90cdc848c2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:53.357919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0639d52c-583f-4f0d-87f3-5d90cdc848c2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:53.402217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0639d52c-583f-4f0d-87f3-5d90cdc848c2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:53.403424 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0639d52c-583f-4f0d-87f3-5d90cdc848c2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3127773 Oct 17 17:52:53.408514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42574) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:53.411472 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3c1526f-6d26-4fe8-bb16-772b019517b5 req-7180f8da-84e7-4966-9f82-0ec84fc8cb92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d HTTP/1.1" status: 200 len: 998 time: 0.2548914 Oct 17 17:52:53.433691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.466918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Transition to ACTIVE for port object 8819cf39-cf20-48a6-be0c-8090acc8b244 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:53.498279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69daeb57-e665-45d3-bc6f-c26787d85b76 None None] New status for floating IP ff3c1ced-1d6d-4094-8cb1-6c7a60e57d2e: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:52:53.510531 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ebc8b73c-178c-43bb-8b3a-144801bb00e9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968723 Oct 17 17:52:53.523510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1526f-6d26-4fe8-bb16-772b019517b5 req-2097a750-c666-4c20-a176-a1a9bb470f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:53.525214 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3c1526f-6d26-4fe8-bb16-772b019517b5 req-2097a750-c666-4c20-a176-a1a9bb470f40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ba1c894-ba08-43e2-8318-ede137b460f6 HTTP/1.1" status: 200 len: 835 time: 0.1068511 Oct 17 17:52:53.525490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42578) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:53.525670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42580) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:53.536173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5094b972-e268-49a4-99a8-fad2dad3071a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:53.547057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b22ea90c-2bf5-4937-a2a8-d6bf249f41ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.603893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Allocated IP 172.20.0.2 (82310a2e-090a-4a67-9e3a-f24a21612e9c/3d5f5e51-aaf8-4b7d-a112-e690285c368e/e254d5cb-94d3-4f00-a60c-4796645d3ff3) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:53.616953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Network 192fde67-8540-48d3-964d-300fcfa4004c is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:52:53.651307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] For port 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:53.657530 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] For port 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449,segment=NetworkSegment(3c454b6a-8cd5-45d7-a058-b6871237b19d),segment_id=3c454b6a-8cd5-45d7-a058-b6871237b19d)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:53.659893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] For port 54c94002-6b33-4a89-9173-9f2c91752be1, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:53.675961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b22ea90c-2bf5-4937-a2a8-d6bf249f41ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:53.684642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372c1cb-5f8a-4542-bd59-899ddf426206 None None] Pushing event updated for resources: {'Port': ['ID=8be0bb76-5827-4cc3-b8d8-93af43023f5c,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:53.694578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b22ea90c-2bf5-4937-a2a8-d6bf249f41ad admin admin] Usage tracker for resource:security_group_rule and tenant:6b54c905f31d41de8ce60a7279154cf2 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:53.702960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b22ea90c-2bf5-4937-a2a8-d6bf249f41ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:53.717007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 192fde67-8540-48d3-964d-300fcfa4004c) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:53.717996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b22ea90c-2bf5-4937-a2a8-d6bf249f41ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:53.723106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.726826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b0387c-fc2c-4a4b-b58d-34dbb1c45dce None None] Network 6dc136e0-f442-4e4c-a971-50998de52566 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:53.734515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:53.734700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.751236 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.756817 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Transition to ACTIVE for port object 8819cf39-cf20-48a6-be0c-8090acc8b244 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:53.759339 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] For port 54c94002-6b33-4a89-9173-9f2c91752be1, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=54c94002-6b33-4a89-9173-9f2c91752be1,segment=NetworkSegment(e3c1311e-2212-47d8-b5ea-279b618b012c),segment_id=e3c1311e-2212-47d8-b5ea-279b618b012c)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:53.769853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] For port 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449, host dv-neutron-860895-1-hyperv, got binding levels [] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:53.770954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:53.791061 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4683ecd8-d47a-4bec-8f1c-9fbb520cb69e tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4946008 Oct 17 17:52:53.791061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42588) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:53.792332 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42590) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:53.835574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67e7490-37c1-453c-8136-09b9c5a9077a None None] Network 192fde67-8540-48d3-964d-300fcfa4004c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:53.909208 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5094b972-e268-49a4-99a8-fad2dad3071a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:53.921625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:54.047497 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:54.296188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1526f-6d26-4fe8-bb16-772b019517b5 req-429dc07b-b872-4860-b1f5-d4c1a1a09b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:54.298246 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3c1526f-6d26-4fe8-bb16-772b019517b5 req-429dc07b-b872-4860-b1f5-d4c1a1a09b68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70318c35-5ed8-4966-9dbe-6d1629455769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7386072 Oct 17 17:52:54.342135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b22ea90c-2bf5-4937-a2a8-d6bf249f41ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:54.346666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5094b972-e268-49a4-99a8-fad2dad3071a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:54.426521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5094b972-e268-49a4-99a8-fad2dad3071a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:54.430551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5094b972-e268-49a4-99a8-fad2dad3071a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:54.436486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8::f (dd7c7bfa-7954-4819-8d82-78e4fa45c8f8/c357cfea-bbf8-4620-ba57-b50d1ac1d560/291c7eb2-cc47-4bad-a0bc-1aa190a46762) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:54.488021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:54.505522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b25b7-bed0-4de2-ad61-f483b905ee84 None None] Pushing event updated for resources: {'Port': ['ID=f97d7a86-e3a1-4ef1-a649-8a0006bec810,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:54.651963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Network dd7c7bfa-7954-4819-8d82-78e4fa45c8f8 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:54.653634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8be0bb76-5827-4cc3-b8d8-93af43023f5c up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:54.720544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f52c394-3bbb-4f42-bf51-02fcbfd17c38 None None] Network 07f8cf5b-05c6-4cb1-bd26-b11ff14ce017 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:54.748642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:52:54.749230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:52:54.776384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5094b972-e268-49a4-99a8-fad2dad3071a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:54.779727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:54.808481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Transition to ACTIVE for port object 291c7eb2-cc47-4bad-a0bc-1aa190a46762 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:54.878040 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094b972-e268-49a4-99a8-fad2dad3071a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=f625aac1-af4c-40b1-804b-bf6722c51b91,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:54.910308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b22ea90c-2bf5-4937-a2a8-d6bf249f41ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:54.914502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094b972-e268-49a4-99a8-fad2dad3071a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:54.918609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:54.924592 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b3ed8cb7-c77e-4b01-9dc7-22545ebbcb28 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/floatingips/ff3c1ced-1d6d-4094-8cb1-6c7a60e57d2e HTTP/1.1" status: 200 len: 990 time: 1.0783625 Oct 17 17:52:54.925777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-5094b972-e268-49a4-99a8-fad2dad3071a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:54.928897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5094b972-e268-49a4-99a8-fad2dad3071a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:54.929698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5094b972-e268-49a4-99a8-fad2dad3071a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:54.935476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:54.948582 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] Current status of the port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:54.949268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:54.975539 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5094b972-e268-49a4-99a8-fad2dad3071a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4449606 Oct 17 17:52:54.975778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42600) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:54.992465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': 'f625aac1-af4c-40b1-804b-bf6722c51b91', 'ip_address': '2001:db8::ceff:8903:3bab:53b7'}], 'name': 'tempest-NetworksTestDHCPv6-381666177'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:55.090050 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b22ea90c-2bf5-4937-a2a8-d6bf249f41ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6b54c905f31d41de8ce60a7279154cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5619671 Oct 17 17:52:55.093165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:55.147935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42604) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:55.185084 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3c1526f-6d26-4fe8-bb16-772b019517b5 req-d53be0ef-3ad1-4be3-a539-3aa11cb89bd3 service neutron] 10.222.0.20 "GET /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512018 Oct 17 17:52:55.249894 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:55.250332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:55.317208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network dd7c7bfa-7954-4819-8d82-78e4fa45c8f8 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:55.326687 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=291c7eb2-cc47-4bad-a0bc-1aa190a46762,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:55.329428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:55.381067 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519d426-37fc-4680-b054-145aecabf3dd None None] Pushing event updated for resources: {'Port': ['ID=9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:55.478480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-79d87638-eb8e-4ec6-b107-7f215261825d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:55.522694 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:55.528947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:55.529581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:55.533735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:55.552677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:55.589404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:55.593003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 8be0bb76-5827-4cc3-b8d8-93af43023f5c completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:55.631317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:55.651165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-79d87638-eb8e-4ec6-b107-7f215261825d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:55.685683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:55.686767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a05c818-52cc-4ed2-a794-f9a334d5ab5c None None] Network 693d7597-6adc-4f28-aab7-9fa81c107aba requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:55.767574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:55.869963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a52c1d-2227-41c1-9bb3-d11f1d90164a None None] Network f81ca915-6f90-46ae-86ec-4bde616eedb6 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:55.877212 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-caf100e4-847c-40d8-a1fd-f15276507f9f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.3484590 Oct 17 17:52:55.878620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42608) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:55.929161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ea90c-2bf5-4937-a2a8-d6bf249f41ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d893341-4ed9-44bd-b314-1fee0e437779,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:55.931774 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42612) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:55.970743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] For port 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449,segment=NetworkSegment(3c454b6a-8cd5-45d7-a058-b6871237b19d),segment_id=3c454b6a-8cd5-45d7-a058-b6871237b19d)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:55.974449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.014422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] For port a0495e3b-d57a-437a-9cd1-6f60052aa1c6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a0495e3b-d57a-437a-9cd1-6f60052aa1c6,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:56.129484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:52:56.130305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:56.193371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.211585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-79d87638-eb8e-4ec6-b107-7f215261825d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.235176 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9223bec3-0720-457e-9015-ce900cfbb807 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/floatingips/ff3c1ced-1d6d-4094-8cb1-6c7a60e57d2e HTTP/1.1" status: 200 len: 992 time: 0.2896094 Oct 17 17:52:56.235410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.270445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d87638-eb8e-4ec6-b107-7f215261825d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d893341-4ed9-44bd-b314-1fee0e437779,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:56.302244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 45725cb4-1315-4173-8e2b-2950245c4708 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:56.347859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-79d87638-eb8e-4ec6-b107-7f215261825d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.351994 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-79d87638-eb8e-4ec6-b107-7f215261825d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2d893341-4ed9-44bd-b314-1fee0e437779 HTTP/1.1" status: 204 len: 168 time: 1.2001305 Oct 17 17:52:56.362483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.397133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928345a3-8d93-4021-bbfa-12ccfe3ca2d5 None None] Pushing event updated for resources: {'Port': ['ID=54c94002-6b33-4a89-9173-9f2c91752be1,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:56.423266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed895ad-3c91-48c6-8c80-a287d2795df7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:56.424684 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6ed895ad-3c91-48c6-8c80-a287d2795df7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5381002 Oct 17 17:52:56.430764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42618) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:56.432365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.442646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:56.447439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No DVR routers for this DVR port 9f9b772c-ff7c-4ca4-ae99-9e97f3fe7449 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:52:56.486381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Attempting to bind port 8819cf39-cf20-48a6-be0c-8090acc8b244 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:56.486816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Attempting to bind port 8819cf39-cf20-48a6-be0c-8090acc8b244 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'da191a01-0171-409a-8b96-e265aa79177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'dd7c7bfa-7954-4819-8d82-78e4fa45c8f8'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:56.487130 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Attempting to bind port 8819cf39-cf20-48a6-be0c-8090acc8b244 on network dd7c7bfa-7954-4819-8d82-78e4fa45c8f8 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:56.525081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Pushing event updated for resources: {'Port': ['ID=8819cf39-cf20-48a6-be0c-8090acc8b244,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:56.529694 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.551700 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3c1526f-6d26-4fe8-bb16-772b019517b5 req-adba4b50-9f3c-469d-828a-eb6bc3b118d8 service neutron] 10.222.0.20 "GET /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2264776 Oct 17 17:52:56.554915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.568675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:56.569112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Checking segment: {'id': 'da191a01-0171-409a-8b96-e265aa79177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'dd7c7bfa-7954-4819-8d82-78e4fa45c8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:56.569544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.569969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Bound using segment: {'id': 'da191a01-0171-409a-8b96-e265aa79177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'dd7c7bfa-7954-4819-8d82-78e4fa45c8f8'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:56.570470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Bound port: 8819cf39-cf20-48a6-be0c-8090acc8b244, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da191a01-0171-409a-8b96-e265aa79177b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'dd7c7bfa-7954-4819-8d82-78e4fa45c8f8'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:56.570871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.603896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f97d7a86-e3a1-4ef1-a649-8a0006bec810 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:52:56.710567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] Deleting port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:56.711273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.754421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=30c4ddcb-64c5-44a7-9b84-cba282e41b30,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:56.773692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.846087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f8cf5b-05c6-4cb1-bd26-b11ff14ce017']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:56.869068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c454b6a-8cd5-45d7-a058-b6871237b19d') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:56.870115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c454b6a-8cd5-45d7-a058-b6871237b19d') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:56.890019 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::ceff:8903:3bab:53b7 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/f625aac1-af4c-40b1-804b-bf6722c51b91/45725cb4-1315-4173-8e2b-2950245c4708) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:56.893049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.918784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.941926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:52:56.942382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:56.943666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:57.051137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5196ae1-648c-4407-8f70-afbe76cfe2bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:57.057761 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 3c454b6a-8cd5-45d7-a058-b6871237b19d resource provider aggregate not found Oct 17 17:52:57.057970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5196ae1-648c-4407-8f70-afbe76cfe2bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:57.065289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5196ae1-648c-4407-8f70-afbe76cfe2bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:57.065629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a5196ae1-648c-4407-8f70-afbe76cfe2bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:57.079083 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 3c454b6a-8cd5-45d7-a058-b6871237b19d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c454b6a-8cd5-45d7-a058-b6871237b19d found for delete ", "request_id": "req-b98c141a-8c24-499e-a2f8-5c9d012350a6"}]} Oct 17 17:52:57.158660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a5196ae1-648c-4407-8f70-afbe76cfe2bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:57.162391 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a5196ae1-648c-4407-8f70-afbe76cfe2bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.7170234 Oct 17 17:52:57.167780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:57.179013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Transition to ACTIVE for port object e254d5cb-94d3-4f00-a60c-4796645d3ff3 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:57.195530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42644) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:57.200150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Transition to ACTIVE for port object e254d5cb-94d3-4f00-a60c-4796645d3ff3 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:57.253492 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:57.286112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] For port 8819cf39-cf20-48a6-be0c-8090acc8b244, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:57.313073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Provisioning for port 8be0bb76-5827-4cc3-b8d8-93af43023f5c completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:57.313714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 6dc136e0-f442-4e4c-a971-50998de52566 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:57.314944 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:57.318066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:57.336619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] For port 8819cf39-cf20-48a6-be0c-8090acc8b244, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8819cf39-cf20-48a6-be0c-8090acc8b244,segment=NetworkSegment(da191a01-0171-409a-8b96-e265aa79177b),segment_id=da191a01-0171-409a-8b96-e265aa79177b)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:57.362640 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:57.375408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Provisioning complete for port 8be0bb76-5827-4cc3-b8d8-93af43023f5c triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:52:57.376036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:57.376545 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Attempt 1 to provision port 8be0bb76-5827-4cc3-b8d8-93af43023f5c Oct 17 17:52:57.381224 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Network': ['ID=07f8cf5b-05c6-4cb1-bd26-b11ff14ce017,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:57.386556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-174d03da-2d89-4998-b32b-ffeaee078c3a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 291c7eb2-cc47-4bad-a0bc-1aa190a46762 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:52:57.386556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-174d03da-2d89-4998-b32b-ffeaee078c3a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:57.461981 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-be9a89c4-479f-4c8f-8718-7258f85ba7f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/networks/07f8cf5b-05c6-4cb1-bd26-b11ff14ce017 HTTP/1.1" status: 204 len: 168 time: 4.6542087 Oct 17 17:52:57.466150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42652) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:57.476570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-566003656'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:57.488974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:57.495442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:57.503762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:network and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:57.512805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:57.548891 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Network 82310a2e-090a-4a67-9e3a-f24a21612e9c is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:57.550823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:57.568916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:57.578794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Allocated IP 172.20.0.1 (82310a2e-090a-4a67-9e3a-f24a21612e9c/3d5f5e51-aaf8-4b7d-a112-e690285c368e/b9913cb0-3d45-49c6-b5b2-750c9dff90cd) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:57.617640 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 45725cb4-1315-4173-8e2b-2950245c4708 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:57.624497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:57.628245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:57.802028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 83b94599-e1a0-4341-b573-cebec5333d57 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:52:57.848809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port f97d7a86-e3a1-4ef1-a649-8a0006bec810 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:52:57.856178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:57.862087 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:57.894631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:52:57.939442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:57.939792 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Added segment be05748f-c93d-4192-a7a4-f70465a6ea6d of type vlan for network 61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db Oct 17 17:52:57.948734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d3984-cd31-4a79-8eb8-82a1eb883efc None None] Pushing event updated for resources: {'Port': ['ID=a0495e3b-d57a-437a-9cd1-6f60052aa1c6,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:58.026553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-174d03da-2d89-4998-b32b-ffeaee078c3a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:58.046435 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:58.158212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Pushing event updated for resources: {'Port': ['ID=e254d5cb-94d3-4f00-a60c-4796645d3ff3,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:58.197100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-192fde67-8540-48d3-964d-300fcfa4004c', 'network_id': '192fde67-8540-48d3-964d-300fcfa4004c', 'tenant_id': '35af17e75e614f3e932114e7ff3590d4', 'fixed_ips': [{'subnet_id': '4715bcdc-8553-4936-84d1-f9bca1e3e2f0'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:52:58.197945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:58.226405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a0495e3b-d57a-437a-9cd1-6f60052aa1c6 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:52:58.265184 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:58.289060 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:52:58.295198 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-174d03da-2d89-4998-b32b-ffeaee078c3a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 291c7eb2-cc47-4bad-a0bc-1aa190a46762 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:52:58.297166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Transition to ACTIVE for port object b9913cb0-3d45-49c6-b5b2-750c9dff90cd will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:52:58.305038 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-acfc4f64-e467-4127-9129-bcf96a1827d4 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/83b94599-e1a0-4341-b573-cebec5333d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9821453 Oct 17 17:52:58.307910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42664) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:58.308536 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727418a-7865-46a7-9c51-91c1620c2a67 None None] Sync routers for ids ['83b94599-e1a0-4341-b573-cebec5333d57'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:52:58.334710 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727418a-7865-46a7-9c51-91c1620c2a67 None None] Routers {'83b94599-e1a0-4341-b573-cebec5333d57'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:58.335543 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e727418a-7865-46a7-9c51-91c1620c2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:52:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['83b94599-e1a0-4341-b573-cebec5333d57'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:58.371670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:58.432398 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:58.454856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:58.465890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:58.469780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586bded-a068-414d-9d7b-989df16debd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:58.470384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a586bded-a068-414d-9d7b-989df16debd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Synchronizing usage tracker for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:58.478911 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:58.482785 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:58.515571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:58.541058 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e727418a-7865-46a7-9c51-91c1620c2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:58.552560 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5754256 Oct 17 17:52:58.567565 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727418a-7865-46a7-9c51-91c1620c2a67 None None] Routers {'83b94599-e1a0-4341-b573-cebec5333d57'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:52:58.568352 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e727418a-7865-46a7-9c51-91c1620c2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:52:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['83b94599-e1a0-4341-b573-cebec5333d57'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:58.569830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42672) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:58.610920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a3cc93b2-8f55-4435-be32-bdac65a33a7e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': 'f625aac1-af4c-40b1-804b-bf6722c51b91', 'ip_address': '2001:db8::ceff:8903:3bab:53b7'}], 'name': 'tempest-NetworksTestDHCPv6-261785791'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:58.642904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a586bded-a068-414d-9d7b-989df16debd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Unset dirty status for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:58.653028 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a586bded-a068-414d-9d7b-989df16debd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports/30c4ddcb-64c5-44a7-9b84-cba282e41b30 HTTP/1.1" status: 200 len: 910 time: 0.3415649 Oct 17 17:52:58.656181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f763d31-e8d4-4845-b48f-76a5da744c2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=45725cb4-1315-4173-8e2b-2950245c4708,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:58.657160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42676) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:58.665469 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:52:58.710560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42680) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:58.721996 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e727418a-7865-46a7-9c51-91c1620c2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:52:58.722400 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e727418a-7865-46a7-9c51-91c1620c2a67 None None] The sync data for ids ['83b94599-e1a0-4341-b573-cebec5333d57'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:52:58.841967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:58.848960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:52:58.849594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:58.908643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Network 82310a2e-090a-4a67-9e3a-f24a21612e9c is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:52:58.913728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Attempting to bind port e254d5cb-94d3-4f00-a60c-4796645d3ff3 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:52:58.914927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Attempting to bind port e254d5cb-94d3-4f00-a60c-4796645d3ff3 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '24fd82f4-bdef-40b3-9149-744cf178ed7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '82310a2e-090a-4a67-9e3a-f24a21612e9c'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:52:58.915418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Attempting to bind port e254d5cb-94d3-4f00-a60c-4796645d3ff3 on network 82310a2e-090a-4a67-9e3a-f24a21612e9c {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:52:58.915550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:52:59.039818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event updated for resources: {'Port': ['ID=b9913cb0-3d45-49c6-b5b2-750c9dff90cd,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:59.068795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:52:59.070355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:52:59.070740 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Checking segment: {'id': '24fd82f4-bdef-40b3-9149-744cf178ed7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '82310a2e-090a-4a67-9e3a-f24a21612e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:52:59.071180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.072840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Bound using segment: {'id': '24fd82f4-bdef-40b3-9149-744cf178ed7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '82310a2e-090a-4a67-9e3a-f24a21612e9c'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:52:59.086159 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Bound port: e254d5cb-94d3-4f00-a60c-4796645d3ff3, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fd82f4-bdef-40b3-9149-744cf178ed7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '82310a2e-090a-4a67-9e3a-f24a21612e9c'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:52:59.086683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.184557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Allocated IP 172.20.0.2 (192fde67-8540-48d3-964d-300fcfa4004c/4715bcdc-8553-4936-84d1-f9bca1e3e2f0/b7e10ff7-8d85-496d-b61c-df98545d7c0d) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:52:59.192785 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8c676-a330-4141-9dae-0914e52f0cd2 None None] Pushing event updated for resources: {'Port': ['ID=8819cf39-cf20-48a6-be0c-8090acc8b244,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:59.195118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.228838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7a7c91-c92d-44e1-a51e-6d85594febc3 None None] Network dd7c7bfa-7954-4819-8d82-78e4fa45c8f8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:52:59.242753 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b32230a2-05da-4ba2-94d1-570470c9186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.247667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1245039630', 'router:external': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:59.281574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a3cc93b2-8f55-4435-be32-bdac65a33a7e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:59.284028 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:59.304796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a3cc93b2-8f55-4435-be32-bdac65a33a7e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:59.314564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Usage tracker for resource:network and tenant:0e5cdc5f46804d178c07e15c5d3218ec is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:59.320616 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8531988 Oct 17 17:52:59.324564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a3cc93b2-8f55-4435-be32-bdac65a33a7e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:59.327988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:59.336404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42686) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:59.344722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a3cc93b2-8f55-4435-be32-bdac65a33a7e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:59.347699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:59.350833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ea130-e369-49d3-b5ef-6f4f5e0f0b6e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Network': ['ID=61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:59.360410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:52:59.390428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-174d03da-2d89-4998-b32b-ffeaee078c3a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.486435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Current status of the port 8be0bb76-5827-4cc3-b8d8-93af43023f5c is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:52:59.486817 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.502961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Made reservation on behalf of 0e5cdc5f46804d178c07e15c5d3218ec for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:59.505296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.514114 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cc93b2-8f55-4435-be32-bdac65a33a7e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:59.519222 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3cc93b2-8f55-4435-be32-bdac65a33a7e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.519360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.547003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d03da-2d89-4998-b32b-ffeaee078c3a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=291c7eb2-cc47-4bad-a0bc-1aa190a46762,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:52:59.565906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] For port e254d5cb-94d3-4f00-a60c-4796645d3ff3, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:52:59.570731 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] For port e254d5cb-94d3-4f00-a60c-4796645d3ff3, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e254d5cb-94d3-4f00-a60c-4796645d3ff3,segment=NetworkSegment(24fd82f4-bdef-40b3-9149-744cf178ed7c),segment_id=24fd82f4-bdef-40b3-9149-744cf178ed7c)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:52:59.593506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:52:59.594917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.632030 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-a3cc93b2-8f55-4435-be32-bdac65a33a7e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 0f92fcad-a79b-4e97-88b7-6858ac904539 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:52:59.659809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.670526 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-174d03da-2d89-4998-b32b-ffeaee078c3a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.674863 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-174d03da-2d89-4998-b32b-ffeaee078c3a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/291c7eb2-cc47-4bad-a0bc-1aa190a46762 HTTP/1.1" status: 204 len: 168 time: 2.4759920 Oct 17 17:52:59.675904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42690) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:59.676874 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:59.685152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:52:59.716809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Usage tracker for resource:security_group_rule and tenant:0e5cdc5f46804d178c07e15c5d3218ec is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:59.729239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:59.737149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:52:59.750176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:52:59.755632 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:59.764510 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:52:59.766606 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-47034f4e-da31-486f-a680-670bfb0291b3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:52:59.767166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-47034f4e-da31-486f-a680-670bfb0291b3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:52:59.854284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:52:59.857998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.932139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-47034f4e-da31-486f-a680-670bfb0291b3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:52:59.933313 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-47034f4e-da31-486f-a680-670bfb0291b3 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/291c7eb2-cc47-4bad-a0bc-1aa190a46762 HTTP/1.1" status: 404 len: 333 time: 0.2530606 Oct 17 17:52:59.947845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] For port 8be0bb76-5827-4cc3-b8d8-93af43023f5c, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8be0bb76-5827-4cc3-b8d8-93af43023f5c,segment=NetworkSegment(72a8c444-3a80-4b16-bc6a-14b2130364e2),segment_id=72a8c444-3a80-4b16-bc6a-14b2130364e2)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:59.948927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42694) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:52:59.976302 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] For port a0495e3b-d57a-437a-9cd1-6f60052aa1c6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a0495e3b-d57a-437a-9cd1-6f60052aa1c6,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:52:59.976849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:52:59.994790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.069533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:00.070490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.261777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.272962 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3cc93b2-8f55-4435-be32-bdac65a33a7e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 17 17:53:00.273506 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3cc93b2-8f55-4435-be32-bdac65a33a7e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:53:00.278161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Provisioning for port f97d7a86-e3a1-4ef1-a649-8a0006bec810 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:00.291994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-451a9171-1b48-49d8-9e2d-6b959981dcb9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 867d0b2c-a911-4a42-a720-02bd838492a0 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:00.292318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-451a9171-1b48-49d8-9e2d-6b959981dcb9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.349627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.403237 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a3cc93b2-8f55-4435-be32-bdac65a33a7e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8259995 Oct 17 17:53:00.403448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] Calling delete_port for a0495e3b-d57a-437a-9cd1-6f60052aa1c6 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:00.407249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42698) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:00.456507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Provisioning complete for port f97d7a86-e3a1-4ef1-a649-8a0006bec810 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:00.456905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.458055 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Attempt 1 to provision port f97d7a86-e3a1-4ef1-a649-8a0006bec810 Oct 17 17:53:00.481279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Subnet': ['ID=afd47f19-f7e8-4f83-813a-05b7eb713198,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:00.496884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.508184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Checking segment: {'id': 'be05748f-c93d-4192-a7a4-f70465a6ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:00.508624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network hostable DHCP agents. Network: 61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:53:00.513644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.541839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ac19f-fbb0-4285-a522-d828824cd973 None None] Pushing event updated for resources: {'Port': ['ID=e254d5cb-94d3-4f00-a60c-4796645d3ff3,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:00.558078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:53:00.569563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda68a4c-8cf3-46f9-82db-da19d242a91d,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:00.577402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.577766 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Added segment ff6ace72-a459-4515-b7d2-84ccc1790b71 of type vlan for network fad910f2-067c-4af7-a56c-7bcc5dabf3c9 Oct 17 17:53:00.579646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:53:00.596844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:00.605313 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:00.605901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.611928 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.632529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13117024-c424-4e22-b560-e935ff61c077 None None] Network 61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:00.637122 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.650224 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port a0495e3b-d57a-437a-9cd1-6f60052aa1c6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a0495e3b-d57a-437a-9cd1-6f60052aa1c6,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:00.660459 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dd348526-9f76-445c-b1be-56feebdf538b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3153048 Oct 17 17:53:00.660678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42702) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:00.667102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2017269208'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:00.730813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.733851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Transition to ACTIVE for port object b7e10ff7-8d85-496d-b61c-df98545d7c0d will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:00.798512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:53:00.812657 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:53:00.813017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:53:00.922437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Transition to ACTIVE for port object b7e10ff7-8d85-496d-b61c-df98545d7c0d will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:00.924651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Current status of the port f97d7a86-e3a1-4ef1-a649-8a0006bec810 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:00.925087 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.932839 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.939890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:00.940613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:00.942514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Pushing event updated for resources: {'Port': ['ID=8be0bb76-5827-4cc3-b8d8-93af43023f5c,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:01.057018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:01.115450 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3991146 Oct 17 17:53:01.125642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42706) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:01.139982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] For port f97d7a86-e3a1-4ef1-a649-8a0006bec810, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f97d7a86-e3a1-4ef1-a649-8a0006bec810,segment=NetworkSegment(ed85afb3-21ca-4fe2-b00c-5256c0d0d385),segment_id=ed85afb3-21ca-4fe2-b00c-5256c0d0d385)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:01.159543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:01.163417 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Request body: {'subnet': {'network_id': 'fad910f2-067c-4af7-a56c-7bcc5dabf3c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:01.173440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Network 192fde67-8540-48d3-964d-300fcfa4004c is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:01.183512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:01.184919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:01.196385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:01.203812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:port and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:01.206646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21862c67-f9fa-4b06-8989-0a5582a7c41f tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event updated for resources: {'Network': ['ID=fad910f2-067c-4af7-a56c-7bcc5dabf3c9,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:01.209118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:01.212466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Usage tracker for resource:subnet and tenant:0e5cdc5f46804d178c07e15c5d3218ec is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:01.218146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:01.221575 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:01.236174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:01.244956 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:01.258787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Made reservation on behalf of 0e5cdc5f46804d178c07e15c5d3218ec for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:01.261563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:01.271181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:01.275316 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8819cf39-cf20-48a6-be0c-8090acc8b244 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:01.344471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:01.357265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] Deleting port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:01.357959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:01.394744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:01.395422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network fad910f2-067c-4af7-a56c-7bcc5dabf3c9 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:53:01.399404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:01.411504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Could not find standard attr ID for object b6b44562-e8ab-4887-a12c-8ce5c5672ee0. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:53:01.433440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port dfb12102-a04b-4526-909b-25574a2342bb yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:53:01.448473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8266dfc0-a5e7-47fa-9b84-a1ef4ffc710c None None] Network 82310a2e-090a-4a67-9e3a-f24a21612e9c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:01.502556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:01.515579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event updated for resources: {'Port': ['ID=b9913cb0-3d45-49c6-b5b2-750c9dff90cd,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:01.543311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b52094-557d-45c9-8879-e6223a53990e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:01.549945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b52094-557d-45c9-8879-e6223a53990e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:01.553360 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f6b52094-557d-45c9-8879-e6223a53990e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.9870274 Oct 17 17:53:01.563405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42710) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:01.726948 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=a0495e3b-d57a-437a-9cd1-6f60052aa1c6,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:01.733809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-451a9171-1b48-49d8-9e2d-6b959981dcb9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:01.897097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.2 (61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db/afd47f19-f7e8-4f83-813a-05b7eb713198/dfb12102-a04b-4526-909b-25574a2342bb) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:01.933102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Provisioning for port 54c94002-6b33-4a89-9173-9f2c91752be1 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:01.939948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-451a9171-1b48-49d8-9e2d-6b959981dcb9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 867d0b2c-a911-4a42-a720-02bd838492a0 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:01.973642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-fc6cbdf8-447f-4b35-b2c0-6d8bd3dd4275 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 45725cb4-1315-4173-8e2b-2950245c4708 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:01.973857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fc6cbdf8-447f-4b35-b2c0-6d8bd3dd4275 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.010415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-25bd583c-3a67-4693-8d4d-59646bb1b8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.171470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.198075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Transition to ACTIVE for port object dfb12102-a04b-4526-909b-25574a2342bb will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:02.219282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Network 82310a2e-090a-4a67-9e3a-f24a21612e9c is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:02.228917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:02.259931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:53:02.260500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.269463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Allocated IP 172.21.0.1 (693d7597-6adc-4f28-aab7-9fa81c107aba/80f49d65-db92-471e-8f14-ab64d34ca672/61196563-ce2c-4410-801d-2d5619c1b941) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:02.281819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Attempting to bind port b7e10ff7-8d85-496d-b61c-df98545d7c0d on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:02.282186 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Attempting to bind port b7e10ff7-8d85-496d-b61c-df98545d7c0d by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '417fa695-ad1e-4e4d-985f-838bb10d6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '192fde67-8540-48d3-964d-300fcfa4004c'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:02.282672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Attempting to bind port b7e10ff7-8d85-496d-b61c-df98545d7c0d on network 192fde67-8540-48d3-964d-300fcfa4004c {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:02.284743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Pushing event updated for resources: {'Port': ['ID=b7e10ff7-8d85-496d-b61c-df98545d7c0d,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:02.287642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db', 'network_id': '61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db', 'tenant_id': '05dbf97f09e748a0bfcd2cbee286018f', 'fixed_ips': [{'subnet_id': 'afd47f19-f7e8-4f83-813a-05b7eb713198'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:53:02.288466 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.349607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.378920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:02.379609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Checking segment: {'id': '417fa695-ad1e-4e4d-985f-838bb10d6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '192fde67-8540-48d3-964d-300fcfa4004c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:02.379705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.380095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Bound using segment: {'id': '417fa695-ad1e-4e4d-985f-838bb10d6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '192fde67-8540-48d3-964d-300fcfa4004c'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:02.380579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Bound port: b7e10ff7-8d85-496d-b61c-df98545d7c0d, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417fa695-ad1e-4e4d-985f-838bb10d6705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '192fde67-8540-48d3-964d-300fcfa4004c'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:02.381086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.400829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event updated for resources: {'Subnet': ['ID=32752b3f-557a-4f8e-867a-a6326e442687,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:02.407345 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Could not find standard attr ID for object 291c7eb2-cc47-4bad-a0bc-1aa190a46762. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:53:02.436367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Checking segment: {'id': 'ff6ace72-a459-4515-b7d2-84ccc1790b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fad910f2-067c-4af7-a56c-7bcc5dabf3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:02.437000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Network hostable DHCP agents. Network: fad910f2-067c-4af7-a56c-7bcc5dabf3c9, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:53:02.442088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 8819cf39-cf20-48a6-be0c-8090acc8b244 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:02.449469 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:02.460894 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:02.463233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] For port a0495e3b-d57a-437a-9cd1-6f60052aa1c6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a0495e3b-d57a-437a-9cd1-6f60052aa1c6,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:02.463511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=dfb12102-a04b-4526-909b-25574a2342bb,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:02.463678 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.466019 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:02.515399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Network fad910f2-067c-4af7-a56c-7bcc5dabf3c9 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:53:02.531069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, fad910f2-067c-4af7-a56c-7bcc5dabf3c9) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:02.542019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 54c94002-6b33-4a89-9173-9f2c91752be1 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:02.551400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:02.551923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.576949 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:02.577569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.603317 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2f83a2ea-4bbc-4337-bef1-89260f219148 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4632008 Oct 17 17:53:02.607852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42714) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:02.611108 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b3f87fdf-7d6c-45f7-8404-2ed728b64ad1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9493787 Oct 17 17:53:02.613793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42718) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:02.623825 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7bd41d-1a06-47ce-8be0-7c21c1fe0b6b None None] Network fad910f2-067c-4af7-a56c-7bcc5dabf3c9 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:02.647732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1406302690', 'network_id': 'fad910f2-067c-4af7-a56c-7bcc5dabf3c9'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:02.675365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:02.682947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Usage tracker for resource:port and tenant:0e5cdc5f46804d178c07e15c5d3218ec is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:02.688422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:02.697878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:02.711669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6f409-9a11-4226-bd40-a13b1d528912 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port dfb12102-a04b-4526-909b-25574a2342bb {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:02.712012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f409-9a11-4226-bd40-a13b1d528912 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.760213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Made reservation on behalf of 0e5cdc5f46804d178c07e15c5d3218ec for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:02.762485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.793254 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] device_id is not set on port 652f0b02-4208-40be-aaf7-54d1e658484c yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:53:02.862415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] Calling delete_port for a0495e3b-d57a-437a-9cd1-6f60052aa1c6 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:02.886672 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fc6cbdf8-447f-4b35-b2c0-6d8bd3dd4275 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.916995 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837eee69-008d-4b29-b73c-bea116e14172 None None] Pushing event updated for resources: {'Port': ['ID=f97d7a86-e3a1-4ef1-a649-8a0006bec810,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:02.920212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.933949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-451a9171-1b48-49d8-9e2d-6b959981dcb9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:02.983314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:03.058756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Could not find standard attr ID for object 867d0b2c-a911-4a42-a720-02bd838492a0. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:53:03.096127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Allocated IP 172.20.0.14 (fad910f2-067c-4af7-a56c-7bcc5dabf3c9/32752b3f-557a-4f8e-867a-a6326e442687/652f0b02-4208-40be-aaf7-54d1e658484c) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:03.106571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f409-9a11-4226-bd40-a13b1d528912 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:03.148892 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] For port b7e10ff7-8d85-496d-b61c-df98545d7c0d, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:03.175583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-fc6cbdf8-447f-4b35-b2c0-6d8bd3dd4275 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 45725cb4-1315-4173-8e2b-2950245c4708 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:03.195601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] For port b7e10ff7-8d85-496d-b61c-df98545d7c0d, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b7e10ff7-8d85-496d-b61c-df98545d7c0d,segment=NetworkSegment(417fa695-ad1e-4e4d-985f-838bb10d6705),segment_id=417fa695-ad1e-4e4d-985f-838bb10d6705)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:03.215441 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:03.244206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6f409-9a11-4226-bd40-a13b1d528912 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for dfb12102-a04b-4526-909b-25574a2342bb owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:03.249724 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a9171-1b48-49d8-9e2d-6b959981dcb9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=867d0b2c-a911-4a42-a720-02bd838492a0,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:03.291580 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 54c94002-6b33-4a89-9173-9f2c91752be1 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:03.296122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Provisioning complete for port f97d7a86-e3a1-4ef1-a649-8a0006bec810 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:03.296122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:03.296378 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 1 to provision port f97d7a86-e3a1-4ef1-a649-8a0006bec810 Oct 17 17:53:03.319349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:03.332064 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Allocated IP 172.20.0.3 (61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db/afd47f19-f7e8-4f83-813a-05b7eb713198/a2d732e0-7608-4de0-a222-4fd8c74e6563) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:03.354543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-451a9171-1b48-49d8-9e2d-6b959981dcb9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:03.369572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:03.391102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 54c94002-6b33-4a89-9173-9f2c91752be1 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:03.391707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:03.391965 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 54c94002-6b33-4a89-9173-9f2c91752be1 Oct 17 17:53:03.419170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Router 0c2ee515-1852-410e-b676-f50a8ccaa619 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:53:03.427136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Transition to ACTIVE for port object 61196563-ce2c-4410-801d-2d5619c1b941 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:03.433304 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-451a9171-1b48-49d8-9e2d-6b959981dcb9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/867d0b2c-a911-4a42-a720-02bd838492a0 HTTP/1.1" status: 204 len: 168 time: 3.4805737 Oct 17 17:53:03.435283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42722) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:03.440121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] No DVR routers for this DVR port a0495e3b-d57a-437a-9cd1-6f60052aa1c6 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:53:03.533569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c70956-4c37-4d08-a626-7a37ddba6346 None None] Pushing event updated for resources: {'Port': ['ID=b7e10ff7-8d85-496d-b61c-df98545d7c0d,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:03.555259 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bf64fe-d77d-4434-ab96-428a8425420e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:53:03.559611 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-30bf64fe-d77d-4434-ab96-428a8425420e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/867d0b2c-a911-4a42-a720-02bd838492a0 HTTP/1.1" status: 404 len: 333 time: 0.1196244 Oct 17 17:53:03.563529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42726) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:03.711345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d0de46-ebc9-4981-8cde-de035f4e8a61 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting subnet c357cfea-bbf8-4620-ba57-b50d1ac1d560 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:03.712610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a45ee-0671-450d-83cd-1662974fdbfe None None] Pushing event deleted for resources: {'Port': ['ID=a0495e3b-d57a-437a-9cd1-6f60052aa1c6,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:03.718540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:03.720701 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f409-9a11-4226-bd40-a13b1d528912 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:03.724476 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-59d0de46-ebc9-4981-8cde-de035f4e8a61 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:03.730190 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e2e50163-f18a-4eab-a5f9-45586a1d3531 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "PUT /v2.0/routers/0c2ee515-1852-410e-b676-f50a8ccaa619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9360378 Oct 17 17:53:03.731766 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:03.736311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42730) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:03.747003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d323b9-e0b0-48c5-bfda-c6e64bb46a35 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:03.784108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fc6cbdf8-447f-4b35-b2c0-6d8bd3dd4275 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:03.863999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155708eb-d71a-45f0-8c99-d40764bf8817 None None] Sync routers for ids ['0c2ee515-1852-410e-b676-f50a8ccaa619'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:03.947396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:04.027966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6f409-9a11-4226-bd40-a13b1d528912 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=dfb12102-a04b-4526-909b-25574a2342bb,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:04.066378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155708eb-d71a-45f0-8c99-d40764bf8817 None None] Routers {'0c2ee515-1852-410e-b676-f50a8ccaa619'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:04.066378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-155708eb-d71a-45f0-8c99-d40764bf8817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0c2ee515-1852-410e-b676-f50a8ccaa619'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:04.095476 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-59d0de46-ebc9-4981-8cde-de035f4e8a61 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:04.176361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 693d7597-6adc-4f28-aab7-9fa81c107aba is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:04.181938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fc6cbdf8-447f-4b35-b2c0-6d8bd3dd4275 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:04.188035 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fc6cbdf8-447f-4b35-b2c0-6d8bd3dd4275 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/45725cb4-1315-4173-8e2b-2950245c4708 HTTP/1.1" status: 204 len: 168 time: 2.5525980 Oct 17 17:53:04.190892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42734) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:04.197848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:04.207570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-155708eb-d71a-45f0-8c99-d40764bf8817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:04.209411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:04.239706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f409-9a11-4226-bd40-a13b1d528912 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:04.249744 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155708eb-d71a-45f0-8c99-d40764bf8817 None None] Routers {'0c2ee515-1852-410e-b676-f50a8ccaa619'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:04.250391 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-155708eb-d71a-45f0-8c99-d40764bf8817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0c2ee515-1852-410e-b676-f50a8ccaa619'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:04.303368 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f5d6f409-9a11-4226-bd40-a13b1d528912 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/dfb12102-a04b-4526-909b-25574a2342bb HTTP/1.1" status: 204 len: 168 time: 1.6885345 Oct 17 17:53:04.307996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42740) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:04.309601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:04.373704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=61196563-ce2c-4410-801d-2d5619c1b941,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:04.395596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5fcd6-5a49-4dc7-89c2-711f9484e029 None None] Network fad910f2-067c-4af7-a56c-7bcc5dabf3c9 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:04.460750 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4236dd-ae77-43bc-ae39-eaa587c06538 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:53:04.461835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9a4236dd-ae77-43bc-ae39-eaa587c06538 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:04.472995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d8ace8-530b-43be-be51-881d677ad76d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:04.474844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d8ace8-530b-43be-be51-881d677ad76d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:04.475783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-22d8ace8-530b-43be-be51-881d677ad76d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:04.490602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-59d0de46-ebc9-4981-8cde-de035f4e8a61 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:04.511389 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6cbdf8-447f-4b35-b2c0-6d8bd3dd4275 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=45725cb4-1315-4173-8e2b-2950245c4708,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:04.524875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Network fad910f2-067c-4af7-a56c-7bcc5dabf3c9 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:04.542133 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:04.542133 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:04.555216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:04.568655 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 54c94002-6b33-4a89-9173-9f2c91752be1 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:04.569276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:04.622809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event updated for resources: {'Port': ['ID=652f0b02-4208-40be-aaf7-54d1e658484c,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:04.671447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9a4236dd-ae77-43bc-ae39-eaa587c06538 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:04.675471 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9a4236dd-ae77-43bc-ae39-eaa587c06538 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/dfb12102-a04b-4526-909b-25574a2342bb HTTP/1.1" status: 404 len: 333 time: 0.3551962 Oct 17 17:53:04.695395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42748) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:04.707132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-22d8ace8-530b-43be-be51-881d677ad76d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:04.710531 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-22d8ace8-530b-43be-be51-881d677ad76d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5162392 Oct 17 17:53:04.744145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-59d0de46-ebc9-4981-8cde-de035f4e8a61 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:04.753343 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42752) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:04.908866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6990e0-33ba-4970-91bb-3cb6b3364be9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting subnet afd47f19-f7e8-4f83-813a-05b7eb713198 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:04.933350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:04.934015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:04.946314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0de46-ebc9-4981-8cde-de035f4e8a61 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Subnet': ['ID=c357cfea-bbf8-4620-ba57-b50d1ac1d560,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:04.978834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-59d0de46-ebc9-4981-8cde-de035f4e8a61 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:04.991901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.010091 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-59d0de46-ebc9-4981-8cde-de035f4e8a61 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/c357cfea-bbf8-4620-ba57-b50d1ac1d560 HTTP/1.1" status: 204 len: 168 time: 1.4454982 Oct 17 17:53:05.016397 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42756) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:05.018858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-155708eb-d71a-45f0-8c99-d40764bf8817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:05.019250 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155708eb-d71a-45f0-8c99-d40764bf8817 None None] The sync data for ids ['0c2ee515-1852-410e-b676-f50a8ccaa619'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:05.023999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Current status of the port f97d7a86-e3a1-4ef1-a649-8a0006bec810 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:05.029626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-884e629e-f4ab-4384-b9b8-b522584570cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet f625aac1-af4c-40b1-804b-bf6722c51b91 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:05.037478 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4382a5b7-8230-4d73-8a99-a287c3fe1723 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.4283826 Oct 17 17:53:05.053619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42760) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:05.061779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-884e629e-f4ab-4384-b9b8-b522584570cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.102103 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cadc70-b495-469b-9c6a-ef619bc71b87 None None] Network dd7c7bfa-7954-4819-8d82-78e4fa45c8f8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:05.125153 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.136568 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Transition to ACTIVE for port object a2d732e0-7608-4de0-a222-4fd8c74e6563 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:05.233916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-884e629e-f4ab-4384-b9b8-b522584570cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.252870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-fa182989-36d7-4b3c-8434-0c11bec38f33 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Deleting port 652f0b02-4208-40be-aaf7-54d1e658484c {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:05.253516 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa182989-36d7-4b3c-8434-0c11bec38f33 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.283859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a9d61-6bff-4ac6-9405-f7c3648654d0 None None] Network 192fde67-8540-48d3-964d-300fcfa4004c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:05.287199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.297708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4c0a8a-9f44-4cdd-b005-2cb879964a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': 'f625aac1-af4c-40b1-804b-bf6722c51b91'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:53:05.298728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9b4c0a8a-9f44-4cdd-b005-2cb879964a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.331268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 8819cf39-cf20-48a6-be0c-8090acc8b244 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:05.331614 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.378181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-884e629e-f4ab-4384-b9b8-b522584570cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.416993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Transition to ACTIVE for port object a2d732e0-7608-4de0-a222-4fd8c74e6563 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:05.426461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 54c94002-6b33-4a89-9173-9f2c91752be1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=54c94002-6b33-4a89-9173-9f2c91752be1,segment=NetworkSegment(e3c1311e-2212-47d8-b5ea-279b618b012c),segment_id=e3c1311e-2212-47d8-b5ea-279b618b012c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:05.430598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b6990e0-33ba-4970-91bb-3cb6b3364be9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.455216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Provisioning for port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:05.456099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.464634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.465768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e254d5cb-94d3-4f00-a60c-4796645d3ff3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:05.496688 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.549020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b6990e0-33ba-4970-91bb-3cb6b3364be9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.659665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Provisioning complete for port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:05.660162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.660592 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 1 to provision port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 Oct 17 17:53:05.709367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-884e629e-f4ab-4384-b9b8-b522584570cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.771224 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e629e-f4ab-4384-b9b8-b522584570cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=f625aac1-af4c-40b1-804b-bf6722c51b91,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:05.803747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-884e629e-f4ab-4384-b9b8-b522584570cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.825321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] For port 8819cf39-cf20-48a6-be0c-8090acc8b244, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8819cf39-cf20-48a6-be0c-8090acc8b244,segment=NetworkSegment(da191a01-0171-409a-8b96-e265aa79177b),segment_id=da191a01-0171-409a-8b96-e265aa79177b)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:05.825677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:05.836311 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-884e629e-f4ab-4384-b9b8-b522584570cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/f625aac1-af4c-40b1-804b-bf6722c51b91 HTTP/1.1" status: 204 len: 168 time: 1.0542264 Oct 17 17:53:05.842545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42764) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:05.844900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Network 61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:05.882636 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:05.891079 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:05.926427 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:05.962088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=54c94002-6b33-4a89-9173-9f2c91752be1,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server [None req-9b4c0a8a-9f44-4cdd-b005-2cb879964a8d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f625aac1-af4c-40b1-804b-bf6722c51b91: This subnet is being modified by another concurrent operation. Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 17:53:06.058940 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise exception Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f625aac1-af4c-40b1-804b-bf6722c51b91: This subnet is being modified by another concurrent operation. Oct 17 17:53:06.063170 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server Oct 17 17:53:06.065880 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a945100b-023d-44e0-86e9-450acb13f39a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2064528 Oct 17 17:53:06.100804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b6990e0-33ba-4970-91bb-3cb6b3364be9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:06.115604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa182989-36d7-4b3c-8434-0c11bec38f33 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:06.132083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42768) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:06.146111 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 8819cf39-cf20-48a6-be0c-8090acc8b244 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:06.177894 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:06.280810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port e254d5cb-94d3-4f00-a60c-4796645d3ff3 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:06.284228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-fa182989-36d7-4b3c-8434-0c11bec38f33 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Calling delete_port for 652f0b02-4208-40be-aaf7-54d1e658484c owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:06.321893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Pushing event updated for resources: {'Port': ['ID=a2d732e0-7608-4de0-a222-4fd8c74e6563,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:06.359793 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Attempting to bind port a2d732e0-7608-4de0-a222-4fd8c74e6563 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:06.359793 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Attempting to bind port a2d732e0-7608-4de0-a222-4fd8c74e6563 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'be05748f-c93d-4192-a7a4-f70465a6ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:06.360447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Attempting to bind port a2d732e0-7608-4de0-a222-4fd8c74e6563 on network 61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:06.364941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:06.370629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:06.375895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:06.379423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:06.394444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:06.395121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Checking segment: {'id': 'be05748f-c93d-4192-a7a4-f70465a6ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:06.395599 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:06.396193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Bound using segment: {'id': 'be05748f-c93d-4192-a7a4-f70465a6ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:06.396801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Bound port: a2d732e0-7608-4de0-a222-4fd8c74e6563, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be05748f-c93d-4192-a7a4-f70465a6ea6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:06.397284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:06.428200 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 2 to provision port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 Oct 17 17:53:06.436904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No DVR routers for this DVR port 8819cf39-cf20-48a6-be0c-8090acc8b244 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:53:06.469680 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b6990e0-33ba-4970-91bb-3cb6b3364be9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:06.483628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:06.525635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=8819cf39-cf20-48a6-be0c-8090acc8b244,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:06.540240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efccf333-db30-49f3-988e-f94c23a26d0f None None] DHCP port deletion for dd7c7bfa-7954-4819-8d82-78e4fa45c8f8 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:53:06.552220 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-9c291d78-b6ad-4273-90b6-34fc83f07dfa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:53:06.556240 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9c291d78-b6ad-4273-90b6-34fc83f07dfa tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "PUT /v2.0/routers/0c2ee515-1852-410e-b676-f50a8ccaa619/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7807148 Oct 17 17:53:06.556399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6990e0-33ba-4970-91bb-3cb6b3364be9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Subnet': ['ID=afd47f19-f7e8-4f83-813a-05b7eb713198,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:06.557806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42772) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:06.566831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8b6990e0-33ba-4970-91bb-3cb6b3364be9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:06.575429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:06.579601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:06.596579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:06.637061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] For port a2d732e0-7608-4de0-a222-4fd8c74e6563, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:06.652073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] For port a2d732e0-7608-4de0-a222-4fd8c74e6563, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a2d732e0-7608-4de0-a222-4fd8c74e6563,segment=NetworkSegment(be05748f-c93d-4192-a7a4-f70465a6ea6d),segment_id=be05748f-c93d-4192-a7a4-f70465a6ea6d)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:06.658854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:06.706132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 54c94002-6b33-4a89-9173-9f2c91752be1 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:06.830715 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8b6990e0-33ba-4970-91bb-3cb6b3364be9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/afd47f19-f7e8-4f83-813a-05b7eb713198 HTTP/1.1" status: 204 len: 168 time: 2.1252513 Oct 17 17:53:06.833443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42776) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:06.841717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:06.849804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615e83f-d0c7-4625-9c57-42d32e2a431c None None] Pushing event updated for resources: {'Port': ['ID=a2d732e0-7608-4de0-a222-4fd8c74e6563,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:06.876007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 54c94002-6b33-4a89-9173-9f2c91752be1 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:06.876208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:06.876543 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 54c94002-6b33-4a89-9173-9f2c91752be1 Oct 17 17:53:06.905600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1637da25-28fe-4e97-873d-aa7b46c22bcf None None] Network 61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:06.915282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7c7bfa-7954-4819-8d82-78e4fa45c8f8']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:06.936360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da191a01-0171-409a-8b96-e265aa79177b') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:06.936814 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da191a01-0171-409a-8b96-e265aa79177b') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:06.965883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:06.991034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.010970 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:53:07.011630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.085969 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment da191a01-0171-409a-8b96-e265aa79177b resource provider aggregate not found Oct 17 17:53:07.098623 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 3 to provision port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 Oct 17 17:53:07.107425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:53:07.132257 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment da191a01-0171-409a-8b96-e265aa79177b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da191a01-0171-409a-8b96-e265aa79177b found for delete ", "request_id": "req-2ad99e09-104b-40e1-a5cb-858f52bf65b9"}]} Oct 17 17:53:07.148505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.159926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.171466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.196158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.202337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.246388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa182989-36d7-4b3c-8434-0c11bec38f33 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.252014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Network': ['ID=dd7c7bfa-7954-4819-8d82-78e4fa45c8f8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:07.254595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:07.256537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 54c94002-6b33-4a89-9173-9f2c91752be1 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:07.258334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b7e10ff7-8d85-496d-b61c-df98545d7c0d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:07.265330 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2e5716e5-9671-4122-8aa3-5df32358c790 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/networks/dd7c7bfa-7954-4819-8d82-78e4fa45c8f8 HTTP/1.1" status: 204 len: 168 time: 2.2437327 Oct 17 17:53:07.267620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:07.270121 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.270801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42786) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:07.283180 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-515947203'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:07.288110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:07.291783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:07.292637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.305234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:07.308408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea05d6c-2e8c-4039-bba3-20dd09ad5011 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:07.318792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:network and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:07.321716 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=18ba3300-537d-49a9-be7e-d6e6d12f9dd8,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:07.327181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:07.335544 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:07.345385 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0625b8f6-63c6-47fe-aef9-3e1924e0fd5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2093124 Oct 17 17:53:07.346679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42790) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:07.354425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6c8c8110-7653-41c9-ab25-02114f02339b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': '18ba3300-537d-49a9-be7e-d6e6d12f9dd8', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1883125607'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:07.380769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:07.385029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.405799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=61196563-ce2c-4410-801d-2d5619c1b941,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:07.446419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port b7e10ff7-8d85-496d-b61c-df98545d7c0d completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:07.461753 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8be0bb76-5827-4cc3-b8d8-93af43023f5c up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:07.479181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.493656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port a2d732e0-7608-4de0-a222-4fd8c74e6563 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:07.494000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.496512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:53:07.525383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.525881 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Added segment 09a36308-de93-4116-abb9-29e026f413eb of type vlan for network 5421b656-e6f5-4820-9b93-59ca3b69811d Oct 17 17:53:07.556339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa182989-36d7-4b3c-8434-0c11bec38f33 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event deleted for resources: {'Port': ['ID=652f0b02-4208-40be-aaf7-54d1e658484c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:07.582023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.586547 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6c8c8110-7653-41c9-ab25-02114f02339b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:07.593189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6c8c8110-7653-41c9-ab25-02114f02339b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:07.598381 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6c8c8110-7653-41c9-ab25-02114f02339b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:07.607082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6c8c8110-7653-41c9-ab25-02114f02339b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:07.624702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 8be0bb76-5827-4cc3-b8d8-93af43023f5c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:07.625175 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.625707 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 8be0bb76-5827-4cc3-b8d8-93af43023f5c Oct 17 17:53:07.641117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8c8110-7653-41c9-ab25-02114f02339b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:07.656423 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '18ba3300-537d-49a9-be7e-d6e6d12f9dd8'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:53:07.657686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.709455 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.714980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:07.715567 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.751544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa182989-36d7-4b3c-8434-0c11bec38f33 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:07.755629 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 4 to provision port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 Oct 17 17:53:07.779009 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fa182989-36d7-4b3c-8434-0c11bec38f33 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "DELETE /v2.0/ports/652f0b02-4208-40be-aaf7-54d1e658484c HTTP/1.1" status: 204 len: 168 time: 2.7241251 Oct 17 17:53:07.786478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42794) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:07.827579 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5554211 Oct 17 17:53:07.828241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42798) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:07.828748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fad910f2-067c-4af7-a56c-7bcc5dabf3c9', 'external_fixed_ips': [{'subnet_id': '32752b3f-557a-4f8e-867a-a6326e442687', 'ip_address': '172.20.0.14'}]}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:07.859823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': '5421b656-e6f5-4820-9b93-59ca3b69811d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:07.890380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:07.915558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Usage tracker for resource:router and tenant:0e5cdc5f46804d178c07e15c5d3218ec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:07.926843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:07.944613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:07.965189 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 693d7597-6adc-4f28-aab7-9fa81c107aba is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:07.984458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:08.002601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 8be0bb76-5827-4cc3-b8d8-93af43023f5c is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:08.003874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f97d7a86-e3a1-4ef1-a649-8a0006bec810 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:08.064372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Allocated IP 2001:db8::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/18ba3300-537d-49a9-be7e-d6e6d12f9dd8/94b51035-4763-4a4e-8a84-79a3cbf5fc2a) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:08.082266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e45236-0429-498a-8ab6-f17a1bac3abc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Network': ['ID=5421b656-e6f5-4820-9b93-59ca3b69811d,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:08.146449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:08.147352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8110-7653-41c9-ab25-02114f02339b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.156779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 5421b656-e6f5-4820-9b93-59ca3b69811d details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:53:08.172918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.174255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.174422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:08.178176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:08.181165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] For port a2d732e0-7608-4de0-a222-4fd8c74e6563, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a2d732e0-7608-4de0-a222-4fd8c74e6563,segment=NetworkSegment(be05748f-c93d-4192-a7a4-f70465a6ea6d),segment_id=be05748f-c93d-4192-a7a4-f70465a6ea6d)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:08.181525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.182147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:08.189581 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:08.208130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:08.211947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.227990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-6c8c8110-7653-41c9-ab25-02114f02339b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 092ad65f-03d1-4327-bf5b-dff51193db20 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:53:08.282930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port f97d7a86-e3a1-4ef1-a649-8a0006bec810 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:08.283350 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.283703 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port f97d7a86-e3a1-4ef1-a649-8a0006bec810 Oct 17 17:53:08.486346 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 5 to provision port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 Oct 17 17:53:08.487749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for a2d732e0-7608-4de0-a222-4fd8c74e6563 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:08.561548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.564969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.597403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.624385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Transition to ACTIVE for port object 94b51035-4763-4a4e-8a84-79a3cbf5fc2a will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:08.632331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.641880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:08.658094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Transition to ACTIVE for port object 94b51035-4763-4a4e-8a84-79a3cbf5fc2a will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:08.659650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port f97d7a86-e3a1-4ef1-a649-8a0006bec810 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:08.674232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.690199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Checking segment: {'id': '09a36308-de93-4116-abb9-29e026f413eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5421b656-e6f5-4820-9b93-59ca3b69811d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:08.690607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network hostable DHCP agents. Network: 5421b656-e6f5-4820-9b93-59ca3b69811d, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:53:08.699328 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8c8110-7653-41c9-ab25-02114f02339b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:53:08.699910 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8c8110-7653-41c9-ab25-02114f02339b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:53:08.718429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Subnet': ['ID=14a7c6ea-ba04-42c8-bf99-d0f1795678cd,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:08.744854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:08.748187 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6c8c8110-7653-41c9-ab25-02114f02339b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4000778 Oct 17 17:53:08.749930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b9461859-fe19-4e8a-9551-73cdf28947e1 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.751889 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:08.756543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:08.759956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8819cf39-cf20-48a6-be0c-8090acc8b244 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:08.763702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42802) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:08.785061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Pushing event updated for resources: {'Port': ['ID=94b51035-4763-4a4e-8a84-79a3cbf5fc2a,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:08.803908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 8819cf39-cf20-48a6-be0c-8090acc8b244 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:53:08.804120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8819cf39-cf20-48a6-be0c-8090acc8b244 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:53:08.817678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 5421b656-e6f5-4820-9b93-59ca3b69811d is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:53:08.825484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 83b94599-e1a0-4341-b573-cebec5333d57 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:53:08.839401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 5421b656-e6f5-4820-9b93-59ca3b69811d) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:08.846173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:08.846753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.870929 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-702ff6ac-3e9c-488d-9c52-f33046dee73a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0241163 Oct 17 17:53:08.873807 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42806) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:08.880646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5f24ddd4-5476-4e7d-9e0a-4286f5e25081 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1213639437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:08.883471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bad7d7-e4ba-4fa7-892b-46b96706f82b None None] Network 5421b656-e6f5-4820-9b93-59ca3b69811d requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:08.887702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5f24ddd4-5476-4e7d-9e0a-4286f5e25081 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:08.894570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5f24ddd4-5476-4e7d-9e0a-4286f5e25081 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:router and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:08.898334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5f24ddd4-5476-4e7d-9e0a-4286f5e25081 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:08.908027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5f24ddd4-5476-4e7d-9e0a-4286f5e25081 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:08.917816 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff081c2-8757-40a7-99b1-12fa66427375 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:08.918514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7ff081c2-8757-40a7-99b1-12fa66427375 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:08.938137 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f24ddd4-5476-4e7d-9e0a-4286f5e25081 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.939270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f24ddd4-5476-4e7d-9e0a-4286f5e25081 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.944350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7ff081c2-8757-40a7-99b1-12fa66427375 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:08.945510 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7ff081c2-8757-40a7-99b1-12fa66427375 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1805882 Oct 17 17:53:08.948240 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42810) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:08.973150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Attempting to bind port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:08.973522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Attempting to bind port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:08.973889 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Attempting to bind port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:08.981029 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=a2d732e0-7608-4de0-a222-4fd8c74e6563,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:08.983866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:08.984187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:08.984582 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.984979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:08.986340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Bound port: 94b51035-4763-4a4e-8a84-79a3cbf5fc2a, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:08.986340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:08.991944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No DVR routers for this DVR port a2d732e0-7608-4de0-a222-4fd8c74e6563 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:53:09.007375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f24ddd4-5476-4e7d-9e0a-4286f5e25081 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.036712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731da5a2-28f7-40c6-8d42-3f1c60e13530 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:09.038332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731da5a2-28f7-40c6-8d42-3f1c60e13530 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:09.039105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-731da5a2-28f7-40c6-8d42-3f1c60e13530 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:09.054341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f24ddd4-5476-4e7d-9e0a-4286f5e25081 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.082134 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-731da5a2-28f7-40c6-8d42-3f1c60e13530 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:09.085861 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-731da5a2-28f7-40c6-8d42-3f1c60e13530 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1341467 Oct 17 17:53:09.092420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42814) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:09.142987 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 6 to provision port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 Oct 17 17:53:09.180326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f24ddd4-5476-4e7d-9e0a-4286f5e25081 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.181847 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5f24ddd4-5476-4e7d-9e0a-4286f5e25081 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3070860 Oct 17 17:53:09.190682 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42818) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:09.199037 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] For port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:09.202461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'network_id': '5421b656-e6f5-4820-9b93-59ca3b69811d', 'name': 'tempest-PortsIpV6TestJSON-1278985247'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:09.254604 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] For port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=94b51035-4763-4a4e-8a84-79a3cbf5fc2a,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:09.269267 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:09.270270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.282560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-5953c5ea-21fa-4f35-b312-70aaeb7d23bc tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 18ba3300-537d-49a9-be7e-d6e6d12f9dd8 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:09.294249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5953c5ea-21fa-4f35-b312-70aaeb7d23bc tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.347185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-5421b656-e6f5-4820-9b93-59ca3b69811d', 'network_id': '5421b656-e6f5-4820-9b93-59ca3b69811d', 'tenant_id': '2c42d9d67ee94a7f9727753e385c0f84', 'fixed_ips': [{'subnet_id': '14a7c6ea-ba04-42c8-bf99-d0f1795678cd'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:53:09.348687 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.394492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5953c5ea-21fa-4f35-b312-70aaeb7d23bc tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.476936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:09.482971 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5b900-6777-439e-aa45-86e3b882e9a9 None None] Pushing event updated for resources: {'Port': ['ID=94b51035-4763-4a4e-8a84-79a3cbf5fc2a,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:09.486727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:09.499537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:port and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:09.503798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:09.505668 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf3093-def4-4ccb-a057-663973bd0b30 None None] Sync routers for ids ['83b94599-e1a0-4341-b573-cebec5333d57'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:09.522065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:09.533162 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf3093-def4-4ccb-a057-663973bd0b30 None None] Routers {'83b94599-e1a0-4341-b573-cebec5333d57'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:09.537892 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6dcf3093-def4-4ccb-a057-663973bd0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['83b94599-e1a0-4341-b573-cebec5333d57'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:09.552570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:09.556284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.570451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5953c5ea-21fa-4f35-b312-70aaeb7d23bc tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.596362 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Allocated IP 2001:db8::2 (5421b656-e6f5-4820-9b93-59ca3b69811d/14a7c6ea-ba04-42c8-bf99-d0f1795678cd/424b4601-47a1-4ac8-8929-1a334a129e6b) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:09.627066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port b149aa65-7f2f-4c9b-a49f-37853391dd76 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:53:09.641365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.659148 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6dcf3093-def4-4ccb-a057-663973bd0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:09.699587 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf3093-def4-4ccb-a057-663973bd0b30 None None] Routers {'83b94599-e1a0-4341-b573-cebec5333d57'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:09.700279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.702991 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6dcf3093-def4-4ccb-a057-663973bd0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['83b94599-e1a0-4341-b573-cebec5333d57'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:09.771838 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 7 to provision port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 Oct 17 17:53:09.807937 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6dcf3093-def4-4ccb-a057-663973bd0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:09.808626 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf3093-def4-4ccb-a057-663973bd0b30 None None] The sync data for ids ['83b94599-e1a0-4341-b573-cebec5333d57'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:09.824941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5953c5ea-21fa-4f35-b312-70aaeb7d23bc tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.832324 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-042ae5c7-c28f-4771-a285-66fb8beeec01 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/83b94599-e1a0-4341-b573-cebec5333d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1736639 Oct 17 17:53:09.835821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:09.847811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42822) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:09.879333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953c5ea-21fa-4f35-b312-70aaeb7d23bc tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=18ba3300-537d-49a9-be7e-d6e6d12f9dd8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:09.881524 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5953c5ea-21fa-4f35-b312-70aaeb7d23bc tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:09.907374 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5953c5ea-21fa-4f35-b312-70aaeb7d23bc tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/18ba3300-537d-49a9-be7e-d6e6d12f9dd8 HTTP/1.1" status: 204 len: 168 time: 0.8114507 Oct 17 17:53:09.907907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42826) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:09.916016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be05748f-c93d-4192-a7a4-f70465a6ea6d') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:09.916317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be05748f-c93d-4192-a7a4-f70465a6ea6d') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:09.930127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:09.989790 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9cf1ceed-8cf9-4e5b-9ca8-b587238328aa tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806518 Oct 17 17:53:09.995792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42830) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:09.998065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:10.002391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:10.037304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:10.050713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b875e6-b157-41e7-8823-0d31ed5a0c6f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:10.051992 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a8b875e6-b157-41e7-8823-0d31ed5a0c6f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Synchronizing usage tracker for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:10.063070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:53:10.063572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:10.076612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:10.088584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Transition to ACTIVE for port object 424b4601-47a1-4ac8-8929-1a334a129e6b will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:10.121245 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Transition to ACTIVE for port object 424b4601-47a1-4ac8-8929-1a334a129e6b will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:10.132180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:10.153568 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment be05748f-c93d-4192-a7a4-f70465a6ea6d resource provider aggregate not found Oct 17 17:53:10.170196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:10.182038 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:10.188033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:10.198659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:10.206071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a8b875e6-b157-41e7-8823-0d31ed5a0c6f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Unset dirty status for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:10.207359 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a8b875e6-b157-41e7-8823-0d31ed5a0c6f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports/61196563-ce2c-4410-801d-2d5619c1b941 HTTP/1.1" status: 200 len: 910 time: 0.3048940 Oct 17 17:53:10.210850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42838) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:10.239968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Network 5421b656-e6f5-4820-9b93-59ca3b69811d is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:10.241877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:10.242928 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment be05748f-c93d-4192-a7a4-f70465a6ea6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be05748f-c93d-4192-a7a4-f70465a6ea6d found for delete ", "request_id": "req-5d7b0de8-61ce-4425-b721-3217ed0ad1bf"}]} Oct 17 17:53:10.245359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:10.245611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:10.254895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:10.261717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8::31f (5421b656-e6f5-4820-9b93-59ca3b69811d/14a7c6ea-ba04-42c8-bf99-d0f1795678cd/b149aa65-7f2f-4c9b-a49f-37853391dd76) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:10.262693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Pushing event updated for resources: {'Port': ['ID=424b4601-47a1-4ac8-8929-1a334a129e6b,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:10.387635 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Attempting to bind port 424b4601-47a1-4ac8-8929-1a334a129e6b on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:10.388015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Attempting to bind port 424b4601-47a1-4ac8-8929-1a334a129e6b by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '09a36308-de93-4116-abb9-29e026f413eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5421b656-e6f5-4820-9b93-59ca3b69811d'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:10.388424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Attempting to bind port 424b4601-47a1-4ac8-8929-1a334a129e6b on network 5421b656-e6f5-4820-9b93-59ca3b69811d {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:10.395272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:10.395700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Checking segment: {'id': '09a36308-de93-4116-abb9-29e026f413eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5421b656-e6f5-4820-9b93-59ca3b69811d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:10.396572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:10.396810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Bound using segment: {'id': '09a36308-de93-4116-abb9-29e026f413eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5421b656-e6f5-4820-9b93-59ca3b69811d'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:10.397419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Bound port: 424b4601-47a1-4ac8-8929-1a334a129e6b, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a36308-de93-4116-abb9-29e026f413eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5421b656-e6f5-4820-9b93-59ca3b69811d'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:10.397828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:10.408062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:10.436840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:10.456616 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 8 to provision port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 Oct 17 17:53:10.470497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Network': ['ID=61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:10.476079 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cada93c1-cb9a-4bb7-a64c-a53ad21bb87a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/networks/61bb09e9-e5cf-49dc-b7ad-fd5a3c2606db HTTP/1.1" status: 204 len: 168 time: 3.6110532 Oct 17 17:53:10.484268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42842) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:10.486605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b9461859-fe19-4e8a-9551-73cdf28947e1 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Deleting port b9913cb0-3d45-49c6-b5b2-750c9dff90cd {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:10.487149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b9461859-fe19-4e8a-9551-73cdf28947e1 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:10.496848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'name': 'tempest-PortsTestJSON-303119018'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:10.542136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:10.584892 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] For port 424b4601-47a1-4ac8-8929-1a334a129e6b, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:10.589850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] For port 424b4601-47a1-4ac8-8929-1a334a129e6b, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=424b4601-47a1-4ac8-8929-1a334a129e6b,segment=NetworkSegment(09a36308-de93-4116-abb9-29e026f413eb),segment_id=09a36308-de93-4116-abb9-29e026f413eb)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:10.596373 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:10.745829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9596f-c659-40a7-b955-8dbb3aa13658 None None] Pushing event updated for resources: {'Port': ['ID=424b4601-47a1-4ac8-8929-1a334a129e6b,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:10.820457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 94b51035-4763-4a4e-8a84-79a3cbf5fc2a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:10.851378 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:10.942007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:10.942856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:10.990862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:10.994334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.043185 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 9 to provision port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 Oct 17 17:53:11.064042 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.067328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port 96a07a71-d2db-4b45-9927-3b7a55794846 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:53:11.161454 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.161932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:11.162999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc2b42c-8f3e-4c98-9907-194d352c3e7b None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:11.172352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Transition to ACTIVE for port object b149aa65-7f2f-4c9b-a49f-37853391dd76 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:11.302521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:11.309619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=931fe898-c9f2-44a4-af97-b44081227cd2,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:11.313699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:11.322585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:11.323210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.419966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b9461859-fe19-4e8a-9551-73cdf28947e1 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.456858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.513779 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f39235e2-f7f6-4462-af6d-b197fcbd3924 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5159883 Oct 17 17:53:11.530932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42848) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:11.555650 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-56c30c20-9b62-43ef-bafd-cdde9e45b41d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1679498358', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:11.573527 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.578110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-56c30c20-9b62-43ef-bafd-cdde9e45b41d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:11.583303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 5421b656-e6f5-4820-9b93-59ca3b69811d is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:11.588766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:11.594419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-56c30c20-9b62-43ef-bafd-cdde9e45b41d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:router and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:11.600060 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:11.605620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:11.606317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.611323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-56c30c20-9b62-43ef-bafd-cdde9e45b41d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:11.612639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b9461859-fe19-4e8a-9551-73cdf28947e1 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Calling delete_port for b9913cb0-3d45-49c6-b5b2-750c9dff90cd owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:11.629139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-56c30c20-9b62-43ef-bafd-cdde9e45b41d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:11.632213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=b149aa65-7f2f-4c9b-a49f-37853391dd76,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:11.660164 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7e81591a-32ac-4a33-85dd-8b9281ad4902 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4674251 Oct 17 17:53:11.663068 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 10 to provision port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 Oct 17 17:53:11.664795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42852) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:11.676537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.720968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.749389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f6df43-bd4e-4cbb-988d-e782496712d9 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:11.768748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56c30c20-9b62-43ef-bafd-cdde9e45b41d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.769698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56c30c20-9b62-43ef-bafd-cdde9e45b41d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.851126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.935997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:11.996041 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Provisioning complete for port 8be0bb76-5827-4cc3-b8d8-93af43023f5c triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:11.996423 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:11.996758 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 1 to provision port 8be0bb76-5827-4cc3-b8d8-93af43023f5c Oct 17 17:53:12.030730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Allocated IP 172.20.0.14 (fad910f2-067c-4af7-a56c-7bcc5dabf3c9/32752b3f-557a-4f8e-867a-a6326e442687/4ad09390-58a5-43f5-b7b2-fd822ca513af) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:12.071513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56c30c20-9b62-43ef-bafd-cdde9e45b41d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.086470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:12.092059 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:12.149136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:12.155960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:12.156616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.160473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Current status of the port 8be0bb76-5827-4cc3-b8d8-93af43023f5c is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:12.164569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Could not find standard attr ID for object 8819cf39-cf20-48a6-be0c-8090acc8b244. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:53:12.180540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Provisioning for port e254d5cb-94d3-4f00-a60c-4796645d3ff3 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:12.187057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Provisioning complete for port e254d5cb-94d3-4f00-a60c-4796645d3ff3 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:12.187435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.187839 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Attempt 1 to provision port e254d5cb-94d3-4f00-a60c-4796645d3ff3 Oct 17 17:53:12.221447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f5aefb-664d-4dd3-8b2d-387c552de1c8 None None] Network 5421b656-e6f5-4820-9b93-59ca3b69811d requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:12.400526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.453212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=96a07a71-d2db-4b45-9927-3b7a55794846,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:12.473271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.484772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56c30c20-9b62-43ef-bafd-cdde9e45b41d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.501954 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d1884fdd-7b15-4be9-9972-d04bfd02f06a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0147264 Oct 17 17:53:12.503359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Current status of the port e254d5cb-94d3-4f00-a60c-4796645d3ff3 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:12.503742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.507168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42856) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:12.564240 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56c30c20-9b62-43ef-bafd-cdde9e45b41d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.565349 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-56c30c20-9b62-43ef-bafd-cdde9e45b41d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0294855 Oct 17 17:53:12.596701 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42860) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:12.633788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] For port e254d5cb-94d3-4f00-a60c-4796645d3ff3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e254d5cb-94d3-4f00-a60c-4796645d3ff3,segment=NetworkSegment(24fd82f4-bdef-40b3-9149-744cf178ed7c),segment_id=24fd82f4-bdef-40b3-9149-744cf178ed7c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:12.642594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.654522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b9461859-fe19-4e8a-9551-73cdf28947e1 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.720560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9461859-fe19-4e8a-9551-73cdf28947e1 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event deleted for resources: {'Port': ['ID=b9913cb0-3d45-49c6-b5b2-750c9dff90cd,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:12.730236 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccf5fd-bbd4-413d-9619-5ca96ab8a49a None None] Pushing event updated for resources: {'Port': ['ID=e254d5cb-94d3-4f00-a60c-4796645d3ff3,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:12.765486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-87a4e399-8214-49cc-9c68-80f3977e2f3f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 96a07a71-d2db-4b45-9927-3b7a55794846 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:12.765828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-87a4e399-8214-49cc-9c68-80f3977e2f3f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.795230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Provisioning for port b7e10ff7-8d85-496d-b61c-df98545d7c0d completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:12.802641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Provisioning complete for port b7e10ff7-8d85-496d-b61c-df98545d7c0d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:12.803482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.803984 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Attempt 1 to provision port b7e10ff7-8d85-496d-b61c-df98545d7c0d Oct 17 17:53:12.862994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:12.892163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 424b4601-47a1-4ac8-8929-1a334a129e6b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:12.995418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event updated for resources: {'Port': ['ID=4ad09390-58a5-43f5-b7b2-fd822ca513af,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:13.144733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 424b4601-47a1-4ac8-8929-1a334a129e6b completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:13.147744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Network fad910f2-067c-4af7-a56c-7bcc5dabf3c9 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:13.151661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Current status of the port b7e10ff7-8d85-496d-b61c-df98545d7c0d is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:13.152241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:13.164234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:13.174713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:13.209496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] For port b7e10ff7-8d85-496d-b61c-df98545d7c0d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b7e10ff7-8d85-496d-b61c-df98545d7c0d,segment=NetworkSegment(417fa695-ad1e-4e4d-985f-838bb10d6705),segment_id=417fa695-ad1e-4e4d-985f-838bb10d6705)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:13.218017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:13.304384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Pushing event updated for resources: {'Port': ['ID=b7e10ff7-8d85-496d-b61c-df98545d7c0d,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:13.311372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Provisioning for port 424b4601-47a1-4ac8-8929-1a334a129e6b completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:13.317900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Provisioning complete for port 424b4601-47a1-4ac8-8929-1a334a129e6b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:13.318327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:13.318756 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Attempt 1 to provision port 424b4601-47a1-4ac8-8929-1a334a129e6b Oct 17 17:53:13.364104 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-87a4e399-8214-49cc-9c68-80f3977e2f3f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:13.400948 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eee81c5-61d6-47ab-a9bc-9496c6c419eb None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 17:53:13.509773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b9461859-fe19-4e8a-9551-73cdf28947e1 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:13.520691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Current status of the port 424b4601-47a1-4ac8-8929-1a334a129e6b is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:13.521077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:13.572047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-87a4e399-8214-49cc-9c68-80f3977e2f3f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 96a07a71-d2db-4b45-9927-3b7a55794846 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:13.601757 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] For port 424b4601-47a1-4ac8-8929-1a334a129e6b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=424b4601-47a1-4ac8-8929-1a334a129e6b,segment=NetworkSegment(09a36308-de93-4116-abb9-29e026f413eb),segment_id=09a36308-de93-4116-abb9-29e026f413eb)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:13.609126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:13.654470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:13.707138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Provisioning complete for port e254d5cb-94d3-4f00-a60c-4796645d3ff3 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:13.707572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:13.707895 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Attempt 1 to provision port e254d5cb-94d3-4f00-a60c-4796645d3ff3 Oct 17 17:53:13.741581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee81c5-61d6-47ab-a9bc-9496c6c419eb None None] Resources bound (agent type, host, resource id): {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 17:53:13.764863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:13.769616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Pushing event updated for resources: {'Port': ['ID=424b4601-47a1-4ac8-8929-1a334a129e6b,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:13.962568 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Current status of the port e254d5cb-94d3-4f00-a60c-4796645d3ff3 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:13.998436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Provisioning for port 61196563-ce2c-4410-801d-2d5619c1b941 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:14.031591 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Provisioning complete for port 61196563-ce2c-4410-801d-2d5619c1b941 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:14.031957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:14.032292 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Attempt 1 to provision port 61196563-ce2c-4410-801d-2d5619c1b941 Oct 17 17:53:14.043098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-87a4e399-8214-49cc-9c68-80f3977e2f3f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:14.119584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4e399-8214-49cc-9c68-80f3977e2f3f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=96a07a71-d2db-4b45-9927-3b7a55794846,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:14.155317 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Port 61196563-ce2c-4410-801d-2d5619c1b941 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:14.216080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 61196563-ce2c-4410-801d-2d5619c1b941 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:14.216831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:14.216937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-87a4e399-8214-49cc-9c68-80f3977e2f3f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:14.291032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9461859-fe19-4e8a-9551-73cdf28947e1 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Router 0c2ee515-1852-410e-b676-f50a8ccaa619 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:53:14.308685 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-87a4e399-8214-49cc-9c68-80f3977e2f3f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/96a07a71-d2db-4b45-9927-3b7a55794846 HTTP/1.1" status: 204 len: 168 time: 1.7996099 Oct 17 17:53:14.314362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42864) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:14.333145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'mac_address': 'fa:16:3e:71:a9:a6', 'name': 'tempest-PortsTestJSON-1595037928'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:14.335875 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7894cd33-dd7d-4d37-969d-a19b34470d51 None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 17:53:14.446137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:14.491774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7894cd33-dd7d-4d37-969d-a19b34470d51 None None] Resources bound (agent type, host, resource id): {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 17:53:14.658696 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Attempt 2 to provision port 61196563-ce2c-4410-801d-2d5619c1b941 Oct 17 17:53:14.671916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:14.697702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:port and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:14.704209 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:14.720577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:14.727545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::1 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/931fe898-c9f2-44a4-af97-b44081227cd2/10df4650-2e66-457a-8ffd-101b32497975) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:14.745313 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:14.813608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9461859-fe19-4e8a-9551-73cdf28947e1 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:14.819078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Port 61196563-ce2c-4410-801d-2d5619c1b941 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:14.819986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e254d5cb-94d3-4f00-a60c-4796645d3ff3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:14.845189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:53:14.860250 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b9461859-fe19-4e8a-9551-73cdf28947e1 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "PUT /v2.0/routers/0c2ee515-1852-410e-b676-f50a8ccaa619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2971599 Oct 17 17:53:14.870930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42868) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:14.892472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:14.896736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ffff9-84c2-4c31-bd24-22b084e05dd3 None None] Sync routers for ids ['0c2ee515-1852-410e-b676-f50a8ccaa619'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:14.925510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ffff9-84c2-4c31-bd24-22b084e05dd3 None None] Routers {'0c2ee515-1852-410e-b676-f50a8ccaa619'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:14.926148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-756ffff9-84c2-4c31-bd24-22b084e05dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0c2ee515-1852-410e-b676-f50a8ccaa619'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:14.949170 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:14.961877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:14.971094 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-e8926252-2788-4067-818b-8967ddc0a0e8 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] delete failed (client error): The resource could not be found. Oct 17 17:53:14.975804 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e8926252-2788-4067-818b-8967ddc0a0e8 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1587553029 HTTP/1.1" status: 404 len: 335 time: 0.0993707 Oct 17 17:53:14.980533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42872) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:15.002294 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-756ffff9-84c2-4c31-bd24-22b084e05dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:15.021334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:15.032052 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ffff9-84c2-4c31-bd24-22b084e05dd3 None None] Routers {'0c2ee515-1852-410e-b676-f50a8ccaa619'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:15.032686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-756ffff9-84c2-4c31-bd24-22b084e05dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0c2ee515-1852-410e-b676-f50a8ccaa619'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:15.042638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-92730c12-7e4d-4857-b80b-29f4f540c7fe tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Request body: {'router': {'external_gateway_info': {'network_id': '0c2ee515-1852-410e-b676-f50a8ccaa619'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:15.129872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-756ffff9-84c2-4c31-bd24-22b084e05dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:15.131314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ffff9-84c2-4c31-bd24-22b084e05dd3 None None] The sync data for ids ['0c2ee515-1852-410e-b676-f50a8ccaa619'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:15.163690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for 61196563-ce2c-4410-801d-2d5619c1b941 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:15.180676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=b149aa65-7f2f-4c9b-a49f-37853391dd76,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:15.187423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port 13c26713-28b6-4535-bd8a-6164619ef787 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:53:15.218421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port e254d5cb-94d3-4f00-a60c-4796645d3ff3 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:15.219080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:15.219400 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port e254d5cb-94d3-4f00-a60c-4796645d3ff3 Oct 17 17:53:15.271389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:15.322100 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Attempt 3 to provision port 61196563-ce2c-4410-801d-2d5619c1b941 Oct 17 17:53:15.334608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 10df4650-2e66-457a-8ffd-101b32497975 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:15.397116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:15.444444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Port 61196563-ce2c-4410-801d-2d5619c1b941 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:15.502326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port e254d5cb-94d3-4f00-a60c-4796645d3ff3 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:15.503664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b7e10ff7-8d85-496d-b61c-df98545d7c0d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:15.593005 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7c5355-90ad-4fb7-ae9a-fe8368f88231 None None] Update dhcp port {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': '931fe898-c9f2-44a4-af97-b44081227cd2'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '94b51035-4763-4a4e-8a84-79a3cbf5fc2a'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:53:15.636499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:15.688477 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a7c5355-90ad-4fb7-ae9a-fe8368f88231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:15.694032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:15.743284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:15.753354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:15.754060 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:15.771404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=10df4650-2e66-457a-8ffd-101b32497975,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:15.810281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:15.811082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:15.811183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:15.811434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:15.811964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:15.812443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:15.812932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:15.813416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:15.813982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:15.814518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:15.815004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:15.815493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:15.834726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-92730c12-7e4d-4857-b80b-29f4f540c7fe tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:15.839274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:15.886357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:15.956242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:15.970182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-0a7c5355-90ad-4fb7-ae9a-fe8368f88231 None None] Allocated IP 2001:db8::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/931fe898-c9f2-44a4-af97-b44081227cd2/94b51035-4763-4a4e-8a84-79a3cbf5fc2a) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:16.158674 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Attempt 4 to provision port 61196563-ce2c-4410-801d-2d5619c1b941 Oct 17 17:53:16.197413 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-92730c12-7e4d-4857-b80b-29f4f540c7fe tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] update failed (client error): The resource could not be found. Oct 17 17:53:16.198704 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-92730c12-7e4d-4857-b80b-29f4f540c7fe tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "PUT /v2.0/routers/0c2ee515-1852-410e-b676-f50a8ccaa619 HTTP/1.1" status: 404 len: 339 time: 1.2172534 Oct 17 17:53:16.204172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42894) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:16.287400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:16.306727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:16.311572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port b7e10ff7-8d85-496d-b61c-df98545d7c0d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:16.311953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:16.312588 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port b7e10ff7-8d85-496d-b61c-df98545d7c0d Oct 17 17:53:16.391304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-0a7c5355-90ad-4fb7-ae9a-fe8368f88231 None None] For port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=94b51035-4763-4a4e-8a84-79a3cbf5fc2a,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:16.406124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Port 61196563-ce2c-4410-801d-2d5619c1b941 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:16.469787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a7c5355-90ad-4fb7-ae9a-fe8368f88231 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:16.504756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0a7c5355-90ad-4fb7-ae9a-fe8368f88231 None None] Ignored duplicate provisioning block setup for port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:53:16.509261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b7e10ff7-8d85-496d-b61c-df98545d7c0d is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:16.510355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 424b4601-47a1-4ac8-8929-1a334a129e6b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:16.553915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a7c5355-90ad-4fb7-ae9a-fe8368f88231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:16.684396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c5355-90ad-4fb7-ae9a-fe8368f88231 None None] Pushing event updated for resources: {'Port': ['ID=94b51035-4763-4a4e-8a84-79a3cbf5fc2a,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:16.697587 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 424b4601-47a1-4ac8-8929-1a334a129e6b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:16.697968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:16.698309 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 424b4601-47a1-4ac8-8929-1a334a129e6b Oct 17 17:53:16.722872 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:16.742574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:16.745278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:16.751962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:16.752588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:16.762562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=13c26713-28b6-4535-bd8a-6164619ef787,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:16.846200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 424b4601-47a1-4ac8-8929-1a334a129e6b is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:16.860928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:16.907673 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Attempt 5 to provision port 61196563-ce2c-4410-801d-2d5619c1b941 Oct 17 17:53:16.941940 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-baeed2fa-5898-4f70-9c0c-1dbae2131705 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6202924 Oct 17 17:53:16.952072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42900) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:16.954456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=61196563-ce2c-4410-801d-2d5619c1b941,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:16.967269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 94b51035-4763-4a4e-8a84-79a3cbf5fc2a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:17.062708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89da13b-8cf5-4d20-88a4-9178dede2eb0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:17.063357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a89da13b-8cf5-4d20-88a4-9178dede2eb0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:17.065576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413d6c8-c03f-4f7c-8d8c-cc9613f3342b req-f401a2e4-e682-48af-b8bb-16d55036615a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:17.072539 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2413d6c8-c03f-4f7c-8d8c-cc9613f3342b req-f401a2e4-e682-48af-b8bb-16d55036615a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.7246561 Oct 17 17:53:17.099072 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:17.099428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:17.099747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:17.100115 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:17.100966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:17.100966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:17.101388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:17.101388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:17.101774 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:17.102273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:17.102387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:17.102632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:17.113041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.120091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Port 61196563-ce2c-4410-801d-2d5619c1b941 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:53:17.132018 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.132764 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.150159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Router 77ef01c9-edf4-4160-84b1-059b45a295be is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:53:17.168954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Provisioning for port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:17.178975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Provisioning complete for port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:17.179703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.180450 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Attempt 1 to provision port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a Oct 17 17:53:17.187662 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a89da13b-8cf5-4d20-88a4-9178dede2eb0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:17.188767 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a89da13b-8cf5-4d20-88a4-9178dede2eb0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/13c26713-28b6-4535-bd8a-6164619ef787 HTTP/1.1" status: 200 len: 841 time: 0.2357178 Oct 17 17:53:17.208282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.218832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42904) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:17.240407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.241213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.269227 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:17.269637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.269973 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a Oct 17 17:53:17.408482 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2413d6c8-c03f-4f7c-8d8c-cc9613f3342b req-83216cf2-65de-4e42-a2d3-8019d00c1382 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3349545 Oct 17 17:53:17.427070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.427322 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Current status of the port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:17.427322 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.512249 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:17.512592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.530470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] For port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=94b51035-4763-4a4e-8a84-79a3cbf5fc2a,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:17.541765 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.554572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=10df4650-2e66-457a-8ffd-101b32497975,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:17.578864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Could not find standard attr ID for object b9913cb0-3d45-49c6-b5b2-750c9dff90cd. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:53:17.685077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272235cd-2eb1-4b50-a5ba-a00678b98f87 None None] Pushing event updated for resources: {'Port': ['ID=94b51035-4763-4a4e-8a84-79a3cbf5fc2a,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:17.704267 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:53:17.704631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:53:17.712646 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Provisioning complete for port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:17.713021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.714192 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Attempt 1 to provision port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a Oct 17 17:53:17.730062 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-662b2ac1-ebb4-4a03-82c2-c52746762838 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 13c26713-28b6-4535-bd8a-6164619ef787 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:17.730629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-662b2ac1-ebb4-4a03-82c2-c52746762838 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.863574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=b149aa65-7f2f-4c9b-a49f-37853391dd76,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:17.882743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Current status of the port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:17.894605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Provisioning complete for port 424b4601-47a1-4ac8-8929-1a334a129e6b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:17.894984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:17.895352 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Attempt 1 to provision port 424b4601-47a1-4ac8-8929-1a334a129e6b Oct 17 17:53:17.976655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:17.984225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:18.025627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:18.029660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Current status of the port 424b4601-47a1-4ac8-8929-1a334a129e6b is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:18.041567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Provisioning for port b149aa65-7f2f-4c9b-a49f-37853391dd76 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:18.046727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Provisioning complete for port b149aa65-7f2f-4c9b-a49f-37853391dd76 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:18.047125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:18.047464 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Attempt 1 to provision port b149aa65-7f2f-4c9b-a49f-37853391dd76 Oct 17 17:53:18.117823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Port b149aa65-7f2f-4c9b-a49f-37853391dd76 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:18.140861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:18.155860 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Sync routers for ids ['77ef01c9-edf4-4160-84b1-059b45a295be'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:18.175931 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Routers {'77ef01c9-edf4-4160-84b1-059b45a295be'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:18.179831 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['77ef01c9-edf4-4160-84b1-059b45a295be'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:18.255182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 5421b656-e6f5-4820-9b93-59ca3b69811d is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:18.261207 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:18.321203 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:18.352831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-662b2ac1-ebb4-4a03-82c2-c52746762838 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:18.414633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:18.415904 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ef807719-0aba-4292-a2bf-28d6fb8224ef tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 10.6245809 Oct 17 17:53:18.421889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42908) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:18.477552 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Set router 77ef01c9-edf4-4160-84b1-059b45a295be gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:18.619224 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Attempt 2 to provision port b149aa65-7f2f-4c9b-a49f-37853391dd76 Oct 17 17:53:18.663736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-662b2ac1-ebb4-4a03-82c2-c52746762838 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 13c26713-28b6-4535-bd8a-6164619ef787 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:18.690470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Port b149aa65-7f2f-4c9b-a49f-37853391dd76 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:18.752524 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Router 1fc0b2e5-bc55-4aa4-9896-6ca07821c1be is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:53:18.816749 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ef01c9-edf4-4160-84b1-059b45a295be', 'name': '', 'tenant_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fad910f2-067c-4af7-a56c-7bcc5dabf3c9', 'external_fixed_ips': [{'subnet_id': '32752b3f-557a-4f8e-867a-a6326e442687', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '4ad09390-58a5-43f5-b7b2-fd822ca513af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:08Z', 'updated_at': '2022-10-17T17:53:13Z', 'revision_number': 3, 'project_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'gw_port': {'id': '4ad09390-58a5-43f5-b7b2-fd822ca513af', 'name': '', 'network_id': 'fad910f2-067c-4af7-a56c-7bcc5dabf3c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f8:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ef01c9-edf4-4160-84b1-059b45a295be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '32752b3f-557a-4f8e-867a-a6326e442687', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:53:11Z', 'updated_at': '2022-10-17T17:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32752b3f-557a-4f8e-867a-a6326e442687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:18.821861 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Checking router: 77ef01c9-edf4-4160-84b1-059b45a295be for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:53:18.822246 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Updating router 77ef01c9-edf4-4160-84b1-059b45a295be port 4ad09390-58a5-43f5-b7b2-fd822ca513af binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:53:18.881010 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:18.881481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 83b94599-e1a0-4341-b573-cebec5333d57 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:53:18.913585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:18.985696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 94b51035-4763-4a4e-8a84-79a3cbf5fc2a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:19.075364 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:19.076292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:19.076625 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a Oct 17 17:53:19.100670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-662b2ac1-ebb4-4a03-82c2-c52746762838 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:19.176068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b2ac1-ebb4-4a03-82c2-c52746762838 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=13c26713-28b6-4535-bd8a-6164619ef787,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:19.194772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-662b2ac1-ebb4-4a03-82c2-c52746762838 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:19.202379 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Router 29abe941-4dd8-4248-bf4b-89eefa900515 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:53:19.211607 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Attempt 3 to provision port b149aa65-7f2f-4c9b-a49f-37853391dd76 Oct 17 17:53:19.216972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2eb0d-be31-4ddc-a8c2-a379eb8f6947 req-3de62956-5c9c-43b1-9d4f-bad9e8149c3e tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:19.219084 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0cf2eb0d-be31-4ddc-a8c2-a379eb8f6947 req-3de62956-5c9c-43b1-9d4f-bad9e8149c3e tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.5984268 Oct 17 17:53:19.222688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:19.233275 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0b5eed57-3726-4a1e-b716-519b7e38dbc9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "PUT /v2.0/routers/1fc0b2e5-bc55-4aa4-9896-6ca07821c1be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6299875 Oct 17 17:53:19.245471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42914) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:19.269563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Allocated IP 172.20.0.1 (f81ca915-6f90-46ae-86ec-4bde616eedb6/c751198d-018c-43b1-9f7f-f6c4611ee47e/fc7eadcf-18f3-48a8-9a51-8238fa6411e0) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:19.288635 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-662b2ac1-ebb4-4a03-82c2-c52746762838 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/13c26713-28b6-4535-bd8a-6164619ef787 HTTP/1.1" status: 204 len: 168 time: 2.0664637 Oct 17 17:53:19.298242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42918) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:19.307090 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Sync routers for ids ['1fc0b2e5-bc55-4aa4-9896-6ca07821c1be'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:19.331417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:19.333386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Port b149aa65-7f2f-4c9b-a49f-37853391dd76 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:19.340232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Routers {'1fc0b2e5-bc55-4aa4-9896-6ca07821c1be'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:19.341635 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1fc0b2e5-bc55-4aa4-9896-6ca07821c1be'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:19.406174 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:19.425491 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Transition to ACTIVE for port object 4ad09390-58a5-43f5-b7b2-fd822ca513af will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:19.436993 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:19.489612 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0cf2eb0d-be31-4ddc-a8c2-a379eb8f6947 req-5f4d4f0d-b4fc-42e7-9bf5-c9f037c92301 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582562 Oct 17 17:53:19.520449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc278ea-3203-495a-a940-26a40ef22448 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:19.521294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3cc278ea-3203-495a-a940-26a40ef22448 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:19.531993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Set router 1fc0b2e5-bc55-4aa4-9896-6ca07821c1be gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:19.538264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:19.547114 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-de6b723c-1e44-4226-8758-a3ff972f73bf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "PUT /v2.0/routers/29abe941-4dd8-4248-bf4b-89eefa900515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8812537 Oct 17 17:53:19.549623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42922) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:19.599837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3cc278ea-3203-495a-a940-26a40ef22448 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:19.600993 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3cc278ea-3203-495a-a940-26a40ef22448 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports/10df4650-2e66-457a-8ffd-101b32497975 HTTP/1.1" status: 200 len: 911 time: 0.3505895 Oct 17 17:53:19.606087 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Pushing event updated for resources: {'Port': ['ID=4ad09390-58a5-43f5-b7b2-fd822ca513af,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:19.611668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42926) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:19.615328 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Attempting to bind port 4ad09390-58a5-43f5-b7b2-fd822ca513af on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:19.615809 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Attempting to bind port 4ad09390-58a5-43f5-b7b2-fd822ca513af by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'ff6ace72-a459-4515-b7d2-84ccc1790b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fad910f2-067c-4af7-a56c-7bcc5dabf3c9'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:19.616250 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Attempting to bind port 4ad09390-58a5-43f5-b7b2-fd822ca513af on network fad910f2-067c-4af7-a56c-7bcc5dabf3c9 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:19.622236 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5772ea60-4d0e-4d7a-abac-eaa1538447f9 None None] Sync routers for ids ['29abe941-4dd8-4248-bf4b-89eefa900515'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:19.627315 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:19.627804 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Checking segment: {'id': 'ff6ace72-a459-4515-b7d2-84ccc1790b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fad910f2-067c-4af7-a56c-7bcc5dabf3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:19.628293 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:19.628767 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Bound using segment: {'id': 'ff6ace72-a459-4515-b7d2-84ccc1790b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fad910f2-067c-4af7-a56c-7bcc5dabf3c9'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:19.629347 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Bound port: 4ad09390-58a5-43f5-b7b2-fd822ca513af, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6ace72-a459-4515-b7d2-84ccc1790b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fad910f2-067c-4af7-a56c-7bcc5dabf3c9'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:19.629820 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:19.651694 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-90344efa-ed43-48ac-b6c7-0e2f3047a28c tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:53:19.652216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-90344efa-ed43-48ac-b6c7-0e2f3047a28c tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:19.675728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:19.688720 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-dad1ac1f-e5da-4c64-b23d-c9c1fd01a022 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/83b94599-e1a0-4341-b573-cebec5333d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4503498 Oct 17 17:53:19.689181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb58d05-105c-4a41-82c7-171b9e8256f7 None None] Sync routers for ids ['83b94599-e1a0-4341-b573-cebec5333d57'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:19.693903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42932) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:19.709392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-90344efa-ed43-48ac-b6c7-0e2f3047a28c tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:19.710825 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-90344efa-ed43-48ac-b6c7-0e2f3047a28c tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/13c26713-28b6-4535-bd8a-6164619ef787 HTTP/1.1" status: 404 len: 333 time: 0.4133389 Oct 17 17:53:19.720843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42936) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:19.730486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'name': 'tempest-PortsTestJSON-2123722345'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:19.743472 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] For port 4ad09390-58a5-43f5-b7b2-fd822ca513af, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:19.746966 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] For port 4ad09390-58a5-43f5-b7b2-fd822ca513af, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4ad09390-58a5-43f5-b7b2-fd822ca513af,segment=NetworkSegment(ff6ace72-a459-4515-b7d2-84ccc1790b71),segment_id=ff6ace72-a459-4515-b7d2-84ccc1790b71)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:19.750052 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:19.750551 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:19.751167 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:19.751592 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:19.752217 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:19.752689 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:19.753149 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:19.753560 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:19.753992 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:19.754960 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:19.755137 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:19.755512 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:19.773265 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:19.834291 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Attempt 4 to provision port b149aa65-7f2f-4c9b-a49f-37853391dd76 Oct 17 17:53:19.836169 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772ea60-4d0e-4d7a-abac-eaa1538447f9 None None] Routers {'29abe941-4dd8-4248-bf4b-89eefa900515'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:19.836911 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5772ea60-4d0e-4d7a-abac-eaa1538447f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['29abe941-4dd8-4248-bf4b-89eefa900515'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:19.864085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:19.871679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:19.872972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb58d05-105c-4a41-82c7-171b9e8256f7 None None] Routers {'83b94599-e1a0-4341-b573-cebec5333d57'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:19.874037 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-7cb58d05-105c-4a41-82c7-171b9e8256f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['83b94599-e1a0-4341-b573-cebec5333d57'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:19.885817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Deleting port 4ad09390-58a5-43f5-b7b2-fd822ca513af {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:19.886448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:19.900880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b46e804-d730-4a9b-a2e5-8a6de1fa1eab tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:19.901577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2b46e804-d730-4a9b-a2e5-8a6de1fa1eab tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:19.922641 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:19.954731 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5772ea60-4d0e-4d7a-abac-eaa1538447f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:19.977299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-7cb58d05-105c-4a41-82c7-171b9e8256f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:19.980980 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772ea60-4d0e-4d7a-abac-eaa1538447f9 None None] Routers {'29abe941-4dd8-4248-bf4b-89eefa900515'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:19.981738 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5772ea60-4d0e-4d7a-abac-eaa1538447f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['29abe941-4dd8-4248-bf4b-89eefa900515'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:19.986250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:19.989944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:20.002686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2b46e804-d730-4a9b-a2e5-8a6de1fa1eab tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:20.004134 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2b46e804-d730-4a9b-a2e5-8a6de1fa1eab tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports?device_id=29abe941-4dd8-4248-bf4b-89eefa900515 HTTP/1.1" status: 200 len: 989 time: 0.4535880 Oct 17 17:53:20.012291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb58d05-105c-4a41-82c7-171b9e8256f7 None None] Routers {'83b94599-e1a0-4341-b573-cebec5333d57'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:20.012929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-7cb58d05-105c-4a41-82c7-171b9e8256f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['83b94599-e1a0-4341-b573-cebec5333d57'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:20.020730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:20.023766 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42940) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:20.068045 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5772ea60-4d0e-4d7a-abac-eaa1538447f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:20.068589 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5772ea60-4d0e-4d7a-abac-eaa1538447f9 None None] The sync data for ids ['29abe941-4dd8-4248-bf4b-89eefa900515'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:20.079398 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Routers {'77ef01c9-edf4-4160-84b1-059b45a295be'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:20.080114 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['77ef01c9-edf4-4160-84b1-059b45a295be'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:20.085747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20ba379-7f4a-4889-a9f9-8406ecbd1a17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:20.093267 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20ba379-7f4a-4889-a9f9-8406ecbd1a17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:20.099272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-7cb58d05-105c-4a41-82c7-171b9e8256f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:20.099636 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f20ba379-7f4a-4889-a9f9-8406ecbd1a17 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4865394 Oct 17 17:53:20.099773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb58d05-105c-4a41-82c7-171b9e8256f7 None None] The sync data for ids ['83b94599-e1a0-4341-b573-cebec5333d57'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:20.104450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Port b149aa65-7f2f-4c9b-a49f-37853391dd76 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:20.107184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42944) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:20.155726 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c0232-d253-4175-be4e-34eedfd760a9 None None] Pushing event updated for resources: {'Port': ['ID=4ad09390-58a5-43f5-b7b2-fd822ca513af,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:20.203753 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc0b2e5-bc55-4aa4-9896-6ca07821c1be', 'name': 'tempest-NetworksTestDHCPv6-router-1679498358', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:11Z', 'updated_at': '2022-10-17T17:53:15Z', 'revision_number': 2, 'project_id': '16630d51c6834023bd0811e0773898ef', 'gw_port_host': None, '_interfaces': [{'id': '10df4650-2e66-457a-8ffd-101b32497975', 'name': '', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'mac_address': 'fa:16:3e:27:73:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc0b2e5-bc55-4aa4-9896-6ca07821c1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '931fe898-c9f2-44a4-af97-b44081227cd2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:53:14Z', 'updated_at': '2022-10-17T17:53:16Z', 'revision_number': 2, 'project_id': '16630d51c6834023bd0811e0773898ef', 'subnets': [{'id': '931fe898-c9f2-44a4-af97-b44081227cd2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:20.208826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Checking router: 1fc0b2e5-bc55-4aa4-9896-6ca07821c1be for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:53:20.209433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Updating router 1fc0b2e5-bc55-4aa4-9896-6ca07821c1be port 10df4650-2e66-457a-8ffd-101b32497975 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:53:20.277480 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:20.288179 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] Set router 77ef01c9-edf4-4160-84b1-059b45a295be gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:20.334726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Transition to ACTIVE for port object fc7eadcf-18f3-48a8-9a51-8238fa6411e0 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:20.336336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port 1cc78f99-7ca3-4156-8163-a850491a8832 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:53:20.463684 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ef01c9-edf4-4160-84b1-059b45a295be', 'name': '', 'tenant_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:08Z', 'updated_at': '2022-10-17T17:53:19Z', 'revision_number': 4, 'project_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:20.468584 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b23dd-60b1-40ed-9383-6baaff345936 None None] The sync data for ids ['77ef01c9-edf4-4160-84b1-059b45a295be'] in dv-neutron-860895-1-hyperv is: [{'id': '77ef01c9-edf4-4160-84b1-059b45a295be', 'name': '', 'tenant_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:08Z', 'updated_at': '2022-10-17T17:53:19Z', 'revision_number': 4, 'project_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:20.617785 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Attempt 5 to provision port b149aa65-7f2f-4c9b-a49f-37853391dd76 Oct 17 17:53:20.684416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] For port 4ad09390-58a5-43f5-b7b2-fd822ca513af, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4ad09390-58a5-43f5-b7b2-fd822ca513af,segment=NetworkSegment(ff6ace72-a459-4515-b7d2-84ccc1790b71),segment_id=ff6ace72-a459-4515-b7d2-84ccc1790b71)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:20.684930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:20.745446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Port b149aa65-7f2f-4c9b-a49f-37853391dd76 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:20.846209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:20.860103 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Transition to ACTIVE for port object 10df4650-2e66-457a-8ffd-101b32497975 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:20.869585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:20.901969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Calling delete_port for 4ad09390-58a5-43f5-b7b2-fd822ca513af owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:21.013994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-339b97bb-e505-4fc4-82ce-0a5b2587b405 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.052463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.082364 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d567be-59d6-4ff9-88b3-cac4cbc8ecb8 None None] Pushing event updated for resources: {'Port': ['ID=10df4650-2e66-457a-8ffd-101b32497975,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:21.101998 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Attempting to bind port 10df4650-2e66-457a-8ffd-101b32497975 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:21.102370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Attempting to bind port 10df4650-2e66-457a-8ffd-101b32497975 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:21.102735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Attempting to bind port 10df4650-2e66-457a-8ffd-101b32497975 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:21.109392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:21.109768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:21.110172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.110565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:21.111028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Bound port: 10df4650-2e66-457a-8ffd-101b32497975, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:21.111419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.220839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] For port 10df4650-2e66-457a-8ffd-101b32497975, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:21.224771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] For port 10df4650-2e66-457a-8ffd-101b32497975, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=10df4650-2e66-457a-8ffd-101b32497975,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:21.230062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.308592 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Attempt 6 to provision port b149aa65-7f2f-4c9b-a49f-37853391dd76 Oct 17 17:53:21.377441 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d567be-59d6-4ff9-88b3-cac4cbc8ecb8 None None] Pushing event updated for resources: {'Port': ['ID=10df4650-2e66-457a-8ffd-101b32497975,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:21.377441 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Port b149aa65-7f2f-4c9b-a49f-37853391dd76 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:21.382587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Network f81ca915-6f90-46ae-86ec-4bde616eedb6 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:21.383213 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Routers {'1fc0b2e5-bc55-4aa4-9896-6ca07821c1be'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:21.383424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1fc0b2e5-bc55-4aa4-9896-6ca07821c1be'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:21.400199 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:21.403459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:21.449452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.451941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb41f-717a-4dd2-a776-acd882e60a7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.482927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event updated for resources: {'Port': ['ID=fc7eadcf-18f3-48a8-9a51-8238fa6411e0,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:21.541485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda26a8e-5280-4975-93e2-8b1cc3909b6f req-b03d7129-ca8e-4056-a39a-dcdf4629a175 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:21.549308 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bda26a8e-5280-4975-93e2-8b1cc3909b6f req-b03d7129-ca8e-4056-a39a-dcdf4629a175 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.8535666 Oct 17 17:53:21.564647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] Set router 1fc0b2e5-bc55-4aa4-9896-6ca07821c1be gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:21.575142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.683805 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bda26a8e-5280-4975-93e2-8b1cc3909b6f req-3d7b7186-4878-4c3f-a6bd-61921f12c3a3 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330564 Oct 17 17:53:21.756242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.859016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:21.868477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:21.876352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:21.877179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-339b97bb-e505-4fc4-82ce-0a5b2587b405 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 30c4ddcb-64c5-44a7-9b84-cba282e41b30 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:21.877492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-339b97bb-e505-4fc4-82ce-0a5b2587b405 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.878505 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Attempt 7 to provision port b149aa65-7f2f-4c9b-a49f-37853391dd76 Oct 17 17:53:21.882110 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:21.882724 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.893587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.902862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-3bbcb41f-717a-4dd2-a776-acd882e60a7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 10df4650-2e66-457a-8ffd-101b32497975 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:21.903223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb41f-717a-4dd2-a776-acd882e60a7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:21.903844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=1cc78f99-7ca3-4156-8163-a850491a8832,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:21.980009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Port b149aa65-7f2f-4c9b-a49f-37853391dd76 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:22.009967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ad09390-58a5-43f5-b7b2-fd822ca513af,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:22.068090 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc0b2e5-bc55-4aa4-9896-6ca07821c1be', 'name': 'tempest-NetworksTestDHCPv6-router-1679498358', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:11Z', 'updated_at': '2022-10-17T17:53:15Z', 'revision_number': 2, 'project_id': '16630d51c6834023bd0811e0773898ef', 'gw_port_host': None, '_interfaces': [{'id': '10df4650-2e66-457a-8ffd-101b32497975', 'name': '', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'mac_address': 'fa:16:3e:27:73:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc0b2e5-bc55-4aa4-9896-6ca07821c1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '931fe898-c9f2-44a4-af97-b44081227cd2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:53:14Z', 'updated_at': '2022-10-17T17:53:21Z', 'revision_number': 4, 'project_id': '16630d51c6834023bd0811e0773898ef', 'subnets': [{'id': '931fe898-c9f2-44a4-af97-b44081227cd2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:22.073530 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf2c9f-9f4e-4a56-9714-35b4ab6cab51 None None] The sync data for ids ['1fc0b2e5-bc55-4aa4-9896-6ca07821c1be'] in dv-neutron-860895-1-hyperv is: [{'id': '1fc0b2e5-bc55-4aa4-9896-6ca07821c1be', 'name': 'tempest-NetworksTestDHCPv6-router-1679498358', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:11Z', 'updated_at': '2022-10-17T17:53:15Z', 'revision_number': 2, 'project_id': '16630d51c6834023bd0811e0773898ef', 'gw_port_host': None, '_interfaces': [{'id': '10df4650-2e66-457a-8ffd-101b32497975', 'name': '', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'mac_address': 'fa:16:3e:27:73:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc0b2e5-bc55-4aa4-9896-6ca07821c1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '931fe898-c9f2-44a4-af97-b44081227cd2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:53:14Z', 'updated_at': '2022-10-17T17:53:21Z', 'revision_number': 4, 'project_id': '16630d51c6834023bd0811e0773898ef', 'subnets': [{'id': '931fe898-c9f2-44a4-af97-b44081227cd2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:22.076770 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5135b039-e16f-447c-97ff-ca870ba17ba8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3543618 Oct 17 17:53:22.122267 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42950) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:22.133221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-2c9a8ed5-06ae-4dc9-bca6-bf359708bfc6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:22.152947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:22.254294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6bb7-859d-4008-843a-321858f21629 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:22.369067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-339b97bb-e505-4fc4-82ce-0a5b2587b405 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:22.397540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:22.398151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-3bbcb41f-717a-4dd2-a776-acd882e60a7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] For port 10df4650-2e66-457a-8ffd-101b32497975, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=10df4650-2e66-457a-8ffd-101b32497975,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:22.398151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb41f-717a-4dd2-a776-acd882e60a7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:22.482996 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Attempt 8 to provision port b149aa65-7f2f-4c9b-a49f-37853391dd76 Oct 17 17:53:22.583454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Port b149aa65-7f2f-4c9b-a49f-37853391dd76 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:22.665007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-339b97bb-e505-4fc4-82ce-0a5b2587b405 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for 30c4ddcb-64c5-44a7-9b84-cba282e41b30 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:22.745417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:22.752691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:22.839460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-3bbcb41f-717a-4dd2-a776-acd882e60a7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 10df4650-2e66-457a-8ffd-101b32497975 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:22.871191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8ed5-06ae-4dc9-bca6-bf359708bfc6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:22.983881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 10df4650-2e66-457a-8ffd-101b32497975 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:23.034577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.035103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77ef01c9-edf4-4160-84b1-059b45a295be {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:53:23.065926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 10df4650-2e66-457a-8ffd-101b32497975 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:23.071212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.072409 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-45e9c323-3bcc-4ea0-8b74-493ce595264e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "DELETE /v2.0/routers/77ef01c9-edf4-4160-84b1-059b45a295be HTTP/1.1" status: 204 len: 168 time: 4.6495390 Oct 17 17:53:23.080169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42956) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:23.084882 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Attempt 9 to provision port b149aa65-7f2f-4c9b-a49f-37853391dd76 Oct 17 17:53:23.174216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Port b149aa65-7f2f-4c9b-a49f-37853391dd76 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:23.252310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-12750a9c-f138-4ca5-a2c3-fd3018cde35c tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Deleting subnet 32752b3f-557a-4f8e-867a-a6326e442687 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:23.262888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-12750a9c-f138-4ca5-a2c3-fd3018cde35c tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.305281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa6bb7-859d-4008-843a-321858f21629 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port b149aa65-7f2f-4c9b-a49f-37853391dd76 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:23.305618 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6bb7-859d-4008-843a-321858f21629 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.319188 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb9564-dbd6-434d-aab9-734d7eed639b req-1770b4d8-9c1b-4f2f-8117-7188aa62eec2 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:23.320673 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0fcb9564-dbd6-434d-aab9-734d7eed639b req-1770b4d8-9c1b-4f2f-8117-7188aa62eec2 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.4233532 Oct 17 17:53:23.379784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-12750a9c-f138-4ca5-a2c3-fd3018cde35c tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.456012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8ed5-06ae-4dc9-bca6-bf359708bfc6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.475222 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8ed5-06ae-4dc9-bca6-bf359708bfc6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.475726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a8ed5-06ae-4dc9-bca6-bf359708bfc6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] In _notify_port_updated(), no bound segment for port 1cc78f99-7ca3-4156-8163-a850491a8832 on network 98380ccf-f03b-4a5b-810f-10cdd9249d1b {{(pid=89190) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:53:23.481107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9a8ed5-06ae-4dc9-bca6-bf359708bfc6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:23.481692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2c9a8ed5-06ae-4dc9-bca6-bf359708bfc6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.486059 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2c9a8ed5-06ae-4dc9-bca6-bf359708bfc6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "PUT /v2.0/ports/1cc78f99-7ca3-4156-8163-a850491a8832 HTTP/1.1" status: 200 len: 818 time: 1.3553531 Oct 17 17:53:23.504779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42960) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:23.537017 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0fcb9564-dbd6-434d-aab9-734d7eed639b req-196f311f-4ccd-45d1-8f8a-33be6ea99094 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085505 Oct 17 17:53:23.563213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-339b97bb-e505-4fc4-82ce-0a5b2587b405 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.589271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-12750a9c-f138-4ca5-a2c3-fd3018cde35c tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.634537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.635063 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb41f-717a-4dd2-a776-acd882e60a7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.639782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a8ed5-06ae-4dc9-bca6-bf359708bfc6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=1cc78f99-7ca3-4156-8163-a850491a8832,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:23.651532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.675565 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Attempt 10 to provision port b149aa65-7f2f-4c9b-a49f-37853391dd76 Oct 17 17:53:23.727066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b97bb-e505-4fc4-82ce-0a5b2587b405 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=30c4ddcb-64c5-44a7-9b84-cba282e41b30,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:23.782986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61644843-6876-4c54-b9da-14509f11c9dd None None] Port b149aa65-7f2f-4c9b-a49f-37853391dd76 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:23.843486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcb41f-717a-4dd2-a776-acd882e60a7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=10df4650-2e66-457a-8ffd-101b32497975,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:23.852444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-512488b5-e56f-4886-b914-880665c2b127 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 1cc78f99-7ca3-4156-8163-a850491a8832 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:23.852794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-512488b5-e56f-4886-b914-880665c2b127 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.907404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Could not find standard attr ID for object 10df4650-2e66-457a-8ffd-101b32497975. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:53:23.919791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6bb7-859d-4008-843a-321858f21629 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.924654 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Provisioning for port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:23.932034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Provisioning complete for port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:23.932946 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:23.933520 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Attempt 1 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:23.940435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event updated for resources: {'Port': ['ID=fc7eadcf-18f3-48a8-9a51-8238fa6411e0,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:24.000668 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:53:24.004269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:24.083185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:24.096308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa6bb7-859d-4008-843a-321858f21629 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for b149aa65-7f2f-4c9b-a49f-37853391dd76 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:24.129704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-12750a9c-f138-4ca5-a2c3-fd3018cde35c tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:24.223579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12750a9c-f138-4ca5-a2c3-fd3018cde35c tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=32752b3f-557a-4f8e-867a-a6326e442687,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:24.246771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bbcb41f-717a-4dd2-a776-acd882e60a7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:24.263751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-12750a9c-f138-4ca5-a2c3-fd3018cde35c tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:24.264620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-339b97bb-e505-4fc4-82ce-0a5b2587b405 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:24.334259 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-12750a9c-f138-4ca5-a2c3-fd3018cde35c tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/32752b3f-557a-4f8e-867a-a6326e442687 HTTP/1.1" status: 204 len: 168 time: 1.2527833 Oct 17 17:53:24.342798 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42964) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:24.505719 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Attempt 2 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:24.566802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:24.803026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbcb41f-717a-4dd2-a776-acd882e60a7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Router 1fc0b2e5-bc55-4aa4-9896-6ca07821c1be has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:53:24.805857 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:24.819342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:24.828008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-512488b5-e56f-4886-b914-880665c2b127 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:24.909382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Network f81ca915-6f90-46ae-86ec-4bde616eedb6 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:24.938562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339b97bb-e505-4fc4-82ce-0a5b2587b405 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 83b94599-e1a0-4341-b573-cebec5333d57 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:53:24.965290 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbcb41f-717a-4dd2-a776-acd882e60a7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:24.972990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:24.978921 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a31941-2484-4b5c-80c9-cb8512bbb04f None None] Sync routers for ids ['1fc0b2e5-bc55-4aa4-9896-6ca07821c1be'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:24.985338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-512488b5-e56f-4886-b914-880665c2b127 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 1cc78f99-7ca3-4156-8163-a850491a8832 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:24.995557 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a31941-2484-4b5c-80c9-cb8512bbb04f None None] Routers {'1fc0b2e5-bc55-4aa4-9896-6ca07821c1be'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:24.996750 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-95a31941-2484-4b5c-80c9-cb8512bbb04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1fc0b2e5-bc55-4aa4-9896-6ca07821c1be'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:25.068468 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Attempt 3 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:25.119441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339b97bb-e505-4fc4-82ce-0a5b2587b405 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:25.123079 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3bbcb41f-717a-4dd2-a776-acd882e60a7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "PUT /v2.0/routers/1fc0b2e5-bc55-4aa4-9896-6ca07821c1be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9687393 Oct 17 17:53:25.137682 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c88019-ef80-4f2c-8b22-2b5ab357c6c3 None None] Sync routers for ids ['83b94599-e1a0-4341-b573-cebec5333d57'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:25.142226 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-339b97bb-e505-4fc4-82ce-0a5b2587b405 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/83b94599-e1a0-4341-b573-cebec5333d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4471993 Oct 17 17:53:25.142957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42970) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:25.143464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42972) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:25.200520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c88019-ef80-4f2c-8b22-2b5ab357c6c3 None None] Routers {'83b94599-e1a0-4341-b573-cebec5333d57'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:25.202015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-09c88019-ef80-4f2c-8b22-2b5ab357c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['83b94599-e1a0-4341-b573-cebec5333d57'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:25.250568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-236e0e78-6130-4c42-a5bb-792b73930ba2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Synchronizing usage tracker for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:25.262732 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-95a31941-2484-4b5c-80c9-cb8512bbb04f None None] Set router 1fc0b2e5-bc55-4aa4-9896-6ca07821c1be gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:25.299854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ecd33e-d15f-4ec1-bd96-da119184e96d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:25.301593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ecd33e-d15f-4ec1-bd96-da119184e96d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:25.302357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-93ecd33e-d15f-4ec1-bd96-da119184e96d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:25.306643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-236e0e78-6130-4c42-a5bb-792b73930ba2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Unset dirty status for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:25.311348 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-236e0e78-6130-4c42-a5bb-792b73930ba2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=83b94599-e1a0-4341-b573-cebec5333d57 HTTP/1.1" status: 200 len: 205 time: 0.1642613 Oct 17 17:53:25.311955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42978) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:25.334083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-09c88019-ef80-4f2c-8b22-2b5ab357c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:25.343834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:25.346672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c88019-ef80-4f2c-8b22-2b5ab357c6c3 None None] Routers {'83b94599-e1a0-4341-b573-cebec5333d57'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:25.347563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-09c88019-ef80-4f2c-8b22-2b5ab357c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['83b94599-e1a0-4341-b573-cebec5333d57'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:25.385684 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-95a31941-2484-4b5c-80c9-cb8512bbb04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc0b2e5-bc55-4aa4-9896-6ca07821c1be', 'name': 'tempest-NetworksTestDHCPv6-router-1679498358', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:11Z', 'updated_at': '2022-10-17T17:53:23Z', 'revision_number': 3, 'project_id': '16630d51c6834023bd0811e0773898ef', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:25.390793 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a31941-2484-4b5c-80c9-cb8512bbb04f None None] Checking router: 1fc0b2e5-bc55-4aa4-9896-6ca07821c1be for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:53:25.400492 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a31941-2484-4b5c-80c9-cb8512bbb04f None None] Routers {'1fc0b2e5-bc55-4aa4-9896-6ca07821c1be'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:25.401896 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-95a31941-2484-4b5c-80c9-cb8512bbb04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1fc0b2e5-bc55-4aa4-9896-6ca07821c1be'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:25.411765 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-09c88019-ef80-4f2c-8b22-2b5ab357c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:25.412188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c88019-ef80-4f2c-8b22-2b5ab357c6c3 None None] The sync data for ids ['83b94599-e1a0-4341-b573-cebec5333d57'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:25.470083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Router 0c2ee515-1852-410e-b676-f50a8ccaa619 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:53:25.508156 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:25.533324 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0b85-fabd-44f7-b8d3-eb8c9cab857b req-5955c2cc-2e03-4257-afc7-445b4c1c9a25 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:25.534927 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e53a0b85-fabd-44f7-b8d3-eb8c9cab857b req-5955c2cc-2e03-4257-afc7-445b4c1c9a25 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.8620744 Oct 17 17:53:25.548688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6bb7-859d-4008-843a-321858f21629 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:25.565645 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-95a31941-2484-4b5c-80c9-cb8512bbb04f None None] Set router 1fc0b2e5-bc55-4aa4-9896-6ca07821c1be gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:25.603388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-93ecd33e-d15f-4ec1-bd96-da119184e96d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:25.607248 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-93ecd33e-d15f-4ec1-bd96-da119184e96d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4597633 Oct 17 17:53:25.607715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42982) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:25.645488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0c55c59c-3eaa-4fb7-b0ba-0d8cdd44abb9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:25.671538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad910f2-067c-4af7-a56c-7bcc5dabf3c9']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:25.678461 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-95a31941-2484-4b5c-80c9-cb8512bbb04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc0b2e5-bc55-4aa4-9896-6ca07821c1be', 'name': 'tempest-NetworksTestDHCPv6-router-1679498358', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:11Z', 'updated_at': '2022-10-17T17:53:23Z', 'revision_number': 3, 'project_id': '16630d51c6834023bd0811e0773898ef', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:25.682676 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a31941-2484-4b5c-80c9-cb8512bbb04f None None] The sync data for ids ['1fc0b2e5-bc55-4aa4-9896-6ca07821c1be'] in dv-neutron-860895-1-hyperv is: [{'id': '1fc0b2e5-bc55-4aa4-9896-6ca07821c1be', 'name': 'tempest-NetworksTestDHCPv6-router-1679498358', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:11Z', 'updated_at': '2022-10-17T17:53:23Z', 'revision_number': 3, 'project_id': '16630d51c6834023bd0811e0773898ef', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:25.684127 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-512488b5-e56f-4886-b914-880665c2b127 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:25.773564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa6bb7-859d-4008-843a-321858f21629 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=b149aa65-7f2f-4c9b-a49f-37853391dd76,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:25.809064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6ace72-a459-4515-b7d2-84ccc1790b71') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:25.809361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6ace72-a459-4515-b7d2-84ccc1790b71') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:25.845110 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Attempt 4 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:25.905574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:25.914362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512488b5-e56f-4886-b914-880665c2b127 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=1cc78f99-7ca3-4156-8163-a850491a8832,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:25.925433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:25.974631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eae416d-0122-4e50-bdcd-3717fd935e0e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 931fe898-c9f2-44a4-af97-b44081227cd2 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:25.986450 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e53a0b85-fabd-44f7-b8d3-eb8c9cab857b req-b46ef269-2099-43f9-a4f0-9ec5014a6c5b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4338739 Oct 17 17:53:25.988769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6eae416d-0122-4e50-bdcd-3717fd935e0e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.028746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0c55c59c-3eaa-4fb7-b0ba-0d8cdd44abb9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.033947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0c55c59c-3eaa-4fb7-b0ba-0d8cdd44abb9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.046696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-512488b5-e56f-4886-b914-880665c2b127 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.066892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6eae416d-0122-4e50-bdcd-3717fd935e0e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.071741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.088939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cfa6bb7-859d-4008-843a-321858f21629 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.093286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:53:26.093703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.113155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:26.115520 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-512488b5-e56f-4886-b914-880665c2b127 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/1cc78f99-7ca3-4156-8163-a850491a8832 HTTP/1.1" status: 204 len: 168 time: 2.6045060 Oct 17 17:53:26.115980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0c55c59c-3eaa-4fb7-b0ba-0d8cdd44abb9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.116618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c55c59c-3eaa-4fb7-b0ba-0d8cdd44abb9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Fanout notify agent at l3_agent the message router_deleted on router 83b94599-e1a0-4341-b573-cebec5333d57 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:53:26.118271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42988) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:26.138094 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6cb1115c-1149-44e2-aa7c-e000b186e8a7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "PUT /v2.0/routers/0c2ee515-1852-410e-b676-f50a8ccaa619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9270656 Oct 17 17:53:26.140915 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3b3d5-bf3f-4a1c-9166-2574fd349834 None None] Sync routers for ids ['0c2ee515-1852-410e-b676-f50a8ccaa619'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:26.145687 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 42992) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:26.147275 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment ff6ace72-a459-4515-b7d2-84ccc1790b71 resource provider aggregate not found Oct 17 17:53:26.154748 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3b3d5-bf3f-4a1c-9166-2574fd349834 None None] Routers {'0c2ee515-1852-410e-b676-f50a8ccaa619'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:26.154907 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-91b3b3d5-bf3f-4a1c-9166-2574fd349834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0c2ee515-1852-410e-b676-f50a8ccaa619'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:26.207599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0c55c59c-3eaa-4fb7-b0ba-0d8cdd44abb9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.211180 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0c55c59c-3eaa-4fb7-b0ba-0d8cdd44abb9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/83b94599-e1a0-4341-b573-cebec5333d57 HTTP/1.1" status: 204 len: 168 time: 0.8953991 Oct 17 17:53:26.213984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 42998) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:26.245381 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-91b3b3d5-bf3f-4a1c-9166-2574fd349834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:26.255996 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3b3d5-bf3f-4a1c-9166-2574fd349834 None None] Routers {'0c2ee515-1852-410e-b676-f50a8ccaa619'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:26.256955 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-91b3b3d5-bf3f-4a1c-9166-2574fd349834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0c2ee515-1852-410e-b676-f50a8ccaa619'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:26.319666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cf4cf4-b299-43b0-aa70-596acf14c569 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting subnet 80f49d65-db92-471e-8f14-ab64d34ca672 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:26.325153 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-91b3b3d5-bf3f-4a1c-9166-2574fd349834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:26.326317 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3b3d5-bf3f-4a1c-9166-2574fd349834 None None] The sync data for ids ['0c2ee515-1852-410e-b676-f50a8ccaa619'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:26.328420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-16cf4cf4-b299-43b0-aa70-596acf14c569 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.358810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6eae416d-0122-4e50-bdcd-3717fd935e0e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.373334 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment ff6ace72-a459-4515-b7d2-84ccc1790b71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff6ace72-a459-4515-b7d2-84ccc1790b71 found for delete ", "request_id": "req-4683180e-f900-4478-8bd3-d0d35e63556d"}]} Oct 17 17:53:26.426584 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Attempt 5 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:26.438192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eedef0-df80-4be0-bdcd-b55449c2f5e4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:26.438875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-56eedef0-df80-4be0-bdcd-b55449c2f5e4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:26.454617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-16cf4cf4-b299-43b0-aa70-596acf14c569 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.489289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:26.518601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-56eedef0-df80-4be0-bdcd-b55449c2f5e4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:26.519796 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-56eedef0-df80-4be0-bdcd-b55449c2f5e4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4004960 Oct 17 17:53:26.523559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43002) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:26.570124 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6eae416d-0122-4e50-bdcd-3717fd935e0e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.618132 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8fc4e4-05d1-4344-8cb4-e1de206ae011 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:53:26.619465 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-da8fc4e4-05d1-4344-8cb4-e1de206ae011 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/1cc78f99-7ca3-4156-8163-a850491a8832 HTTP/1.1" status: 404 len: 333 time: 0.0950391 Oct 17 17:53:26.625667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43006) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:26.628069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae416d-0122-4e50-bdcd-3717fd935e0e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=931fe898-c9f2-44a4-af97-b44081227cd2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:26.630773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6eae416d-0122-4e50-bdcd-3717fd935e0e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.636325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ea649c-00ce-4c95-87b4-c5faa1c963a1 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:26.646877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1977006757'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:26.659442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:26.665320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:network and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:26.669192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:26.679862 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6eae416d-0122-4e50-bdcd-3717fd935e0e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/931fe898-c9f2-44a4-af97-b44081227cd2 HTTP/1.1" status: 204 len: 168 time: 1.0687616 Oct 17 17:53:26.679862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:26.680183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.681030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43010) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:26.700399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:26.705021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.718810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-16cf4cf4-b299-43b0-aa70-596acf14c569 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.759575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fad910f2-067c-4af7-a56c-7bcc5dabf3c9 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 17 17:53:26.791112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:53:26.804365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.804823 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Added segment 7cd75c90-4a7a-43e9-94bc-20bdec2f52e9 of type vlan for network 9a599a82-6667-4c1c-8f82-e36aa9909b0c Oct 17 17:53:26.827558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.837525 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-16cf4cf4-b299-43b0-aa70-596acf14c569 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.877839 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.891965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event deleted for resources: {'Network': ['ID=fad910f2-067c-4af7-a56c-7bcc5dabf3c9,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:26.895113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-16cf4cf4-b299-43b0-aa70-596acf14c569 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.900206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf4cf4-b299-43b0-aa70-596acf14c569 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Subnet': ['ID=80f49d65-db92-471e-8f14-ab64d34ca672,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:26.902507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700bf945-121e-45e7-9086-f0367260ed6c None None] Network 693d7597-6adc-4f28-aab7-9fa81c107aba requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:26.915022 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-16cf4cf4-b299-43b0-aa70-596acf14c569 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/80f49d65-db92-471e-8f14-ab64d34ca672 HTTP/1.1" status: 204 len: 168 time: 0.6982501 Oct 17 17:53:26.924566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43014) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:26.967688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c4849a0-d292-40b6-b6fe-ef5b409db429 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.986976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:26.992876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:26.993507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:27.004611 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Attempt 6 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:27.034219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 10df4650-2e66-457a-8ffd-101b32497975 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:27.067556 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50bdae5-1027-4db6-857f-f1ae11f5e6b9 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:53:27.110954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-477a6d33-65bb-4826-a3a1-8b5f47d09fca tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting subnet 29874533-b6e5-4fc3-95ae-22da5a130a92 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:27.130523 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5011616 Oct 17 17:53:27.130523 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-477a6d33-65bb-4826-a3a1-8b5f47d09fca tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:27.162533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43020) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:27.174595 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '9a599a82-6667-4c1c-8f82-e36aa9909b0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:27.213833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 10df4650-2e66-457a-8ffd-101b32497975 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:53:27.214205 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 10df4650-2e66-457a-8ffd-101b32497975 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:53:27.215760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d50bdae5-1027-4db6-857f-f1ae11f5e6b9 None None] Deleting port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:27.217381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d50bdae5-1027-4db6-857f-f1ae11f5e6b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:27.331287 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-35788191-97e1-4381-a9db-e5039eeee049 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "DELETE /v2.0/networks/fad910f2-067c-4af7-a56c-7bcc5dabf3c9 HTTP/1.1" status: 204 len: 168 time: 2.9861937 Oct 17 17:53:27.348743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfa6bb7-859d-4008-843a-321858f21629 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Router 29abe941-4dd8-4248-bf4b-89eefa900515 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:53:27.469085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:27.589488 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7424c676-66d2-49ef-87da-978e38b45f2e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9077222 Oct 17 17:53:27.602600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43030) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:27.653480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f20d4-6834-4f21-afdb-5c7ab8f7936b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Network': ['ID=9a599a82-6667-4c1c-8f82-e36aa9909b0c,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:27.674167 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-477a6d33-65bb-4826-a3a1-8b5f47d09fca tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:27.710800 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43034) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:27.723675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-97f93554-a5f1-40c6-b895-b6920254910d tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Request body: {'router': {'name': 'tempest-router--913033105', 'project_id': '7aa254518a624f2e92c4c1842dded2f9'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:27.730530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:27.737334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-97f93554-a5f1-40c6-b895-b6920254910d tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:27.742722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 9a599a82-6667-4c1c-8f82-e36aa9909b0c details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:53:27.743142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:27.750423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-97f93554-a5f1-40c6-b895-b6920254910d tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Usage tracker for resource:router and tenant:7aa254518a624f2e92c4c1842dded2f9 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:27.753172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:27.766134 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-97f93554-a5f1-40c6-b895-b6920254910d tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:27.773450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:27.778239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-97f93554-a5f1-40c6-b895-b6920254910d tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:27.808214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97f93554-a5f1-40c6-b895-b6920254910d tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:27.809305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97f93554-a5f1-40c6-b895-b6920254910d tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:27.821267 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-4c4849a0-d292-40b6-b6fe-ef5b409db429 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 17 17:53:27.823257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:27.825075 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4c4849a0-d292-40b6-b6fe-ef5b409db429 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "DELETE /v2.0/routers/0c2ee515-1852-410e-b676-f50a8ccaa619 HTTP/1.1" status: 409 len: 329 time: 1.6741519 Oct 17 17:53:27.826460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfa6bb7-859d-4008-843a-321858f21629 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:27.827162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:27.836013 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6cfa6bb7-859d-4008-843a-321858f21629 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "PUT /v2.0/routers/29abe941-4dd8-4248-bf4b-89eefa900515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8038926 Oct 17 17:53:27.836754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43038) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:27.837090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43040) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:27.898814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9ed31-8679-4d8e-a338-1e74260ebd6f None None] Sync routers for ids ['29abe941-4dd8-4248-bf4b-89eefa900515'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:27.915652 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ab072-8f79-4d31-b4c8-407eddf0e3d9 req-02cf2683-55c6-49ad-885f-0020bcb03818 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:27.916954 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-650ab072-8f79-4d31-b4c8-407eddf0e3d9 req-02cf2683-55c6-49ad-885f-0020bcb03818 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.4352050 Oct 17 17:53:27.969037 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97f93554-a5f1-40c6-b895-b6920254910d tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:27.995669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-477a6d33-65bb-4826-a3a1-8b5f47d09fca tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.002884 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Attempt 7 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:28.095118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97f93554-a5f1-40c6-b895-b6920254910d tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.103251 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-650ab072-8f79-4d31-b4c8-407eddf0e3d9 req-1b8b437a-b33f-4266-93d1-fb1e53c35015 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758268 Oct 17 17:53:28.131522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:28.199360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ff38e70a-f994-429d-a445-b740b376718a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.219959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-97f93554-a5f1-40c6-b895-b6920254910d tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.221352 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-97f93554-a5f1-40c6-b895-b6920254910d tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5037966 Oct 17 17:53:28.225713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43046) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:28.233640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9ed31-8679-4d8e-a338-1e74260ebd6f None None] Routers {'29abe941-4dd8-4248-bf4b-89eefa900515'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:28.234293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fca9ed31-8679-4d8e-a338-1e74260ebd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['29abe941-4dd8-4248-bf4b-89eefa900515'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:28.264912 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e8bcfb-e7ae-4bbe-b479-fda2d2ed22ff tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:53:28.265192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-06e8bcfb-e7ae-4bbe-b479-fda2d2ed22ff tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:28.356903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fca9ed31-8679-4d8e-a338-1e74260ebd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:28.379546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d50bdae5-1027-4db6-857f-f1ae11f5e6b9 None None] For port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=94b51035-4763-4a4e-8a84-79a3cbf5fc2a,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:28.380607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d50bdae5-1027-4db6-857f-f1ae11f5e6b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.403726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-477a6d33-65bb-4826-a3a1-8b5f47d09fca tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.405248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9ed31-8679-4d8e-a338-1e74260ebd6f None None] Routers {'29abe941-4dd8-4248-bf4b-89eefa900515'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:28.405565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fca9ed31-8679-4d8e-a338-1e74260ebd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['29abe941-4dd8-4248-bf4b-89eefa900515'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:28.464663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6d33-65bb-4826-a3a1-8b5f47d09fca tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Subnet': ['ID=29874533-b6e5-4fc3-95ae-22da5a130a92,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:28.468731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7259cba3-0c48-4d3f-b446-7092f291ddbf tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.526647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-477a6d33-65bb-4826-a3a1-8b5f47d09fca tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.574020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9301d0f1-ff29-4bb6-b32d-0c478b22e335 None None] Network 6dc136e0-f442-4e4c-a971-50998de52566 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:28.604148 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-477a6d33-65bb-4826-a3a1-8b5f47d09fca tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/29874533-b6e5-4fc3-95ae-22da5a130a92 HTTP/1.1" status: 204 len: 168 time: 1.6784706 Oct 17 17:53:28.614081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43050) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:28.615291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.670593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fca9ed31-8679-4d8e-a338-1e74260ebd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:28.671269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca9ed31-8679-4d8e-a338-1e74260ebd6f None None] The sync data for ids ['29abe941-4dd8-4248-bf4b-89eefa900515'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:28.672552 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Attempt 8 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:28.675251 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-06e8bcfb-e7ae-4bbe-b479-fda2d2ed22ff tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:28.677708 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-06e8bcfb-e7ae-4bbe-b479-fda2d2ed22ff tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/b149aa65-7f2f-4c9b-a49f-37853391dd76 HTTP/1.1" status: 404 len: 333 time: 0.8342056 Oct 17 17:53:28.724830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d50bdae5-1027-4db6-857f-f1ae11f5e6b9 None None] Calling delete_port for 94b51035-4763-4a4e-8a84-79a3cbf5fc2a owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:28.748168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43054) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:28.765004 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db011c9-af5f-4404-9980-40dfb9f3dae1 None None] DHCP port deletion for 693d7597-6adc-4f28-aab7-9fa81c107aba request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:53:28.871471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1db011c9-af5f-4404-9980-40dfb9f3dae1 None None] Deleting port f97d7a86-e3a1-4ef1-a649-8a0006bec810 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:28.872107 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1db011c9-af5f-4404-9980-40dfb9f3dae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.925988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ff38e70a-f994-429d-a445-b740b376718a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.930575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ff38e70a-f994-429d-a445-b740b376718a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.938010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c08006f4-5be9-4e00-994c-ce27e02a2fba tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:28.998016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:29.018738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 94b51035-4763-4a4e-8a84-79a3cbf5fc2a no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:29.093676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7259cba3-0c48-4d3f-b446-7092f291ddbf tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.098727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.104630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7259cba3-0c48-4d3f-b446-7092f291ddbf tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.109366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Subnet': ['ID=7b2546cb-7338-4937-8f2f-32017f0955a9,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:29.139754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Checking segment: {'id': '7cd75c90-4a7a-43e9-94bc-20bdec2f52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9a599a82-6667-4c1c-8f82-e36aa9909b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:29.140178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network hostable DHCP agents. Network: 9a599a82-6667-4c1c-8f82-e36aa9909b0c, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:53:29.161312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port f97d7a86-e3a1-4ef1-a649-8a0006bec810 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:29.162301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.257418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7259cba3-0c48-4d3f-b446-7092f291ddbf tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.257809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7259cba3-0c48-4d3f-b446-7092f291ddbf tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f9f05546-be34-4093-91b4-41cca36612a4 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:53:29.265654 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7f38b6e8-2357-4e31-a32c-50aa8c67928a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.274366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 9a599a82-6667-4c1c-8f82-e36aa9909b0c is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:53:29.284787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7259cba3-0c48-4d3f-b446-7092f291ddbf tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.288658 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7259cba3-0c48-4d3f-b446-7092f291ddbf tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "DELETE /v2.0/routers/f9f05546-be34-4093-91b4-41cca36612a4 HTTP/1.1" status: 204 len: 168 time: 1.0521924 Oct 17 17:53:29.321534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d50bdae5-1027-4db6-857f-f1ae11f5e6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.367956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 9a599a82-6667-4c1c-8f82-e36aa9909b0c) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:29.377131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:29.377887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.467967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5a6190-54a9-47c3-aa13-d76700c9c636 None None] Network 9a599a82-6667-4c1c-8f82-e36aa9909b0c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:29.492901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50bdae5-1027-4db6-857f-f1ae11f5e6b9 None None] No DVR routers for this DVR port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:53:29.497515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bdae5-1027-4db6-857f-f1ae11f5e6b9 None None] Pushing event deleted for resources: {'Port': ['ID=94b51035-4763-4a4e-8a84-79a3cbf5fc2a,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:29.521418 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Attempt 9 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:29.547169 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No active binding found for port 94b51035-4763-4a4e-8a84-79a3cbf5fc2a {{(pid=89192) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 17 17:53:29.549306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 94b51035-4763-4a4e-8a84-79a3cbf5fc2a not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:53:29.550011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f97d7a86-e3a1-4ef1-a649-8a0006bec810 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:29.556021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43062) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:29.633642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ff38e70a-f994-429d-a445-b740b376718a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.634816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff38e70a-f994-429d-a445-b740b376718a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Fanout notify agent at l3_agent the message router_deleted on router 1fc0b2e5-bc55-4aa4-9896-6ca07821c1be {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:53:29.711573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] For port f97d7a86-e3a1-4ef1-a649-8a0006bec810, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f97d7a86-e3a1-4ef1-a649-8a0006bec810,segment=NetworkSegment(ed85afb3-21ca-4fe2-b00c-5256c0d0d385),segment_id=ed85afb3-21ca-4fe2-b00c-5256c0d0d385)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:29.711936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.750928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ff38e70a-f994-429d-a445-b740b376718a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.760436 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ff38e70a-f994-429d-a445-b740b376718a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/routers/1fc0b2e5-bc55-4aa4-9896-6ca07821c1be HTTP/1.1" status: 204 len: 168 time: 2.1551175 Oct 17 17:53:29.761420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43068) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:29.784560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:29.805811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c08006f4-5be9-4e00-994c-ce27e02a2fba tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.814991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1db011c9-af5f-4404-9980-40dfb9f3dae1 None None] For port f97d7a86-e3a1-4ef1-a649-8a0006bec810, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f97d7a86-e3a1-4ef1-a649-8a0006bec810,segment=NetworkSegment(ed85afb3-21ca-4fe2-b00c-5256c0d0d385),segment_id=ed85afb3-21ca-4fe2-b00c-5256c0d0d385)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:29.815597 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c08006f4-5be9-4e00-994c-ce27e02a2fba tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.815745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1db011c9-af5f-4404-9980-40dfb9f3dae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:29.823394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:29.905859 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e0341cd4-0a4b-45bb-a1df-5f5a64e26eb2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7380466 Oct 17 17:53:29.913226 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for f97d7a86-e3a1-4ef1-a649-8a0006bec810 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:29.917609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43072) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:29.931628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e4b8a4dd-8bfc-4f7d-9de0-0074076689cc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '9a599a82-6667-4c1c-8f82-e36aa9909b0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:29.946484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1439887180', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:29.965904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:29.973305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Usage tracker for resource:router and tenant:85ca27358dd2403e9d9054c6beaf22e3 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:29.977956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:29.987331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:29.998990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d22d6be-bbe6-4b6d-a2d0-afc3589ea2f6 None None] DHCP port deletion for 6dc136e0-f442-4e4c-a971-50998de52566 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:53:30.010618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1db011c9-af5f-4404-9980-40dfb9f3dae1 None None] Calling delete_port for f97d7a86-e3a1-4ef1-a649-8a0006bec810 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:30.021467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.023020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.029766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.088317 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5d22d6be-bbe6-4b6d-a2d0-afc3589ea2f6 None None] Deleting port 8be0bb76-5827-4cc3-b8d8-93af43023f5c {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:30.088941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5d22d6be-bbe6-4b6d-a2d0-afc3589ea2f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.102610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c08006f4-5be9-4e00-994c-ce27e02a2fba tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.103100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08006f4-5be9-4e00-994c-ce27e02a2fba tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Fanout notify agent at l3_agent the message router_deleted on router 29abe941-4dd8-4248-bf4b-89eefa900515 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:53:30.116500 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15604095-7205-42c1-81c0-0a9839b98f62 req-61cec761-5a93-4484-b027-1e99d762ca48 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:30.119890 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Port f97d7a86-e3a1-4ef1-a649-8a0006bec810 update to DOWN by agent not found {{(pid=89192) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 17 17:53:30.125438 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-15604095-7205-42c1-81c0-0a9839b98f62 req-61cec761-5a93-4484-b027-1e99d762ca48 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.6509144 Oct 17 17:53:30.140756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.147345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=f97d7a86-e3a1-4ef1-a649-8a0006bec810,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:30.159874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:30.165493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No DVR routers for this DVR port f97d7a86-e3a1-4ef1-a649-8a0006bec810 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:53:30.174878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:30.180329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:30.194921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c08006f4-5be9-4e00-994c-ce27e02a2fba tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.198591 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c08006f4-5be9-4e00-994c-ce27e02a2fba tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/routers/29abe941-4dd8-4248-bf4b-89eefa900515 HTTP/1.1" status: 204 len: 168 time: 1.4444261 Oct 17 17:53:30.204330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43076) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:30.212516 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:30.261172 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-15604095-7205-42c1-81c0-0a9839b98f62 req-67f538f6-ddeb-4ff9-8601-9a862de32b1c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347008 Oct 17 17:53:30.267086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-9a599a82-6667-4c1c-8f82-e36aa9909b0c', 'network_id': '9a599a82-6667-4c1c-8f82-e36aa9909b0c', 'tenant_id': '05dbf97f09e748a0bfcd2cbee286018f', 'fixed_ips': [{'subnet_id': '7b2546cb-7338-4937-8f2f-32017f0955a9'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:53:30.268126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.304172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:30.307578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-1db011c9-af5f-4404-9980-40dfb9f3dae1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:53:30.307754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.307987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-1db011c9-af5f-4404-9980-40dfb9f3dae1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:53:30.329484 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Attempt 10 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:30.402537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e4b8a4dd-8bfc-4f7d-9de0-0074076689cc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:30.416282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e4b8a4dd-8bfc-4f7d-9de0-0074076689cc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:30.421021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36a40989-e702-4183-96c5-fc0e9c9587d7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.483629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e4b8a4dd-8bfc-4f7d-9de0-0074076689cc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:30.484820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-665fc770-2932-45c1-8a5d-ff4e057d28ac tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting subnet 14a7c6ea-ba04-42c8-bf99-d0f1795678cd {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:30.500620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-665fc770-2932-45c1-8a5d-ff4e057d28ac tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.526893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:30.529777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.535761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5d22d6be-bbe6-4b6d-a2d0-afc3589ea2f6 None None] For port 8be0bb76-5827-4cc3-b8d8-93af43023f5c, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8be0bb76-5827-4cc3-b8d8-93af43023f5c,segment=NetworkSegment(72a8c444-3a80-4b16-bc6a-14b2130364e2),segment_id=72a8c444-3a80-4b16-bc6a-14b2130364e2)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:30.536148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5d22d6be-bbe6-4b6d-a2d0-afc3589ea2f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.568926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e4b8a4dd-8bfc-4f7d-9de0-0074076689cc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:30.578885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3bca8b36-91eb-4a2b-b2bf-2a547b5d837a None None] Could not find standard attr ID for object b149aa65-7f2f-4c9b-a49f-37853391dd76. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:53:30.606916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b8a4dd-8bfc-4f7d-9de0-0074076689cc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:30.610739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a4dd-8bfc-4f7d-9de0-0074076689cc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.693570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693d7597-6adc-4f28-aab7-9fa81c107aba']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:30.724967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.730004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed85afb3-21ca-4fe2-b00c-5256c0d0d385') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:30.730434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed85afb3-21ca-4fe2-b00c-5256c0d0d385') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:30.738868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-665fc770-2932-45c1-8a5d-ff4e057d28ac tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.766924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5d22d6be-bbe6-4b6d-a2d0-afc3589ea2f6 None None] Calling delete_port for 8be0bb76-5827-4cc3-b8d8-93af43023f5c owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:30.784895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.814814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1db011c9-af5f-4404-9980-40dfb9f3dae1 None None] Deleting port f97d7a86-e3a1-4ef1-a649-8a0006bec810 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:30.815473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1db011c9-af5f-4404-9980-40dfb9f3dae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.885532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.904966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Allocated IP 172.20.0.2 (9a599a82-6667-4c1c-8f82-e36aa9909b0c/7b2546cb-7338-4937-8f2f-32017f0955a9/4bbf1812-038a-44df-b483-1d564f37466b) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:30.908184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:53:30.909004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.914270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1db011c9-af5f-4404-9980-40dfb9f3dae1 None None] The port 'f97d7a86-e3a1-4ef1-a649-8a0006bec810' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:53:30.938772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7ba52205-fd93-426b-969b-5b12db23b0be None None] Provisioning complete for port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:30.939367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7ba52205-fd93-426b-969b-5b12db23b0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:30.939851 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7ba52205-fd93-426b-969b-5b12db23b0be None None] Attempt 1 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:30.963906 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.ipam_backend_mixin [None req-e4b8a4dd-8bfc-4f7d-9de0-0074076689cc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7b2546cb-7338-4937-8f2f-32017f0955a9 (CIDR: 172.20.0.0/28) Oct 17 17:53:30.975890 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b8a4dd-8bfc-4f7d-9de0-0074076689cc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:53:30.976372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b8a4dd-8bfc-4f7d-9de0-0074076689cc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:53:31.022143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8be0bb76-5827-4cc3-b8d8-93af43023f5c no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:31.080975 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-36a40989-e702-4183-96c5-fc0e9c9587d7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Deleting port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:31.081226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36a40989-e702-4183-96c5-fc0e9c9587d7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.129312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.132513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7ba52205-fd93-426b-969b-5b12db23b0be None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:31.133323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5d22d6be-bbe6-4b6d-a2d0-afc3589ea2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.152395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-665fc770-2932-45c1-8a5d-ff4e057d28ac tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.161866 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e4b8a4dd-8bfc-4f7d-9de0-0074076689cc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2394693 Oct 17 17:53:31.166665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43084) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:31.177731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '9a599a82-6667-4c1c-8f82-e36aa9909b0c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:31.208630 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22d6be-bbe6-4b6d-a2d0-afc3589ea2f6 None None] Pushing event deleted for resources: {'Port': ['ID=8be0bb76-5827-4cc3-b8d8-93af43023f5c,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:31.218593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22d6be-bbe6-4b6d-a2d0-afc3589ea2f6 None None] No DVR routers for this DVR port 8be0bb76-5827-4cc3-b8d8-93af43023f5c on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:53:31.227861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.257705 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment ed85afb3-21ca-4fe2-b00c-5256c0d0d385 resource provider aggregate not found Oct 17 17:53:31.259145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No active binding found for port 8be0bb76-5827-4cc3-b8d8-93af43023f5c {{(pid=89192) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 17 17:53:31.260100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8be0bb76-5827-4cc3-b8d8-93af43023f5c not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:53:31.355216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.378246 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.392398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Transition to ACTIVE for port object 4bbf1812-038a-44df-b483-1d564f37466b will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:31.413725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Transition to ACTIVE for port object 4bbf1812-038a-44df-b483-1d564f37466b will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:31.420823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.451544 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Network': ['ID=693d7597-6adc-4f28-aab7-9fa81c107aba,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:31.457882 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment ed85afb3-21ca-4fe2-b00c-5256c0d0d385 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed85afb3-21ca-4fe2-b00c-5256c0d0d385 found for delete ", "request_id": "req-9194306c-1d66-41df-a6ea-5252d37473c0"}]} Oct 17 17:53:31.497426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Network 9a599a82-6667-4c1c-8f82-e36aa9909b0c is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:31.502098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:31.511265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:31.559613 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-33c0578e-7755-462a-86a3-cd7d7f7fd8d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/networks/693d7597-6adc-4f28-aab7-9fa81c107aba HTTP/1.1" status: 204 len: 168 time: 2.9373593 Oct 17 17:53:31.561352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Pushing event updated for resources: {'Port': ['ID=4bbf1812-038a-44df-b483-1d564f37466b,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:31.564198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5be9c68b-0f13-4c7b-ad91-342878ea8c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.564485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43092) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:31.599980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36a40989-e702-4183-96c5-fc0e9c9587d7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.632691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Attempting to bind port 4bbf1812-038a-44df-b483-1d564f37466b on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:31.632975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Attempting to bind port 4bbf1812-038a-44df-b483-1d564f37466b by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '7cd75c90-4a7a-43e9-94bc-20bdec2f52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9a599a82-6667-4c1c-8f82-e36aa9909b0c'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:31.633347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Attempting to bind port 4bbf1812-038a-44df-b483-1d564f37466b on network 9a599a82-6667-4c1c-8f82-e36aa9909b0c {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:31.637058 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7ba52205-fd93-426b-969b-5b12db23b0be None None] Attempt 2 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:31.661239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-665fc770-2932-45c1-8a5d-ff4e057d28ac tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.673586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:31.674249 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Checking segment: {'id': '7cd75c90-4a7a-43e9-94bc-20bdec2f52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9a599a82-6667-4c1c-8f82-e36aa9909b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:31.674859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.675689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Bound using segment: {'id': '7cd75c90-4a7a-43e9-94bc-20bdec2f52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9a599a82-6667-4c1c-8f82-e36aa9909b0c'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:31.676333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Bound port: 4bbf1812-038a-44df-b483-1d564f37466b, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd75c90-4a7a-43e9-94bc-20bdec2f52e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '9a599a82-6667-4c1c-8f82-e36aa9909b0c'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:31.676898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.746526 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-665fc770-2932-45c1-8a5d-ff4e057d28ac tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.754552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fc770-2932-45c1-8a5d-ff4e057d28ac tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Subnet': ['ID=14a7c6ea-ba04-42c8-bf99-d0f1795678cd,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:31.756437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-36a40989-e702-4183-96c5-fc0e9c9587d7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Calling delete_port for fc7eadcf-18f3-48a8-9a51-8238fa6411e0 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:31.761714 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7ba52205-fd93-426b-969b-5b12db23b0be None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:31.771342 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ded9a8-b755-4640-a006-501dc379a724 None None] Network 5421b656-e6f5-4820-9b93-59ca3b69811d requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:31.781374 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-665fc770-2932-45c1-8a5d-ff4e057d28ac tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/14a7c6ea-ba04-42c8-bf99-d0f1795678cd HTTP/1.1" status: 204 len: 168 time: 1.5725784 Oct 17 17:53:31.784376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43096) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:31.799620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:31.824746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:31.833848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:31.834619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.855646 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3b81b3-5be6-4f48-9ce7-b3b9387ecc4d None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:31.861963 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=737fdc2f-8054-48cf-ac78-bbf969d3ebf9,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:31.920984 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-52928d36-1a38-4d4f-9adb-4bfec62d925a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1531782 Oct 17 17:53:31.931399 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43100) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:31.937120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:31.941736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-7d42154f-35fb-4a49-a584-69a80723a384 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-456200908', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:31.951691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:31.953729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] For port 4bbf1812-038a-44df-b483-1d564f37466b, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:31.955735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7d42154f-35fb-4a49-a584-69a80723a384 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:31.956335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683e36b-86d7-49b4-a31b-40ee1790790c req-36614204-77b4-4d9f-b5a5-b0aec19bbeb0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:31.959228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:31.964185 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b683e36b-86d7-49b4-a31b-40ee1790790c req-36614204-77b4-4d9f-b5a5-b0aec19bbeb0 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.5183382 Oct 17 17:53:31.969607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:31.969994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7d42154f-35fb-4a49-a584-69a80723a384 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:router and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:31.972700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:31.975736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7d42154f-35fb-4a49-a584-69a80723a384 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:31.987460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7d42154f-35fb-4a49-a584-69a80723a384 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:31.987900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] For port 4bbf1812-038a-44df-b483-1d564f37466b, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4bbf1812-038a-44df-b483-1d564f37466b,segment=NetworkSegment(7cd75c90-4a7a-43e9-94bc-20bdec2f52e9),segment_id=7cd75c90-4a7a-43e9-94bc-20bdec2f52e9)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:32.001124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:32.004959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.022883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7d42154f-35fb-4a49-a584-69a80723a384 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.024361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7d42154f-35fb-4a49-a584-69a80723a384 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.030822 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.131834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097d45e-1d58-4f70-9ad8-f0f03b723e4b None None] Pushing event updated for resources: {'Port': ['ID=4bbf1812-038a-44df-b483-1d564f37466b,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:32.132979 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.219571 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b683e36b-86d7-49b4-a31b-40ee1790790c req-d68f6e59-bad1-462b-9884-6b14ee49e37d tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545004 Oct 17 17:53:32.220552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.225354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.262076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7d42154f-35fb-4a49-a584-69a80723a384 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.267835 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7ba52205-fd93-426b-969b-5b12db23b0be None None] Attempt 3 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:32.322567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36a40989-e702-4183-96c5-fc0e9c9587d7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.374045 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '737fdc2f-8054-48cf-ac78-bbf969d3ebf9'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:53:32.374045 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.387052 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7d42154f-35fb-4a49-a584-69a80723a384 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.394423 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7ba52205-fd93-426b-969b-5b12db23b0be None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:32.395792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 424b4601-47a1-4ac8-8929-1a334a129e6b {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:32.396131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.422051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a40989-e702-4183-96c5-fc0e9c9587d7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event deleted for resources: {'Port': ['ID=fc7eadcf-18f3-48a8-9a51-8238fa6411e0,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:32.464341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.558454 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc136e0-f442-4e4c-a971-50998de52566']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:32.585346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7d42154f-35fb-4a49-a584-69a80723a384 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.586706 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7d42154f-35fb-4a49-a584-69a80723a384 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6540983 Oct 17 17:53:32.591160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43104) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:32.615146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a8c444-3a80-4b16-bc6a-14b2130364e2') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:32.615721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a8c444-3a80-4b16-bc6a-14b2130364e2') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:32.620726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.629650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.638958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc93e67a-417e-4314-ba2b-f2ceed6ad17c None None] DHCP port deletion for 5421b656-e6f5-4820-9b93-59ca3b69811d request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:53:32.655665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-dc93e67a-417e-4314-ba2b-f2ceed6ad17c None None] Deleting port 424b4601-47a1-4ac8-8929-1a334a129e6b {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:32.656379 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-dc93e67a-417e-4314-ba2b-f2ceed6ad17c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.658329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.697351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.714730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Allocated IP 172.26.8.68 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/44371c44-b790-4852-a841-05530b917d91) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:32.776884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:53:32.777585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:32.869568 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Allocated IP 2001:db8::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/737fdc2f-8054-48cf-ac78-bbf969d3ebf9/60e3b806-d226-4662-b98c-d8806fb1e981) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:32.908243 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7ba52205-fd93-426b-969b-5b12db23b0be None None] Attempt 4 to provision port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 Oct 17 17:53:32.994931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] For port 424b4601-47a1-4ac8-8929-1a334a129e6b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=424b4601-47a1-4ac8-8929-1a334a129e6b,segment=NetworkSegment(09a36308-de93-4116-abb9-29e026f413eb),segment_id=09a36308-de93-4116-abb9-29e026f413eb)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:32.995338 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.034526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7ba52205-fd93-426b-969b-5b12db23b0be None None] Port fc7eadcf-18f3-48a8-9a51-8238fa6411e0 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:53:33.043397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4bbf1812-038a-44df-b483-1d564f37466b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:33.211940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-dc93e67a-417e-4314-ba2b-f2ceed6ad17c None None] For port 424b4601-47a1-4ac8-8929-1a334a129e6b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=424b4601-47a1-4ac8-8929-1a334a129e6b,segment=NetworkSegment(09a36308-de93-4116-abb9-29e026f413eb),segment_id=09a36308-de93-4116-abb9-29e026f413eb)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:33.212621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-dc93e67a-417e-4314-ba2b-f2ceed6ad17c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.317119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.325164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.347818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for 424b4601-47a1-4ac8-8929-1a334a129e6b owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:33.413374 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-dc93e67a-417e-4314-ba2b-f2ceed6ad17c None None] Calling delete_port for 424b4601-47a1-4ac8-8929-1a334a129e6b owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:33.460356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Network': ['ID=6dc136e0-f442-4e4c-a971-50998de52566,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:33.463937 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-aa918931-5f28-4244-ad96-e91499cfc4c8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/networks/6dc136e0-f442-4e4c-a971-50998de52566 HTTP/1.1" status: 204 len: 168 time: 1.8954008 Oct 17 17:53:33.486617 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 72a8c444-3a80-4b16-bc6a-14b2130364e2 resource provider aggregate not found Oct 17 17:53:33.489806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43116) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:33.499645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-dc93e67a-417e-4314-ba2b-f2ceed6ad17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.501916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'network': {'name': 'tempest-RoutersTest-790690980'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:33.526323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:33.550878 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 72a8c444-3a80-4b16-bc6a-14b2130364e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72a8c444-3a80-4b16-bc6a-14b2130364e2 found for delete ", "request_id": "req-41a45da8-c714-449e-9811-69d39087311f"}]} Oct 17 17:53:33.552145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:network and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:33.558424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:33.574178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93e67a-417e-4314-ba2b-f2ceed6ad17c None None] Pushing event deleted for resources: {'Port': ['ID=424b4601-47a1-4ac8-8929-1a334a129e6b,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:33.576832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 4bbf1812-038a-44df-b483-1d564f37466b completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:33.582278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:33.587915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.597154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:53:33.597771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:53:33.610710 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93e67a-417e-4314-ba2b-f2ceed6ad17c None None] No DVR routers for this DVR port 424b4601-47a1-4ac8-8929-1a334a129e6b on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:53:33.634297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:33.638046 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.664339 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 424b4601-47a1-4ac8-8929-1a334a129e6b no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:33.678599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:53:33.694152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.694775 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Added segment 1b713806-97f0-4da2-b7ab-026c2d1bfb9f of type vlan for network 4741707b-f889-4f0a-bef6-b183af4cb8ee Oct 17 17:53:33.706809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.717387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 424b4601-47a1-4ac8-8929-1a334a129e6b {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:53:33.717853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 424b4601-47a1-4ac8-8929-1a334a129e6b not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:53:33.760935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.774003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Transition to ACTIVE for port object 60e3b806-d226-4662-b98c-d8806fb1e981 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:33.796980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36a40989-e702-4183-96c5-fc0e9c9587d7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.801187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Transition to ACTIVE for port object 60e3b806-d226-4662-b98c-d8806fb1e981 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:33.812970 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.831078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:33.835566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:33.837983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:33.855519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba98ad2-20bb-4150-9e73-97668d2fffff None None] Network 9a599a82-6667-4c1c-8f82-e36aa9909b0c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:33.869685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:33.896941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Pushing event updated for resources: {'Port': ['ID=44371c44-b790-4852-a841-05530b917d91,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:33.977059 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:33.989526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:33.993950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2ee6416a-cefa-45be-b0e3-bfb445219242 None None] Provisioning for port 4bbf1812-038a-44df-b483-1d564f37466b completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:34.000209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Pushing event updated for resources: {'Port': ['ID=60e3b806-d226-4662-b98c-d8806fb1e981,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:34.004959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:34.010350 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2ee6416a-cefa-45be-b0e3-bfb445219242 None None] Provisioning complete for port 4bbf1812-038a-44df-b483-1d564f37466b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:34.011488 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2ee6416a-cefa-45be-b0e3-bfb445219242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.011488 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2ee6416a-cefa-45be-b0e3-bfb445219242 None None] Attempt 1 to provision port 4bbf1812-038a-44df-b483-1d564f37466b Oct 17 17:53:34.059225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.064767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:34.065337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.098765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port 424b4601-47a1-4ac8-8929-1a334a129e6b {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:34.099015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.216231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.247912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38c9fc-4f07-4764-bfe0-43ff5a103c8e req-4ca84b7f-3bdc-4b46-8e43-07d27f32f61b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:34.255358 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fd38c9fc-4f07-4764-bfe0-43ff5a103c8e req-4ca84b7f-3bdc-4b46-8e43-07d27f32f61b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.8027680 Oct 17 17:53:34.278719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.297380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] The port '424b4601-47a1-4ac8-8929-1a334a129e6b' was deleted {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:53:34.349962 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8559432 Oct 17 17:53:34.350670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d404428-aee6-4d5a-9141-2f344414293f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Network': ['ID=4741707b-f889-4f0a-bef6-b183af4cb8ee,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:34.351241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Attempting to bind port 60e3b806-d226-4662-b98c-d8806fb1e981 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:34.351813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Attempting to bind port 60e3b806-d226-4662-b98c-d8806fb1e981 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:34.352415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Attempting to bind port 60e3b806-d226-4662-b98c-d8806fb1e981 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:34.356025 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43122) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:34.381484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.382529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 4741707b-f889-4f0a-bef6-b183af4cb8ee details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:53:34.389556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'subnet': {'network_id': '4741707b-f889-4f0a-bef6-b183af4cb8ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:34.399224 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:34.399873 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:34.400439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.401249 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:34.401882 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Bound port: 60e3b806-d226-4662-b98c-d8806fb1e981, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:34.402426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.544702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a40989-e702-4183-96c5-fc0e9c9587d7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Router 0c2ee515-1852-410e-b676-f50a8ccaa619 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:53:34.562483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 9a599a82-6667-4c1c-8f82-e36aa9909b0c is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:34.574520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:34.578240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:34.578822 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.635913 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fd38c9fc-4f07-4764-bfe0-43ff5a103c8e req-68324c41-f2af-49b9-a259-e1bc4c66aaef tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780956 Oct 17 17:53:34.674176 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6416a-cefa-45be-b0e3-bfb445219242 None None] Current status of the port 4bbf1812-038a-44df-b483-1d564f37466b is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:34.674552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2ee6416a-cefa-45be-b0e3-bfb445219242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.693886 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5242219 Oct 17 17:53:34.694706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a92c82-8b0b-4c91-8be3-b4ef24c24149 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Subnet': ['ID=3fd57750-7bcc-4584-b7ac-163924145d73,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:34.699816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43128) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:34.717940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '9a599a82-6667-4c1c-8f82-e36aa9909b0c', 'fixed_ips': [{'subnet_id': '7b2546cb-7338-4937-8f2f-32017f0955a9'}, {'subnet_id': '3fd57750-7bcc-4584-b7ac-163924145d73'}], 'name': 'tempest-PortsTestJSON-2122359000'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:34.742571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-2ee6416a-cefa-45be-b0e3-bfb445219242 None None] For port 4bbf1812-038a-44df-b483-1d564f37466b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4bbf1812-038a-44df-b483-1d564f37466b,segment=NetworkSegment(7cd75c90-4a7a-43e9-94bc-20bdec2f52e9),segment_id=7cd75c90-4a7a-43e9-94bc-20bdec2f52e9)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:34.744154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] For port 60e3b806-d226-4662-b98c-d8806fb1e981, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:34.748754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] For port 60e3b806-d226-4662-b98c-d8806fb1e981, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=60e3b806-d226-4662-b98c-d8806fb1e981,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:34.750201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.751007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2ee6416a-cefa-45be-b0e3-bfb445219242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.792041 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.816956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5421b656-e6f5-4820-9b93-59ca3b69811d']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:34.837778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:34.841071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6416a-cefa-45be-b0e3-bfb445219242 None None] Pushing event updated for resources: {'Port': ['ID=4bbf1812-038a-44df-b483-1d564f37466b,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:34.841288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a36308-de93-4116-abb9-29e026f413eb') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:34.842237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a36308-de93-4116-abb9-29e026f413eb') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:34.867198 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:subnet and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:34.878202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:34.879392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.931002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.938836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:53:34.939463 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:34.971219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c5574-c975-4c33-a81a-7e317542d01a None None] Pushing event updated for resources: {'Port': ['ID=60e3b806-d226-4662-b98c-d8806fb1e981,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:35.001078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4bbf1812-038a-44df-b483-1d564f37466b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:35.115880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9806b809-52c5-41c9-81d5-97e8b30b6d3b None None] Network 9a599a82-6667-4c1c-8f82-e36aa9909b0c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:35.227817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:35.252067 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4bbf1812-038a-44df-b483-1d564f37466b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:35.252447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:35.252761 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4bbf1812-038a-44df-b483-1d564f37466b Oct 17 17:53:35.255679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:35.333182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ba0fb739-0830-488c-9bb3-d9b0d0fca739 None None] Provisioning complete for port 4bbf1812-038a-44df-b483-1d564f37466b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:35.333552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ba0fb739-0830-488c-9bb3-d9b0d0fca739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:35.333885 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ba0fb739-0830-488c-9bb3-d9b0d0fca739 None None] Attempt 1 to provision port 4bbf1812-038a-44df-b483-1d564f37466b Oct 17 17:53:35.421801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:35.425335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:35.436724 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a40989-e702-4183-96c5-fc0e9c9587d7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:35.448812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10f41f-4c89-4997-ae68-cd42e3a9ce8e req-3f5b5fdd-b994-4fab-82f8-245100f8bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:35.452139 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3b10f41f-4c89-4997-ae68-cd42e3a9ce8e req-3f5b5fdd-b994-4fab-82f8-245100f8bd4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29ba416679c3411bac939e44d43c516a&device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 1098 time: 1.1238337 Oct 17 17:53:35.463905 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85919f5-7093-4b67-9c34-faf83fbddbd5 None None] Sync routers for ids ['0c2ee515-1852-410e-b676-f50a8ccaa619'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:35.478901 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85919f5-7093-4b67-9c34-faf83fbddbd5 None None] Routers {'0c2ee515-1852-410e-b676-f50a8ccaa619'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:35.480712 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c85919f5-7093-4b67-9c34-faf83fbddbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0c2ee515-1852-410e-b676-f50a8ccaa619'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:35.508777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:35.523164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::1 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/737fdc2f-8054-48cf-ac78-bbf969d3ebf9/e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:35.555057 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:35.562234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289ec3d-df1a-43a3-ad98-6dd0c2430d3c req-c3ffa7e0-9792-4640-b4da-854bdaf5c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:35.563740 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7289ec3d-df1a-43a3-ad98-6dd0c2430d3c req-c3ffa7e0-9792-4640-b4da-854bdaf5c16a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 1098 time: 0.9689224 Oct 17 17:53:35.607705 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-36a40989-e702-4183-96c5-fc0e9c9587d7 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "PUT /v2.0/routers/0c2ee515-1852-410e-b676-f50a8ccaa619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7667964 Oct 17 17:53:35.609913 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 09a36308-de93-4116-abb9-29e026f413eb resource provider aggregate not found Oct 17 17:53:35.616808 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Network': ['ID=5421b656-e6f5-4820-9b93-59ca3b69811d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:35.622311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43134) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:35.627680 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c85919f5-7093-4b67-9c34-faf83fbddbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:35.629970 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a438ba3d-85c0-435e-86eb-8fe0e4d58166 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/networks/5421b656-e6f5-4820-9b93-59ca3b69811d HTTP/1.1" status: 204 len: 168 time: 3.7931426 Oct 17 17:53:35.636996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43138) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:35.649119 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85919f5-7093-4b67-9c34-faf83fbddbd5 None None] Routers {'0c2ee515-1852-410e-b676-f50a8ccaa619'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:35.649985 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c85919f5-7093-4b67-9c34-faf83fbddbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0c2ee515-1852-410e-b676-f50a8ccaa619'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:35.710174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4bbf1812-038a-44df-b483-1d564f37466b is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:35.712311 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 09a36308-de93-4116-abb9-29e026f413eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09a36308-de93-4116-abb9-29e026f413eb found for delete ", "request_id": "req-bc4288ad-8906-40cd-9ec0-240c3fed2ea6"}]} Oct 17 17:53:35.719552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ba0fb739-0830-488c-9bb3-d9b0d0fca739 None None] Current status of the port 4bbf1812-038a-44df-b483-1d564f37466b is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:35.760351 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c85919f5-7093-4b67-9c34-faf83fbddbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:35.760774 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85919f5-7093-4b67-9c34-faf83fbddbd5 None None] The sync data for ids ['0c2ee515-1852-410e-b676-f50a8ccaa619'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:35.871826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Update dhcp port {'port': {'network_id': '9a599a82-6667-4c1c-8f82-e36aa9909b0c', 'fixed_ips': [{'subnet_id': '7b2546cb-7338-4937-8f2f-32017f0955a9', 'ip_address': '172.20.0.2'}, {'subnet_id': '3fd57750-7bcc-4584-b7ac-163924145d73'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '4bbf1812-038a-44df-b483-1d564f37466b'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:53:35.887822 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7289ec3d-df1a-43a3-ad98-6dd0c2430d3c req-b66ce21f-c015-42ad-a8c6-494103751fed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095934 Oct 17 17:53:35.906442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:35.913304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:port and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:35.917441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10f41f-4c89-4997-ae68-cd42e3a9ce8e req-de5e6210-9169-4abd-a8b2-d94d5810e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:35.921548 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3b10f41f-4c89-4997-ae68-cd42e3a9ce8e req-de5e6210-9169-4abd-a8b2-d94d5810e97a service neutron] 10.222.0.20 "GET /v2.0/networks?id=70318c35-5ed8-4966-9dbe-6d1629455769 HTTP/1.1" status: 200 len: 897 time: 0.4311583 Oct 17 17:53:35.922838 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-a3bd4d96-0352-4cc5-a12b-71084b886b21 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] show failed (client error): The resource could not be found. Oct 17 17:53:35.924660 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a3bd4d96-0352-4cc5-a12b-71084b886b21 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-114197992 HTTP/1.1" status: 404 len: 334 time: 0.2847459 Oct 17 17:53:35.933377 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:35.942798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:35.943736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:35.956538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43146) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:35.965174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b320e377-d61c-452d-8734-f048438a3941 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:36.042135 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-b320e377-d61c-452d-8734-f048438a3941 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] update failed (client error): The resource could not be found. Oct 17 17:53:36.043317 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b320e377-d61c-452d-8734-f048438a3941 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-840941434 HTTP/1.1" status: 404 len: 334 time: 0.0852463 Oct 17 17:53:36.044178 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:36.087227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43150) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:36.174361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d726ad-3993-45f7-902b-91e5f18a034c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:36.175121 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-52d726ad-3993-45f7-902b-91e5f18a034c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:36.180901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0c2e58-c63f-46fa-abee-3086216f58f5 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Deleting subnet 4715bcdc-8553-4936-84d1-f9bca1e3e2f0 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:36.200659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-db0c2e58-c63f-46fa-abee-3086216f58f5 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:36.261933 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Allocated IP 172.20.0.18 (9a599a82-6667-4c1c-8f82-e36aa9909b0c/3fd57750-7bcc-4584-b7ac-163924145d73/4bbf1812-038a-44df-b483-1d564f37466b) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:36.271957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-70e9804b-be16-4009-adb2-beec6a682797 None None] Provisioning for port 60e3b806-d226-4662-b98c-d8806fb1e981 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:36.328894 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-52d726ad-3993-45f7-902b-91e5f18a034c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:36.334956 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-52d726ad-3993-45f7-902b-91e5f18a034c tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 HTTP/1.1" status: 200 len: 844 time: 0.6940286 Oct 17 17:53:36.338794 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43154) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:36.360895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-db0c2e58-c63f-46fa-abee-3086216f58f5 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:36.370266 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3b10f41f-4c89-4997-ae68-cd42e3a9ce8e req-7af878ad-6b3a-41ef-8048-4be9a94b9d0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d HTTP/1.1" status: 200 len: 1000 time: 0.2329552 Oct 17 17:53:36.377903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:36.439127 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:36.461766 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] For port 4bbf1812-038a-44df-b483-1d564f37466b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4bbf1812-038a-44df-b483-1d564f37466b,segment=NetworkSegment(7cd75c90-4a7a-43e9-94bc-20bdec2f52e9),segment_id=7cd75c90-4a7a-43e9-94bc-20bdec2f52e9)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:36.462005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657af158-6b35-4323-915c-758db86861f5 req-4c1852bd-d4b5-46ae-9bff-df0f0292158a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:36.462005 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-657af158-6b35-4323-915c-758db86861f5 req-4c1852bd-d4b5-46ae-9bff-df0f0292158a tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.5758839 Oct 17 17:53:36.481920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port ec113665-bca8-4715-b6a9-ee473c30d297 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:53:36.485418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:36.493361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:36.514970 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Transition to ACTIVE for port object 4bbf1812-038a-44df-b483-1d564f37466b will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:36.521668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:36.532808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:36.535961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10f41f-4c89-4997-ae68-cd42e3a9ce8e req-47e249f4-68f1-4926-b05b-059bde808937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:36.537583 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3b10f41f-4c89-4997-ae68-cd42e3a9ce8e req-47e249f4-68f1-4926-b05b-059bde808937 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ba1c894-ba08-43e2-8318-ede137b460f6 HTTP/1.1" status: 200 len: 835 time: 0.1497791 Oct 17 17:53:36.658724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:36.691836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 17:53:36.708181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Pushing event updated for resources: {'Port': ['ID=4bbf1812-038a-44df-b483-1d564f37466b,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:36.722515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:36.737847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:36.786958 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-57cfe82c-eb41-489b-98f9-651627a71ff7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/d261ab9f-ed72-45e3-9fdf-42dd93ec1c97?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4428625 Oct 17 17:53:36.796772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:36.797109 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:36.797442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:36.797767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:36.798089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:36.798380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43158) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:36.798501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:36.798772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:36.799126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:36.799450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:36.799870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:36.800360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:36.800975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151e416-ae51-43dc-bcf8-0cbbf77be6bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:53:36.822210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:36.845395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.resource_extend [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:53:36.860118 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-657af158-6b35-4323-915c-758db86861f5 req-48069c9b-1086-44d6-a9d7-a738cbceff63 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681750 Oct 17 17:53:36.871286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10f41f-4c89-4997-ae68-cd42e3a9ce8e req-321fa27e-3686-4e4c-9d95-ab6754f96a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:36.873222 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3b10f41f-4c89-4997-ae68-cd42e3a9ce8e req-321fa27e-3686-4e4c-9d95-ab6754f96a78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70318c35-5ed8-4966-9dbe-6d1629455769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3285956 Oct 17 17:53:36.941033 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:37.011652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:37.014224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:37.017905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:37.018665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:37.267836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:37.309723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 60e3b806-d226-4662-b98c-d8806fb1e981 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:37.317758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Subnet': ['ID=80434393-ad7f-4274-a312-4abc0e8d1ca5,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:37.356068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'port_id': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'mac_address': 'fa:16:3e:45:6d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 17:53:37.365548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:37.365814 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-db0c2e58-c63f-46fa-abee-3086216f58f5 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:37.366382 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:37.441015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Checking segment: {'id': '1b713806-97f0-4da2-b7ab-026c2d1bfb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '4741707b-f889-4f0a-bef6-b183af4cb8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:37.441378 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network hostable DHCP agents. Network: 4741707b-f889-4f0a-bef6-b183af4cb8ee, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:53:37.471140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:37.488677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:37.494516 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:53:37.496254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec66f6ce-1dda-477e-a6a9-434c9572bb73" -d '{"events": [{"server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "name": "network-vif-unplugged", "status": "completed", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:53:37.503934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:37.519546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:37.549375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 4741707b-f889-4f0a-bef6-b183af4cb8ee is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:53:37.549908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:37.569381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d is: ACTIVE; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:37.570190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:37.572311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:37.580897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:37.590638 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 17:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b011b01-7079-4c01-837d-321f342a54f6 x-openstack-request-id: req-4b011b01-7079-4c01-837d-321f342a54f6 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:53:37.591158 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "name": "network-vif-unplugged", "status": "completed", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:53:37.592115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4b011b01-7079-4c01-837d-321f342a54f6 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:53:37.592717 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b011b01-7079-4c01-837d-321f342a54f6'] response: {'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'code': 200} Oct 17 17:53:37.594370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:37.605637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 4741707b-f889-4f0a-bef6-b183af4cb8ee) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:37.610885 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Router 7a170f80-c649-41f5-a3d5-e3e695985925 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:53:37.619121 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:37.620030 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:37.644656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.4 (9a599a82-6667-4c1c-8f82-e36aa9909b0c/7b2546cb-7338-4937-8f2f-32017f0955a9/ec113665-bca8-4715-b6a9-ee473c30d297) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:37.653190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893124a-89bf-4c36-bcc3-74c5fb25751e None None] Network 4741707b-f889-4f0a-bef6-b183af4cb8ee requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:37.659651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.21 (9a599a82-6667-4c1c-8f82-e36aa9909b0c/3fd57750-7bcc-4584-b7ac-163924145d73/ec113665-bca8-4715-b6a9-ee473c30d297) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:37.669838 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3b10f41f-4c89-4997-ae68-cd42e3a9ce8e req-b2a6d6ac-b5c4-44b2-b605-b9bd9944a89f service neutron] 10.222.0.20 "GET /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137465 Oct 17 17:53:37.693446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-db0c2e58-c63f-46fa-abee-3086216f58f5 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:37.709925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Provisioning for port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:37.767478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c2e58-c63f-46fa-abee-3086216f58f5 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event deleted for resources: {'Subnet': ['ID=4715bcdc-8553-4936-84d1-f9bca1e3e2f0,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:37.780345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-db0c2e58-c63f-46fa-abee-3086216f58f5 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:37.791141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:53:37.802057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe205b-fbe3-4a1c-9ee5-f67d8c8ffd57 None None] Network 192fde67-8540-48d3-964d-300fcfa4004c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:37.827285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Provisioning complete for port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:37.827743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:37.828720 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Attempt 1 to provision port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 Oct 17 17:53:37.852081 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-38df0084-756a-4476-a66f-22b194704fd0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4769518 Oct 17 17:53:37.858709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43164) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:37.891714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c34ffe35-13a6-4c29-9b91-6166f654dde7 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-703377646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:37.907636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c34ffe35-13a6-4c29-9b91-6166f654dde7 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:37.945900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c34ffe35-13a6-4c29-9b91-6166f654dde7 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:router and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:37.946283 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-db0c2e58-c63f-46fa-abee-3086216f58f5 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "DELETE /v2.0/subnets/4715bcdc-8553-4936-84d1-f9bca1e3e2f0 HTTP/1.1" status: 204 len: 168 time: 1.8562727 Oct 17 17:53:37.950186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43170) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:37.950564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c34ffe35-13a6-4c29-9b91-6166f654dde7 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:37.961292 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c34ffe35-13a6-4c29-9b91-6166f654dde7 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:37.971519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 60e3b806-d226-4662-b98c-d8806fb1e981 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:37.977674 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:37.993980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.014521 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3b10f41f-4c89-4997-ae68-cd42e3a9ce8e req-1245b702-a241-4244-87d6-0e807c157c48 service neutron] 10.222.0.20 "GET /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372056 Oct 17 17:53:38.050645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 60e3b806-d226-4662-b98c-d8806fb1e981 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:38.050645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.050938 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 60e3b806-d226-4662-b98c-d8806fb1e981 Oct 17 17:53:38.089389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b53bce-afe6-4233-9ed1-7439ba6c5c6a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Deleting subnet 3d5f5e51-aaf8-4b7d-a112-e690285c368e {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:38.110042 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:38.136686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b53bce-afe6-4233-9ed1-7439ba6c5c6a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.175000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.200467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c34ffe35-13a6-4c29-9b91-6166f654dde7 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.202682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c34ffe35-13a6-4c29-9b91-6166f654dde7 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.206454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Transition to ACTIVE for port object ec113665-bca8-4715-b6a9-ee473c30d297 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:38.209494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:38.219889 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:53:38.220252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:53:38.238159 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f650012d-c7a8-4886-ab2a-35e4f8425466 None None] Sync routers for ids ['7a170f80-c649-41f5-a3d5-e3e695985925'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:38.261082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b53bce-afe6-4233-9ed1-7439ba6c5c6a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.280040 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f650012d-c7a8-4886-ab2a-35e4f8425466 None None] Routers {'7a170f80-c649-41f5-a3d5-e3e695985925'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:38.280040 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f650012d-c7a8-4886-ab2a-35e4f8425466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['7a170f80-c649-41f5-a3d5-e3e695985925'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:38.328904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.333921 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6e3c7ce6-22db-41d4-892f-fc937702744a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.7731254 Oct 17 17:53:38.341828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43174) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:38.406099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f650012d-c7a8-4886-ab2a-35e4f8425466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:38.407502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c34ffe35-13a6-4c29-9b91-6166f654dde7 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.466258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c34ffe35-13a6-4c29-9b91-6166f654dde7 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.488300 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.510395 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Attempt 2 to provision port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 Oct 17 17:53:38.516394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.570141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25312ee8-9a4c-4cd0-bbaf-2da99a77d6d8 req-47524192-7d96-4037-84fd-772642159a14 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:38.572122 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-25312ee8-9a4c-4cd0-bbaf-2da99a77d6d8 req-47524192-7d96-4037-84fd-772642159a14 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 943 time: 0.5191414 Oct 17 17:53:38.604228 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-4741707b-f889-4f0a-bef6-b183af4cb8ee', 'network_id': '4741707b-f889-4f0a-bef6-b183af4cb8ee', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'fixed_ips': [{'subnet_id': '80434393-ad7f-4274-a312-4abc0e8d1ca5'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:53:38.605416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.630270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f650012d-c7a8-4886-ab2a-35e4f8425466 None None] Routers {'7a170f80-c649-41f5-a3d5-e3e695985925'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:38.630926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f650012d-c7a8-4886-ab2a-35e4f8425466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['7a170f80-c649-41f5-a3d5-e3e695985925'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:38.635401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 551b71eb-9023-465c-8920-9d443c7d3ddb is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:38.657713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:38.669812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:38.670604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.681443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 9a599a82-6667-4c1c-8f82-e36aa9909b0c is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:38.696770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83abc75b-655e-4e0c-9d97-795f136eca9a None None] Network 551b71eb-9023-465c-8920-9d443c7d3ddb requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:38.698008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:38.711675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b53bce-afe6-4233-9ed1-7439ba6c5c6a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.712697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:38.766758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Subnet': ['ID=44dedbc4-f014-4f25-8258-f8c691f636e6,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:38.772070 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-25312ee8-9a4c-4cd0-bbaf-2da99a77d6d8 req-5c4dded0-6343-4c4f-a493-6d0f4000be17 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791286 Oct 17 17:53:38.779651 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-be2eff01-89dd-4843-be30-9c809a9a56ce tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/routers/7a170f80-c649-41f5-a3d5-e3e695985925 HTTP/1.1" status: 200 len: 920 time: 0.4283552 Oct 17 17:53:38.784386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43178) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:38.829929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43182) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:38.831664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 60e3b806-d226-4662-b98c-d8806fb1e981 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:38.832045 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.841045 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c34ffe35-13a6-4c29-9b91-6166f654dde7 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.843461 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c34ffe35-13a6-4c29-9b91-6166f654dde7 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9797821 Oct 17 17:53:38.892550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=ec113665-bca8-4715-b6a9-ee473c30d297,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:38.909643 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f650012d-c7a8-4886-ab2a-35e4f8425466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:38.909643 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f650012d-c7a8-4886-ab2a-35e4f8425466 None None] The sync data for ids ['7a170f80-c649-41f5-a3d5-e3e695985925'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:38.917979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.920181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43186) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:38.930287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'port': {'network_id': '4741707b-f889-4f0a-bef6-b183af4cb8ee', 'name': 'tempest-RoutersTest-1446193461'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:38.948551 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-998a26d5-8428-4bf2-a82c-2e083364a795 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1454425 Oct 17 17:53:38.955303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.956124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:38.964223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43190) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:38.968253 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-834aae0f-8e1d-4d5e-857b-3b7a856b6ea9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a170f80-c649-41f5-a3d5-e3e695985925 HTTP/1.1" status: 200 len: 205 time: 0.1798816 Oct 17 17:53:38.970094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:38.977787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b53bce-afe6-4233-9ed1-7439ba6c5c6a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.006567 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43192) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:39.016725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'security_group': {'name': 'tempest-secgroup-654473617'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:39.046760 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b53bce-afe6-4233-9ed1-7439ba6c5c6a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.052914 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:39.052914 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.077155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:39.077613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9846e27e-35c4-4a81-85f4-83f89535112c None None] Network 82310a2e-090a-4a67-9e3a-f24a21612e9c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:39.077744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.101140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 60e3b806-d226-4662-b98c-d8806fb1e981, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=60e3b806-d226-4662-b98c-d8806fb1e981,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:39.126193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:39.188015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.188579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4bbf1812-038a-44df-b483-1d564f37466b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:39.207763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:39.212836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:security_group and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:39.266867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:39.275102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb8a378-aa58-42c8-8985-c325153ad141 None None] DHCP port deletion for 192fde67-8540-48d3-964d-300fcfa4004c request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:53:39.281509 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f456b18c-a9e4-46ad-aedd-543589437a79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.5717759 Oct 17 17:53:39.296407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43198) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:39.306032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:39.312489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-564ae548-6547-4487-a1d2-7dd74a23ae74 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b2546cb-7338-4937-8f2f-32017f0955a9'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:39.329154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:53:39.341349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b53bce-afe6-4233-9ed1-7439ba6c5c6a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5f5e51-aaf8-4b7d-a112-e690285c368e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:39.362430 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e3b53bce-afe6-4233-9ed1-7439ba6c5c6a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "DELETE /v2.0/subnets/3d5f5e51-aaf8-4b7d-a112-e690285c368e HTTP/1.1" status: 204 len: 168 time: 1.4111817 Oct 17 17:53:39.370977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43202) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:39.396669 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8a378-aa58-42c8-8985-c325153ad141 None None] Deleting port b7e10ff7-8d85-496d-b61c-df98545d7c0d {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:39.397042 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a378-aa58-42c8-8985-c325153ad141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.420954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.450075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:39.477654 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-73b6ccbe-22d0-4160-b146-d8b133bcf0a5 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/floatingips/ff3c1ced-1d6d-4094-8cb1-6c7a60e57d2e HTTP/1.1" status: 200 len: 990 time: 0.6368527 Oct 17 17:53:39.501644 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Attempt 3 to provision port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 Oct 17 17:53:39.558659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.578481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.596975 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:port and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:39.597201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:39.635019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.635264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:39.656402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:39.666290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Allocated IP 172.20.0.2 (4741707b-f889-4f0a-bef6-b183af4cb8ee/80434393-ad7f-4274-a312-4abc0e8d1ca5/d3804375-ae13-4516-8da1-13862a495ac3) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:39.666545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:39.681673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:security_group_rule and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:39.689175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:39.692041 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:39.698792 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:39.702567 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Deleting port b7e10ff7-8d85-496d-b61c-df98545d7c0d {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:39.703199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.703788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-564ae548-6547-4487-a1d2-7dd74a23ae74 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.713364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:39.717386 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.726700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:39.735288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=60e3b806-d226-4662-b98c-d8806fb1e981,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:39.826989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:39.885899 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.919055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Deleting port 44371c44-b790-4852-a841-05530b917d91 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:39.920337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:39.943947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] device_id is not set on port 924d831e-f0fc-4afb-984b-0941a278bbb2 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:53:39.946314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:40.139527 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] For port b7e10ff7-8d85-496d-b61c-df98545d7c0d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b7e10ff7-8d85-496d-b61c-df98545d7c0d,segment=NetworkSegment(417fa695-ad1e-4e4d-985f-838bb10d6705),segment_id=417fa695-ad1e-4e4d-985f-838bb10d6705)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:40.140161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:40.277025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 17:53:40.287245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Calling delete_port for b7e10ff7-8d85-496d-b61c-df98545d7c0d owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:40.333224 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Attempt 4 to provision port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 Oct 17 17:53:40.370565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:40.378426 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:40.380527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:40.383357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 60e3b806-d226-4662-b98c-d8806fb1e981 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:40.463033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ebb8a378-aa58-42c8-8985-c325153ad141 None None] For port b7e10ff7-8d85-496d-b61c-df98545d7c0d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b7e10ff7-8d85-496d-b61c-df98545d7c0d,segment=NetworkSegment(417fa695-ad1e-4e4d-985f-838bb10d6705),segment_id=417fa695-ad1e-4e4d-985f-838bb10d6705)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:40.463503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a378-aa58-42c8-8985-c325153ad141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:40.474314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f001259-41d4-4b05-9ed7-d09abc953b69 None None] DHCP port deletion for 82310a2e-090a-4a67-9e3a-f24a21612e9c request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:53:40.508309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efebf717-3bc9-47b8-9720-74d3d0a7e8b2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:40.515619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:40.519399 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b37884ea-e30e-4c60-94ae-eea38c9db96d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5164046 Oct 17 17:53:40.521757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43208) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:40.521757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Router 0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:53:40.528445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2f001259-41d4-4b05-9ed7-d09abc953b69 None None] Deleting port e254d5cb-94d3-4f00-a60c-4796645d3ff3 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:40.528853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2f001259-41d4-4b05-9ed7-d09abc953b69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:40.531370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'security_group': {'name': 'tempest-secgroup-425522367'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:40.542151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:40.544188 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Calling delete_port for 44371c44-b790-4852-a841-05530b917d91 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:40.563952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:security_group and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:40.575476 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:40.624349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:40.646052 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event deleted for resources: {'Port': ['ID=b7e10ff7-8d85-496d-b61c-df98545d7c0d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:40.662935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] No DVR routers for this DVR port b7e10ff7-8d85-496d-b61c-df98545d7c0d on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:53:40.694205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-564ae548-6547-4487-a1d2-7dd74a23ae74 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Delete allocated IP 172.20.0.21 (9a599a82-6667-4c1c-8f82-e36aa9909b0c/3fd57750-7bcc-4584-b7ac-163924145d73) {{(pid=89191) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 17 17:53:40.696050 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:40.775342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:40.822557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8a378-aa58-42c8-8985-c325153ad141 None None] Calling delete_port for b7e10ff7-8d85-496d-b61c-df98545d7c0d owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:40.850780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:40.858705 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-22803498-143d-489c-a258-17ebf460df65 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "PUT /v2.0/routers/0adf21f7-fa72-4d1c-8e00-39339c0ec4b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2617993 Oct 17 17:53:40.865265 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Sync routers for ids ['0adf21f7-fa72-4d1c-8e00-39339c0ec4b4'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:40.867187 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43212) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:40.876538 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Routers {'0adf21f7-fa72-4d1c-8e00-39339c0ec4b4'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:40.877425 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0adf21f7-fa72-4d1c-8e00-39339c0ec4b4'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:40.886084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-551b71eb-9023-465c-8920-9d443c7d3ddb', 'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'tenant_id': '2c42d9d67ee94a7f9727753e385c0f84', 'fixed_ips': [{'subnet_id': '44dedbc4-f014-4f25-8258-f8c691f636e6'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:53:40.887346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:40.913226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:40.953004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:security_group_rule and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:40.962427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:40.975367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:40.985621 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:41.011354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb8b44-087a-4af5-adc8-bcf18482649c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:41.011995 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-eacb8b44-087a-4af5-adc8-bcf18482649c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:41.013081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-ebb8a378-aa58-42c8-8985-c325153ad141 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:53:41.014362 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-ebb8a378-aa58-42c8-8985-c325153ad141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:53:41.024352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192fde67-8540-48d3-964d-300fcfa4004c']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:41.041508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417fa695-ad1e-4e4d-985f-838bb10d6705') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:41.041941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417fa695-ad1e-4e4d-985f-838bb10d6705') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:41.059412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-eacb8b44-087a-4af5-adc8-bcf18482649c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:41.063846 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-eacb8b44-087a-4af5-adc8-bcf18482649c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports/e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 HTTP/1.1" status: 200 len: 911 time: 0.1925700 Oct 17 17:53:41.067305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43216) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:41.067526 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Set router 0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:41.071212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-564ae548-6547-4487-a1d2-7dd74a23ae74 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.075231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.097046 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.106685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:53:41.107978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.158864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-564ae548-6547-4487-a1d2-7dd74a23ae74 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Ignored duplicate provisioning block setup for port ec113665-bca8-4715-b6a9-ee473c30d297 by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:53:41.186863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-564ae548-6547-4487-a1d2-7dd74a23ae74 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.229065 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 417fa695-ad1e-4e4d-985f-838bb10d6705 resource provider aggregate not found Oct 17 17:53:41.278385 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 417fa695-ad1e-4e4d-985f-838bb10d6705 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 417fa695-ad1e-4e4d-985f-838bb10d6705 found for delete ", "request_id": "req-ada7c80f-0ecc-4ddd-8ddf-8cde15253f51"}]} Oct 17 17:53:41.292363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-2f001259-41d4-4b05-9ed7-d09abc953b69 None None] For port e254d5cb-94d3-4f00-a60c-4796645d3ff3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e254d5cb-94d3-4f00-a60c-4796645d3ff3,segment=NetworkSegment(24fd82f4-bdef-40b3-9149-744cf178ed7c),segment_id=24fd82f4-bdef-40b3-9149-744cf178ed7c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:41.292363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2f001259-41d4-4b05-9ed7-d09abc953b69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.343120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.373440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.393286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.400810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.411989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.451890 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2f001259-41d4-4b05-9ed7-d09abc953b69 None None] Calling delete_port for e254d5cb-94d3-4f00-a60c-4796645d3ff3 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:41.475627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Pushing event deleted for resources: {'Port': ['ID=44371c44-b790-4852-a841-05530b917d91,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:41.481771 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf21f7-fa72-4d1c-8e00-39339c0ec4b4', 'name': 'tempest-NetworksTestDHCPv6-router-456200908', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:32Z', 'updated_at': '2022-10-17T17:53:37Z', 'revision_number': 2, 'project_id': '16630d51c6834023bd0811e0773898ef', 'gw_port_host': None, '_interfaces': [{'id': 'e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867', 'name': '', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'mac_address': 'fa:16:3e:92:a6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf21f7-fa72-4d1c-8e00-39339c0ec4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '737fdc2f-8054-48cf-ac78-bbf969d3ebf9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:53:34Z', 'updated_at': '2022-10-17T17:53:38Z', 'revision_number': 2, 'project_id': '16630d51c6834023bd0811e0773898ef', 'subnets': [{'id': '737fdc2f-8054-48cf-ac78-bbf969d3ebf9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:41.484899 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event deleted for resources: {'Network': ['ID=192fde67-8540-48d3-964d-300fcfa4004c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:41.492445 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Checking router: 0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:53:41.493007 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Updating router 0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:53:41.493740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ae548-6547-4487-a1d2-7dd74a23ae74 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=ec113665-bca8-4715-b6a9-ee473c30d297,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:41.512575 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-704c1077-141e-4cdc-97b9-dba57cff176a tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "DELETE /v2.0/networks/192fde67-8540-48d3-964d-300fcfa4004c HTTP/1.1" status: 204 len: 168 time: 2.1380966 Oct 17 17:53:41.528729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43224) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:41.559548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8a378-aa58-42c8-8985-c325153ad141 None None] Deleting port b7e10ff7-8d85-496d-b61c-df98545d7c0d {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:41.560168 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ebb8a378-aa58-42c8-8985-c325153ad141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.568514 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.599528 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:41.622431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2f001259-41d4-4b05-9ed7-d09abc953b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.667229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.695535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f001259-41d4-4b05-9ed7-d09abc953b69 None None] Pushing event deleted for resources: {'Port': ['ID=e254d5cb-94d3-4f00-a60c-4796645d3ff3,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:41.823630 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2463da08-fd54-48fe-b5ac-a21694a5f97e,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:41.853498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Allocated IP 2001:db8::2 (551b71eb-9023-465c-8920-9d443c7d3ddb/44dedbc4-f014-4f25-8258-f8c691f636e6/6273915f-36af-4dd0-86fd-ca61cc7e18fe) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:41.869165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a06b366-1f70-4a56-8f2c-b9eb541ea788 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:41.879226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a06b366-1f70-4a56-8f2c-b9eb541ea788 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:41.884088 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2a06b366-1f70-4a56-8f2c-b9eb541ea788 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8132584 Oct 17 17:53:41.892572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.894337 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-021c7751-1dde-41ee-b2dc-99197ac87ccb tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3707776 Oct 17 17:53:41.902228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43228) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:41.902697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43230) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:41.914420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-276815246', 'security_groups': ['2463da08-fd54-48fe-b5ac-a21694a5f97e'], 'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '44dedbc4-f014-4f25-8258-f8c691f636e6'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:41.922423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.924920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.954434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.955226 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Fanout notify agent at l3_agent the message router_deleted on router 7a170f80-c649-41f5-a3d5-e3e695985925 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:53:41.971391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:41.976139 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-43a9dc8f-377b-40c4-bb66-fe079e20041b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/routers/7a170f80-c649-41f5-a3d5-e3e695985925 HTTP/1.1" status: 204 len: 168 time: 2.9313185 Oct 17 17:53:41.976694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43236) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:41.983027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1411732754', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'enable_snat': False}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:41.988429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:41.993439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Usage tracker for resource:router and tenant:0e5cdc5f46804d178c07e15c5d3218ec is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:41.997259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:42.005863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:42.006196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-564ae548-6547-4487-a1d2-7dd74a23ae74 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] In _notify_port_updated(), no bound segment for port ec113665-bca8-4715-b6a9-ee473c30d297 on network 9a599a82-6667-4c1c-8f82-e36aa9909b0c {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:53:42.011601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564ae548-6547-4487-a1d2-7dd74a23ae74 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:42.012222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-564ae548-6547-4487-a1d2-7dd74a23ae74 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.016331 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-564ae548-6547-4487-a1d2-7dd74a23ae74 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "PUT /v2.0/ports/ec113665-bca8-4715-b6a9-ee473c30d297 HTTP/1.1" status: 200 len: 919 time: 2.7117782 Oct 17 17:53:42.017047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43240) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:42.026193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f9d29165-516f-47d5-bbd5-3643ad4438c1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b2546cb-7338-4937-8f2f-32017f0955a9'}, {'subnet_id': '3fd57750-7bcc-4584-b7ac-163924145d73'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:42.046176 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.061423 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Transition to ACTIVE for port object e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:42.073402 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.090967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.101702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.102778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.103104 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Transition to ACTIVE for port object 6273915f-36af-4dd0-86fd-ca61cc7e18fe will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:42.145781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Transition to ACTIVE for port object 6273915f-36af-4dd0-86fd-ca61cc7e18fe will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:42.149972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.156862 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Attempt 5 to provision port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 Oct 17 17:53:42.212953 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.264802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ebb8a378-aa58-42c8-8985-c325153ad141 None None] The port 'b7e10ff7-8d85-496d-b61c-df98545d7c0d' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:53:42.277802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:42.293100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.296686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 60e3b806-d226-4662-b98c-d8806fb1e981 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:42.297049 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.297380 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 60e3b806-d226-4662-b98c-d8806fb1e981 Oct 17 17:53:42.327288 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf60f0f-8798-42f3-ab10-0968b3c6558c None None] Pushing event updated for resources: {'Port': ['ID=e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:42.363532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.374845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f001259-41d4-4b05-9ed7-d09abc953b69 None None] No DVR routers for this DVR port e254d5cb-94d3-4f00-a60c-4796645d3ff3 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:53:42.386910 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f9d29165-516f-47d5-bbd5-3643ad4438c1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.397743 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Attempting to bind port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:42.398573 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Attempting to bind port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:42.399141 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Attempting to bind port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:42.410052 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:42.410426 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:42.410823 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.411238 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:42.411702 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Bound port: e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:42.412195 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.427542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Network 551b71eb-9023-465c-8920-9d443c7d3ddb is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:42.444801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:42.472593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.491744 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Transition to ACTIVE for port object d3804375-ae13-4516-8da1-13862a495ac3 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:42.494323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:42.504276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82310a2e-090a-4a67-9e3a-f24a21612e9c']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:42.518867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fd82f4-bdef-40b3-9149-744cf178ed7c') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:42.519758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fd82f4-bdef-40b3-9149-744cf178ed7c') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:42.525747 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] For port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:42.530720 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] For port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:42.537870 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.541159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.632408 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Routers {'0adf21f7-fa72-4d1c-8e00-39339c0ec4b4'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:42.633318 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0adf21f7-fa72-4d1c-8e00-39339c0ec4b4'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:42.721449 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Attempting to bind port 6273915f-36af-4dd0-86fd-ca61cc7e18fe on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:42.721816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Attempting to bind port 6273915f-36af-4dd0-86fd-ca61cc7e18fe by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'b6edb28a-fc1d-424f-a7c4-556bf0dfd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:42.722173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Attempting to bind port 6273915f-36af-4dd0-86fd-ca61cc7e18fe on network 551b71eb-9023-465c-8920-9d443c7d3ddb {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:42.799776 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Attempt 6 to provision port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 Oct 17 17:53:42.802258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.822336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:53:42.822884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.840130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:42.865640 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] Set router 0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:42.872647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Pushing event updated for resources: {'Port': ['ID=6273915f-36af-4dd0-86fd-ca61cc7e18fe,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:42.876215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Transition to ACTIVE for port object d3804375-ae13-4516-8da1-13862a495ac3 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:42.900356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:42.900793 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Checking segment: {'id': 'b6edb28a-fc1d-424f-a7c4-556bf0dfd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:42.901378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.901788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Bound using segment: {'id': 'b6edb28a-fc1d-424f-a7c4-556bf0dfd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:42.907412 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Bound port: 6273915f-36af-4dd0-86fd-ca61cc7e18fe, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6edb28a-fc1d-424f-a7c4-556bf0dfd900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:42.907838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.918106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.961005 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:42.990797 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:42.994202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 24fd82f4-bdef-40b3-9149-744cf178ed7c resource provider aggregate not found Oct 17 17:53:43.050497 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 24fd82f4-bdef-40b3-9149-744cf178ed7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24fd82f4-bdef-40b3-9149-744cf178ed7c found for delete ", "request_id": "req-ba35113b-ce55-4cdc-9f7c-22f65fe64732"}]} Oct 17 17:53:43.055978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:43.086600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:43.089521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-381a5810-30a5-4a5f-a72a-1eca875d8b5c None None] Port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:53:43.091429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 60e3b806-d226-4662-b98c-d8806fb1e981 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:43.184838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:43.209105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event deleted for resources: {'Network': ['ID=82310a2e-090a-4a67-9e3a-f24a21612e9c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:43.214465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Allocated IP 172.20.0.10 (4741707b-f889-4f0a-bef6-b183af4cb8ee/80434393-ad7f-4274-a312-4abc0e8d1ca5/924d831e-f0fc-4afb-984b-0941a278bbb2) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:43.216772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b7e10ff7-8d85-496d-b61c-df98545d7c0d no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:43.227075 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e09a006b-829a-41d9-a420-1b02220ab1e0 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "DELETE /v2.0/networks/82310a2e-090a-4a67-9e3a-f24a21612e9c HTTP/1.1" status: 204 len: 168 time: 1.6918185 Oct 17 17:53:43.235320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43250) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:43.259466 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Network 4741707b-f889-4f0a-bef6-b183af4cb8ee is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:43.271763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-f9d29165-516f-47d5-bbd5-3643ad4438c1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.24 (9a599a82-6667-4c1c-8f82-e36aa9909b0c/3fd57750-7bcc-4584-b7ac-163924145d73/ec113665-bca8-4715-b6a9-ee473c30d297) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:43.283058 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:43.284799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: b7e10ff7-8d85-496d-b61c-df98545d7c0d {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:53:43.285136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b7e10ff7-8d85-496d-b61c-df98545d7c0d not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:53:43.300386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:43.338186 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Pushing event updated for resources: {'Port': ['ID=d3804375-ae13-4516-8da1-13862a495ac3,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:43.436039 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf21f7-fa72-4d1c-8e00-39339c0ec4b4', 'name': 'tempest-NetworksTestDHCPv6-router-456200908', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:32Z', 'updated_at': '2022-10-17T17:53:37Z', 'revision_number': 2, 'project_id': '16630d51c6834023bd0811e0773898ef', 'gw_port_host': None, '_interfaces': [{'id': 'e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867', 'name': '', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'mac_address': 'fa:16:3e:92:a6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf21f7-fa72-4d1c-8e00-39339c0ec4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '737fdc2f-8054-48cf-ac78-bbf969d3ebf9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:53:34Z', 'updated_at': '2022-10-17T17:53:42Z', 'revision_number': 4, 'project_id': '16630d51c6834023bd0811e0773898ef', 'subnets': [{'id': '737fdc2f-8054-48cf-ac78-bbf969d3ebf9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:43.442942 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff8ffb-f367-4b04-a83a-1fc536b7b262 None None] The sync data for ids ['0adf21f7-fa72-4d1c-8e00-39339c0ec4b4'] in dv-neutron-860895-1-hyperv is: [{'id': '0adf21f7-fa72-4d1c-8e00-39339c0ec4b4', 'name': 'tempest-NetworksTestDHCPv6-router-456200908', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:32Z', 'updated_at': '2022-10-17T17:53:37Z', 'revision_number': 2, 'project_id': '16630d51c6834023bd0811e0773898ef', 'gw_port_host': None, '_interfaces': [{'id': 'e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867', 'name': '', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'mac_address': 'fa:16:3e:92:a6:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0adf21f7-fa72-4d1c-8e00-39339c0ec4b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '737fdc2f-8054-48cf-ac78-bbf969d3ebf9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:53:34Z', 'updated_at': '2022-10-17T17:53:42Z', 'revision_number': 4, 'project_id': '16630d51c6834023bd0811e0773898ef', 'subnets': [{'id': '737fdc2f-8054-48cf-ac78-bbf969d3ebf9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:43.453805 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e254d5cb-94d3-4f00-a60c-4796645d3ff3 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:43.468345 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf60f0f-8798-42f3-ab10-0968b3c6558c None None] Pushing event updated for resources: {'Port': ['ID=e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:43.479993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:43.506080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdd3510-1b0b-43ba-877a-5d715f27ee72 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Deleting subnet c751198d-018c-43b1-9f7f-f6c4611ee47e {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:43.516382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cdd3510-1b0b-43ba-877a-5d715f27ee72 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:43.551937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port ca961336-7d6c-4d3d-9b98-147b25002438 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:53:43.588135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] For port 6273915f-36af-4dd0-86fd-ca61cc7e18fe, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:43.621103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f9d29165-516f-47d5-bbd5-3643ad4438c1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:43.621605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: e254d5cb-94d3-4f00-a60c-4796645d3ff3 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:53:43.622510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e254d5cb-94d3-4f00-a60c-4796645d3ff3 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:53:43.655929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] For port 6273915f-36af-4dd0-86fd-ca61cc7e18fe, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6273915f-36af-4dd0-86fd-ca61cc7e18fe,segment=NetworkSegment(b6edb28a-fc1d-424f-a7c4-556bf0dfd900),segment_id=b6edb28a-fc1d-424f-a7c4-556bf0dfd900)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:43.666749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:43.713248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Attempting to bind port d3804375-ae13-4516-8da1-13862a495ac3 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:43.713869 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Attempting to bind port d3804375-ae13-4516-8da1-13862a495ac3 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '1b713806-97f0-4da2-b7ab-026c2d1bfb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '4741707b-f889-4f0a-bef6-b183af4cb8ee'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:43.714546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Attempting to bind port d3804375-ae13-4516-8da1-13862a495ac3 on network 4741707b-f889-4f0a-bef6-b183af4cb8ee {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:43.730698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Provisioning for port ec113665-bca8-4715-b6a9-ee473c30d297 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:43.789893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-f9d29165-516f-47d5-bbd5-3643ad4438c1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Ignored duplicate provisioning block setup for port ec113665-bca8-4715-b6a9-ee473c30d297 by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:53:43.805984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:43.806556 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Checking segment: {'id': '1b713806-97f0-4da2-b7ab-026c2d1bfb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '4741707b-f889-4f0a-bef6-b183af4cb8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:43.807102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:43.807611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Bound using segment: {'id': '1b713806-97f0-4da2-b7ab-026c2d1bfb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '4741707b-f889-4f0a-bef6-b183af4cb8ee'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:43.808743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Bound port: d3804375-ae13-4516-8da1-13862a495ac3, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b713806-97f0-4da2-b7ab-026c2d1bfb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '4741707b-f889-4f0a-bef6-b183af4cb8ee'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:43.808743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:43.825310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f9d29165-516f-47d5-bbd5-3643ad4438c1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:43.826714 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Provisioning complete for port ec113665-bca8-4715-b6a9-ee473c30d297 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:43.827927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:43.828422 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Attempt 1 to provision port ec113665-bca8-4715-b6a9-ee473c30d297 Oct 17 17:53:43.982740 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a103b-938f-447e-adfa-010b4fe7cb36 None None] Pushing event updated for resources: {'Port': ['ID=6273915f-36af-4dd0-86fd-ca61cc7e18fe,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:43.985174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:44.006607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Port ec113665-bca8-4715-b6a9-ee473c30d297 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:44.016952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:44.073123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] For port d3804375-ae13-4516-8da1-13862a495ac3, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:44.078762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] For port d3804375-ae13-4516-8da1-13862a495ac3, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d3804375-ae13-4516-8da1-13862a495ac3,segment=NetworkSegment(1b713806-97f0-4da2-b7ab-026c2d1bfb9f),segment_id=1b713806-97f0-4da2-b7ab-026c2d1bfb9f)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:44.084675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:44.299611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63704a24-1d5b-47b9-b73e-e94911466290 None None] Pushing event updated for resources: {'Port': ['ID=d3804375-ae13-4516-8da1-13862a495ac3,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:44.305112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Transition to ACTIVE for port object 924d831e-f0fc-4afb-984b-0941a278bbb2 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:44.324418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:44.326492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d29165-516f-47d5-bbd5-3643ad4438c1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=ec113665-bca8-4715-b6a9-ee473c30d297,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:44.345967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:44.378909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cdd3510-1b0b-43ba-877a-5d715f27ee72 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:44.462324 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8::15 (551b71eb-9023-465c-8920-9d443c7d3ddb/44dedbc4-f014-4f25-8258-f8c691f636e6/ca961336-7d6c-4d3d-9b98-147b25002438) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:44.464442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-f9d29165-516f-47d5-bbd5-3643ad4438c1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] In _notify_port_updated(), no bound segment for port ec113665-bca8-4715-b6a9-ee473c30d297 on network 9a599a82-6667-4c1c-8f82-e36aa9909b0c {{(pid=89190) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:53:44.470516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d29165-516f-47d5-bbd5-3643ad4438c1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:44.471324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f9d29165-516f-47d5-bbd5-3643ad4438c1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:44.475337 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f9d29165-516f-47d5-bbd5-3643ad4438c1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "PUT /v2.0/ports/ec113665-bca8-4715-b6a9-ee473c30d297 HTTP/1.1" status: 200 len: 999 time: 2.4545538 Oct 17 17:53:44.476685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43254) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:44.508285 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Attempt 2 to provision port ec113665-bca8-4715-b6a9-ee473c30d297 Oct 17 17:53:44.601850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 4741707b-f889-4f0a-bef6-b183af4cb8ee is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:44.610392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:44.626016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:44.649457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Port ec113665-bca8-4715-b6a9-ee473c30d297 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:44.687966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=924d831e-f0fc-4afb-984b-0941a278bbb2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:44.700385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1fb9e5af-ee8f-4d77-902a-45059510c6e2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port ec113665-bca8-4715-b6a9-ee473c30d297 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:44.700725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e5af-ee8f-4d77-902a-45059510c6e2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:44.784088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Allocated IP 172.26.8.182 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/a9d86719-cdfb-432c-aefc-3e87bfd31a2d) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:44.903158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:44.903885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:44.917786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-182c9f35-59ad-4868-8005-311fd06dc903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:45.072788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cdd3510-1b0b-43ba-877a-5d715f27ee72 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:45.120048 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:45.126199 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e5157975-20cf-4276-afd0-2e05f8d31cde tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.1980567 Oct 17 17:53:45.126410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43258) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:45.128863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e5af-ee8f-4d77-902a-45059510c6e2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:45.150298 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Attempt 3 to provision port ec113665-bca8-4715-b6a9-ee473c30d297 Oct 17 17:53:45.220918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Port ec113665-bca8-4715-b6a9-ee473c30d297 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:45.284128 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:45.351234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cdd3510-1b0b-43ba-877a-5d715f27ee72 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:45.392929 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Transition to ACTIVE for port object ca961336-7d6c-4d3d-9b98-147b25002438 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:45.394209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd3510-1b0b-43ba-877a-5d715f27ee72 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event deleted for resources: {'Subnet': ['ID=c751198d-018c-43b1-9f7f-f6c4611ee47e,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:45.413870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6cdd3510-1b0b-43ba-877a-5d715f27ee72 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:45.420816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebd1f9f-01ba-49b3-93b2-2d2007d4ea54 None None] Network f81ca915-6f90-46ae-86ec-4bde616eedb6 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:45.432854 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6cdd3510-1b0b-43ba-877a-5d715f27ee72 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "DELETE /v2.0/subnets/c751198d-018c-43b1-9f7f-f6c4611ee47e HTTP/1.1" status: 204 len: 168 time: 2.1963060 Oct 17 17:53:45.433547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43262) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:45.532889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1fb9e5af-ee8f-4d77-902a-45059510c6e2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for ec113665-bca8-4715-b6a9-ee473c30d297 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:45.540752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d3804375-ae13-4516-8da1-13862a495ac3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:45.584636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:45.666039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-182c9f35-59ad-4868-8005-311fd06dc903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:45.666247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-182c9f35-59ad-4868-8005-311fd06dc903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:45.708772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:45.722998 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Attempt 4 to provision port ec113665-bca8-4715-b6a9-ee473c30d297 Oct 17 17:53:45.767352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:45.771119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 551b71eb-9023-465c-8920-9d443c7d3ddb is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:45.782663 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:45.797224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:45.803460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:45.804226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:45.808419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Deleting port 54c94002-6b33-4a89-9173-9f2c91752be1 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:45.808830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:45.965478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=ca961336-7d6c-4d3d-9b98-147b25002438,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:46.000680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Port ec113665-bca8-4715-b6a9-ee473c30d297 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:46.027078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:46.027330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:46.027707 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d Oct 17 17:53:46.055975 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f41be76a-a9c5-4b45-8dd0-2f00ca17cb3d tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1461334 Oct 17 17:53:46.057998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43266) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:46.072270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:46.085548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e6213f44-434e-4973-9ce0-e24695c8ef81 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:46.088418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ea52ba-3e27-4674-8454-6d20945037b7 None None] Network 4741707b-f889-4f0a-bef6-b183af4cb8ee requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:46.100533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port d3804375-ae13-4516-8da1-13862a495ac3 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:46.157363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:46.377617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd0f240-612c-4c5b-a5e9-c410821585c2 None None] DHCP port deletion for f81ca915-6f90-46ae-86ec-4bde616eedb6 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:53:46.381091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:46.394988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:46.398921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:46.399328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:46.416405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0f240-612c-4c5b-a5e9-c410821585c2 None None] Deleting port 54c94002-6b33-4a89-9173-9f2c91752be1 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:46.416769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f240-612c-4c5b-a5e9-c410821585c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:46.446121 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:46.503284 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Attempt 5 to provision port ec113665-bca8-4715-b6a9-ee473c30d297 Oct 17 17:53:46.506892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] For port 54c94002-6b33-4a89-9173-9f2c91752be1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=54c94002-6b33-4a89-9173-9f2c91752be1,segment=NetworkSegment(e3c1311e-2212-47d8-b5ea-279b618b012c),segment_id=e3c1311e-2212-47d8-b5ea-279b618b012c)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:46.507435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:46.509706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event updated for resources: {'Port': ['ID=a9d86719-cdfb-432c-aefc-3e87bfd31a2d,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:46.563013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:46.571755 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Port ec113665-bca8-4715-b6a9-ee473c30d297 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:46.604753 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:46.605070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:46.605380 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 Oct 17 17:53:46.629036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:53:46.631596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb637de1-1f9e-4755-b3d5-1db14d801bc6" -d '{"events": [{"server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "name": "network-vif-plugged", "status": "completed", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:53:46.658709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Calling delete_port for 54c94002-6b33-4a89-9173-9f2c91752be1 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:46.717325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:46.751393 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-182c9f35-59ad-4868-8005-311fd06dc903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] For port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:46.751787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-182c9f35-59ad-4868-8005-311fd06dc903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:46.759025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98bf8dd-d33d-4807-b85c-7692b8f1e2bc x-openstack-request-id: req-d98bf8dd-d33d-4807-b85c-7692b8f1e2bc {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:53:46.759626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "name": "network-vif-plugged", "status": "completed", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:53:46.759626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d98bf8dd-d33d-4807-b85c-7692b8f1e2bc {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:53:46.759990 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d98bf8dd-d33d-4807-b85c-7692b8f1e2bc'] response: {'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'code': 200} Oct 17 17:53:46.771187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:46.933620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-182c9f35-59ad-4868-8005-311fd06dc903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:46.971919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:46.987190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:46.998105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e6213f44-434e-4973-9ce0-e24695c8ef81 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:47.034649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,revision_number=8']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:47.038696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4cd0f240-612c-4c5b-a5e9-c410821585c2 None None] For port 54c94002-6b33-4a89-9173-9f2c91752be1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=54c94002-6b33-4a89-9173-9f2c91752be1,segment=NetworkSegment(e3c1311e-2212-47d8-b5ea-279b618b012c),segment_id=e3c1311e-2212-47d8-b5ea-279b618b012c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:47.039108 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f240-612c-4c5b-a5e9-c410821585c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:47.048575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] No DVR routers for this DVR port 54c94002-6b33-4a89-9173-9f2c91752be1 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:53:47.110469 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Attempt 6 to provision port ec113665-bca8-4715-b6a9-ee473c30d297 Oct 17 17:53:47.166353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event deleted for resources: {'Port': ['ID=54c94002-6b33-4a89-9173-9f2c91752be1,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:47.209702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:47.210066 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:47.222649 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e6213f44-434e-4973-9ce0-e24695c8ef81 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:47.225120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0f240-612c-4c5b-a5e9-c410821585c2 None None] Calling delete_port for 54c94002-6b33-4a89-9173-9f2c91752be1 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:47.229644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e6213f44-434e-4973-9ce0-e24695c8ef81 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:47.267192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e6213f44-434e-4973-9ce0-e24695c8ef81 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:47.287057 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e5af-ee8f-4d77-902a-45059510c6e2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:47.306063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Port ec113665-bca8-4715-b6a9-ee473c30d297 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:47.329044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:47.343552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-4cd0f240-612c-4c5b-a5e9-c410821585c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:53:47.343983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-4cd0f240-612c-4c5b-a5e9-c410821585c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:53:47.379036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81ca915-6f90-46ae-86ec-4bde616eedb6']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:47.383382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9e5af-ee8f-4d77-902a-45059510c6e2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=ec113665-bca8-4715-b6a9-ee473c30d297,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:47.398253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c1311e-2212-47d8-b5ea-279b618b012c') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:47.398560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c1311e-2212-47d8-b5ea-279b618b012c') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:47.423595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-182c9f35-59ad-4868-8005-311fd06dc903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:47.443957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6213f44-434e-4973-9ce0-e24695c8ef81 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:47.446156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6273915f-36af-4dd0-86fd-ca61cc7e18fe up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:47.447639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6213f44-434e-4973-9ce0-e24695c8ef81 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:47.497213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:47.509105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c9f35-59ad-4868-8005-311fd06dc903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:47.575647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 6273915f-36af-4dd0-86fd-ca61cc7e18fe completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:47.605944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:47.738574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:53:47.739422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:47.749687 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 54c94002-6b33-4a89-9173-9f2c91752be1 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:47.814615 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Attempt 7 to provision port ec113665-bca8-4715-b6a9-ee473c30d297 Oct 17 17:53:47.863618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0f240-612c-4c5b-a5e9-c410821585c2 None None] Deleting port 54c94002-6b33-4a89-9173-9f2c91752be1 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:47.864349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f240-612c-4c5b-a5e9-c410821585c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:47.867818 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment e3c1311e-2212-47d8-b5ea-279b618b012c resource provider aggregate not found Oct 17 17:53:47.907232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 54c94002-6b33-4a89-9173-9f2c91752be1 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:53:47.911986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 54c94002-6b33-4a89-9173-9f2c91752be1 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:53:47.925650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Port ec113665-bca8-4715-b6a9-ee473c30d297 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:53:47.999528 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment e3c1311e-2212-47d8-b5ea-279b618b012c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3c1311e-2212-47d8-b5ea-279b618b012c found for delete ", "request_id": "req-e74713d6-4cf9-4fbb-96a3-ff94e404cb2e"}]} Oct 17 17:53:48.001552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0f240-612c-4c5b-a5e9-c410821585c2 None None] The port '54c94002-6b33-4a89-9173-9f2c91752be1' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:53:48.022117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-182c9f35-59ad-4868-8005-311fd06dc903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:48.026533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Provisioning for port 4bbf1812-038a-44df-b483-1d564f37466b completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:48.034155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Provisioning complete for port 4bbf1812-038a-44df-b483-1d564f37466b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:48.034767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:48.035293 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Attempt 1 to provision port 4bbf1812-038a-44df-b483-1d564f37466b Oct 17 17:53:48.061024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1fb9e5af-ee8f-4d77-902a-45059510c6e2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:48.090454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:48.115009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:48.126311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:48.193824 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1fb9e5af-ee8f-4d77-902a-45059510c6e2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/ec113665-bca8-4715-b6a9-ee473c30d297 HTTP/1.1" status: 204 len: 168 time: 3.7141001 Oct 17 17:53:48.211792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0c223aa0-0a7f-4d9b-84da-1f87da1eadb0 None None] Current status of the port 4bbf1812-038a-44df-b483-1d564f37466b is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:48.259900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43276) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:48.313551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Pushing event deleted for resources: {'Network': ['ID=f81ca915-6f90-46ae-86ec-4bde616eedb6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:48.321791 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.ipam_backend_mixin [None req-e6213f44-434e-4973-9ce0-e24695c8ef81 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44dedbc4-f014-4f25-8258-f8c691f636e6 (CIDR: 2001:db8::/64) Oct 17 17:53:48.323291 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-053c8e91-e197-4fe9-bfae-2bc31cf177b2 tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "DELETE /v2.0/networks/f81ca915-6f90-46ae-86ec-4bde616eedb6 HTTP/1.1" status: 204 len: 168 time: 2.8855860 Oct 17 17:53:48.327851 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43280) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:48.338156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Provisioning for port ca961336-7d6c-4d3d-9b98-147b25002438 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:48.344592 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6213f44-434e-4973-9ce0-e24695c8ef81 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:53:48.345084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6213f44-434e-4973-9ce0-e24695c8ef81 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:53:48.345262 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Provisioning complete for port ca961336-7d6c-4d3d-9b98-147b25002438 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:48.345613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:48.345945 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 1 to provision port ca961336-7d6c-4d3d-9b98-147b25002438 Oct 17 17:53:48.350726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:53:48.368430 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c164f4-3a99-4582-a3ea-76e0072ac58d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:53:48.368958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e3c164f4-3a99-4582-a3ea-76e0072ac58d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:48.380165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:48.397050 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:48.407804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port ca961336-7d6c-4d3d-9b98-147b25002438 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:48.458924 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e6213f44-434e-4973-9ce0-e24695c8ef81 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3939977 Oct 17 17:53:48.476264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43284) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:48.494283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:48.498573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e3c164f4-3a99-4582-a3ea-76e0072ac58d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:48.499737 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e3c164f4-3a99-4582-a3ea-76e0072ac58d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/ec113665-bca8-4715-b6a9-ee473c30d297 HTTP/1.1" status: 404 len: 333 time: 0.2368512 Oct 17 17:53:48.507955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43288) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:48.566287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-db4852ce-96cb-4453-8efe-621e5ac3157f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Synchronizing usage tracker for tenant:35af17e75e614f3e932114e7ff3590d4 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:48.582854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=924d831e-f0fc-4afb-984b-0941a278bbb2,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:48.669413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182c9f35-59ad-4868-8005-311fd06dc903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Router 0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:53:48.670338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-db4852ce-96cb-4453-8efe-621e5ac3157f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Unset dirty status for tenant:35af17e75e614f3e932114e7ff3590d4 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:48.671528 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-db4852ce-96cb-4453-8efe-621e5ac3157f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c2ee515-1852-410e-b676-f50a8ccaa619 HTTP/1.1" status: 200 len: 205 time: 0.3432555 Oct 17 17:53:48.684329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43292) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:48.909214 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 2 to provision port ca961336-7d6c-4d3d-9b98-147b25002438 Oct 17 17:53:48.973161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e6db8614-4480-4dec-83bb-7a6ee0dcd54f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:48.973383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port ca961336-7d6c-4d3d-9b98-147b25002438 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:48.985573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-c595d678-aaf9-43f7-8b80-c691a7e9e384 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting subnet 3fd57750-7bcc-4584-b7ac-163924145d73 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:49.002469 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c595d678-aaf9-43f7-8b80-c691a7e9e384 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.111109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:49.121053 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:49.126791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182c9f35-59ad-4868-8005-311fd06dc903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:49.128618 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:49.132031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c595d678-aaf9-43f7-8b80-c691a7e9e384 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.141690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88794c4d-3480-4cce-b294-0242ffd5c97e None None] Sync routers for ids ['0adf21f7-fa72-4d1c-8e00-39339c0ec4b4'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:49.154459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88794c4d-3480-4cce-b294-0242ffd5c97e None None] Routers {'0adf21f7-fa72-4d1c-8e00-39339c0ec4b4'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:49.155428 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-88794c4d-3480-4cce-b294-0242ffd5c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0adf21f7-fa72-4d1c-8e00-39339c0ec4b4'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:49.176568 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-182c9f35-59ad-4868-8005-311fd06dc903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "PUT /v2.0/routers/0adf21f7-fa72-4d1c-8e00-39339c0ec4b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2722836 Oct 17 17:53:49.185239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43296) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:49.186099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:49.200696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.314172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.354742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-88794c4d-3480-4cce-b294-0242ffd5c97e None None] Set router 0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:49.366232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e6db8614-4480-4dec-83bb-7a6ee0dcd54f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.368102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:49.371549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.389360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e6db8614-4480-4dec-83bb-7a6ee0dcd54f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.470483 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-88794c4d-3480-4cce-b294-0242ffd5c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf21f7-fa72-4d1c-8e00-39339c0ec4b4', 'name': 'tempest-NetworksTestDHCPv6-router-456200908', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:32Z', 'updated_at': '2022-10-17T17:53:47Z', 'revision_number': 3, 'project_id': '16630d51c6834023bd0811e0773898ef', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:49.473706 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 3 to provision port ca961336-7d6c-4d3d-9b98-147b25002438 Oct 17 17:53:49.484425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1025e5-4fe4-4aca-be23-3f5904b0530b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:49.485241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c595d678-aaf9-43f7-8b80-c691a7e9e384 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.486091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1025e5-4fe4-4aca-be23-3f5904b0530b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:49.486786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9f1025e5-4fe4-4aca-be23-3f5904b0530b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:49.518100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e6db8614-4480-4dec-83bb-7a6ee0dcd54f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.518564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6db8614-4480-4dec-83bb-7a6ee0dcd54f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Fanout notify agent at l3_agent the message router_deleted on router 0c2ee515-1852-410e-b676-f50a8ccaa619 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:53:49.522185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88794c4d-3480-4cce-b294-0242ffd5c97e None None] Checking router: 0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:53:49.543115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88794c4d-3480-4cce-b294-0242ffd5c97e None None] Routers {'0adf21f7-fa72-4d1c-8e00-39339c0ec4b4'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:49.543980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-88794c4d-3480-4cce-b294-0242ffd5c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0adf21f7-fa72-4d1c-8e00-39339c0ec4b4'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:49.550857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9f1025e5-4fe4-4aca-be23-3f5904b0530b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:49.551564 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9f1025e5-4fe4-4aca-be23-3f5904b0530b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3627663 Oct 17 17:53:49.554744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43300) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:49.558831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e6db8614-4480-4dec-83bb-7a6ee0dcd54f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.559931 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e6db8614-4480-4dec-83bb-7a6ee0dcd54f tempest-RoutersNegativeTest-986799818 tempest-RoutersNegativeTest-986799818-project] 10.222.0.69 "DELETE /v2.0/routers/0c2ee515-1852-410e-b676-f50a8ccaa619 HTTP/1.1" status: 204 len: 168 time: 0.8746579 Oct 17 17:53:49.687919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port ca961336-7d6c-4d3d-9b98-147b25002438 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:49.696592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c595d678-aaf9-43f7-8b80-c691a7e9e384 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.698670 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-88794c4d-3480-4cce-b294-0242ffd5c97e None None] Set router 0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:49.741259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.778896 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595d678-aaf9-43f7-8b80-c691a7e9e384 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd57750-7bcc-4584-b7ac-163924145d73,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:49.783174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d12dd55-5e44-48be-b171-fa64e619a6e3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 737fdc2f-8054-48cf-ac78-bbf969d3ebf9 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:49.787771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4d12dd55-5e44-48be-b171-fa64e619a6e3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.791128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c595d678-aaf9-43f7-8b80-c691a7e9e384 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:49.808432 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e862a7bd-5f55-4a3d-a4dd-cd63299d1447 None None] Network 9a599a82-6667-4c1c-8f82-e36aa9909b0c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:49.852414 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c595d678-aaf9-43f7-8b80-c691a7e9e384 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/3fd57750-7bcc-4584-b7ac-163924145d73 HTTP/1.1" status: 204 len: 168 time: 1.3368328 Oct 17 17:53:49.852662 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43306) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:49.858652 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Router 21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:53:49.911371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-88794c4d-3480-4cce-b294-0242ffd5c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0adf21f7-fa72-4d1c-8e00-39339c0ec4b4', 'name': 'tempest-NetworksTestDHCPv6-router-456200908', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:32Z', 'updated_at': '2022-10-17T17:53:47Z', 'revision_number': 3, 'project_id': '16630d51c6834023bd0811e0773898ef', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:49.919295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88794c4d-3480-4cce-b294-0242ffd5c97e None None] The sync data for ids ['0adf21f7-fa72-4d1c-8e00-39339c0ec4b4'] in dv-neutron-860895-1-hyperv is: [{'id': '0adf21f7-fa72-4d1c-8e00-39339c0ec4b4', 'name': 'tempest-NetworksTestDHCPv6-router-456200908', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:32Z', 'updated_at': '2022-10-17T17:53:47Z', 'revision_number': 3, 'project_id': '16630d51c6834023bd0811e0773898ef', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:49.958571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4d12dd55-5e44-48be-b171-fa64e619a6e3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:50.068925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b8d974-5790-4f21-ab4e-821bd360dbca tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting subnet 7b2546cb-7338-4937-8f2f-32017f0955a9 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:50.077551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b8d974-5790-4f21-ab4e-821bd360dbca tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:50.114016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43312) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:50.161332 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b8d974-5790-4f21-ab4e-821bd360dbca tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:50.189348 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 4 to provision port ca961336-7d6c-4d3d-9b98-147b25002438 Oct 17 17:53:50.243664 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4d12dd55-5e44-48be-b171-fa64e619a6e3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:50.293670 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port ca961336-7d6c-4d3d-9b98-147b25002438 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:50.340292 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:50.466141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 551b71eb-9023-465c-8920-9d443c7d3ddb is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:50.483937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:50.487345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:50.490353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:50.490957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:50.496389 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Sync routers for ids ['21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:50.497212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b1685-89f7-4f3d-9e3e-39dc3643698c None None] Network 551b71eb-9023-465c-8920-9d443c7d3ddb requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:50.508280 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Routers {'21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:50.508892 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:50.535313 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0470517 Oct 17 17:53:50.541866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b8d974-5790-4f21-ab4e-821bd360dbca tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:50.566328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43318) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:50.572495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55466b53-0024-4612-8bef-b50b1641d04f tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Subnet': ['ID=db62d7bd-1f98-4b69-9f6c-a416482dcb47,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:50.581686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1430966260', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'db62d7bd-1f98-4b69-9f6c-a416482dcb47'}], 'security_groups': ['efebf717-3bc9-47b8-9720-74d3d0a7e8b2']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:50.587073 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-581c234e-9137-454a-9b3e-65970deae2ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=35af17e75e614f3e932114e7ff3590d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724438 Oct 17 17:53:50.590316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43322) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:50.596541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4d12dd55-5e44-48be-b171-fa64e619a6e3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:50.703743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12dd55-5e44-48be-b171-fa64e619a6e3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=737fdc2f-8054-48cf-ac78-bbf969d3ebf9,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:50.711753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4d12dd55-5e44-48be-b171-fa64e619a6e3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:50.712086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:50.713723 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e4b1daee-eefc-43f2-aec2-311967f7d729 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.7354825 Oct 17 17:53:50.720209 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4d12dd55-5e44-48be-b171-fa64e619a6e3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/737fdc2f-8054-48cf-ac78-bbf969d3ebf9 HTTP/1.1" status: 204 len: 168 time: 1.1576605 Oct 17 17:53:50.724740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43326) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:50.724993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43328) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:50.808196 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 5 to provision port ca961336-7d6c-4d3d-9b98-147b25002438 Oct 17 17:53:50.852690 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Set router 21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:50.961933 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e66b61-d5e9-4909-86d1-82f09f3311eb None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:50.992070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.004924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port ca961336-7d6c-4d3d-9b98-147b25002438 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:51.007988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.093826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d24c140e-6ae4-4b62-8fd0-1258e2e50348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.168049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d24c140e-6ae4-4b62-8fd0-1258e2e50348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.231783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.261868 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34', 'name': 'tempest-snat-router-1411732754', 'tenant_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.182'}], 'enable_snat': False}, 'gw_port_id': 'a9d86719-cdfb-432c-aefc-3e87bfd31a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:42Z', 'updated_at': '2022-10-17T17:53:47Z', 'revision_number': 3, 'project_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'gw_port': {'id': 'a9d86719-cdfb-432c-aefc-3e87bfd31a2d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:53:44Z', 'updated_at': '2022-10-17T17:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:51.268350 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Checking router: 21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:53:51.268350 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Updating router 21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34 port a9d86719-cdfb-432c-aefc-3e87bfd31a2d binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:53:51.277805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b8d974-5790-4f21-ab4e-821bd360dbca tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.322994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d24c140e-6ae4-4b62-8fd0-1258e2e50348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.347444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.348499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b8d974-5790-4f21-ab4e-821bd360dbca tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.351961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=924d831e-f0fc-4afb-984b-0941a278bbb2,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:51.358203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8d974-5790-4f21-ab4e-821bd360dbca tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2546cb-7338-4937-8f2f-32017f0955a9,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:51.365478 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-79b8d974-5790-4f21-ab4e-821bd360dbca tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/7b2546cb-7338-4937-8f2f-32017f0955a9 HTTP/1.1" status: 204 len: 168 time: 1.5131917 Oct 17 17:53:51.366796 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.379847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d24c140e-6ae4-4b62-8fd0-1258e2e50348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.383848 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d24c140e-6ae4-4b62-8fd0-1258e2e50348 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cdc02952-ca3b-4f86-81dc-df5db73aedbf HTTP/1.1" status: 204 len: 168 time: 0.7925308 Oct 17 17:53:51.385209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43334) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:51.391216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c140e-6ae4-4b62-8fd0-1258e2e50348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc02952-ca3b-4f86-81dc-df5db73aedbf,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:51.425513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f74359-b713-49bf-919a-00d73024247c None None] Network 9a599a82-6667-4c1c-8f82-e36aa9909b0c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:51.426349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-edc8d861-0993-4281-8175-878b078992c9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:router {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:51.526159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-edc8d861-0993-4281-8175-878b078992c9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:router {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:51.532381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-edc8d861-0993-4281-8175-878b078992c9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.8039494 Oct 17 17:53:51.540486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43340) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:51.553770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f90511-4224-450d-8c1e-f2cdda51d0c6 None None] Update dhcp port {'port': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'fixed_ips': [{'subnet_id': '44dedbc4-f014-4f25-8258-f8c691f636e6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'db62d7bd-1f98-4b69-9f6c-a416482dcb47'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '6273915f-36af-4dd0-86fd-ca61cc7e18fe'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:53:51.570797 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-88325097-6445-4f9e-892b-2630dc429095 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/routers/21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34 HTTP/1.1" status: 200 len: 909 time: 0.8308003 Oct 17 17:53:51.578300 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43344) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:51.588684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1411732754', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'enable_snat': True}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:51.610932 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:51.620358 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 6 to provision port ca961336-7d6c-4d3d-9b98-147b25002438 Oct 17 17:53:51.635673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Usage tracker for resource:router and tenant:0e5cdc5f46804d178c07e15c5d3218ec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:51.653929 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:51.666342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.670538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:51.710085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 4bbf1812-038a-44df-b483-1d564f37466b {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:51.710478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.730502 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-28f90511-4224-450d-8c1e-f2cdda51d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.743207 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port ca961336-7d6c-4d3d-9b98-147b25002438 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:51.760216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.761271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.789539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:51.805391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.841213 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:53:51.842638 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e9dd4aa1-341b-4e20-96ca-d5e9b6a0f867 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:53:51.952194 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:51.965597 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Transition to ACTIVE for port object a9d86719-cdfb-432c-aefc-3e87bfd31a2d will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:51.977771 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.014602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-582216bb-5840-4329-ad36-cafcd1094b05 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.080912 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Attempting to bind port a9d86719-cdfb-432c-aefc-3e87bfd31a2d on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:52.081378 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Attempting to bind port a9d86719-cdfb-432c-aefc-3e87bfd31a2d by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:52.081814 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Attempting to bind port a9d86719-cdfb-432c-aefc-3e87bfd31a2d on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:52.094156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490a0102-0434-4bfe-9608-8e40bd56b077 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:53:52.098415 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:52.098961 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:52.099507 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.100052 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:52.100618 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Bound port: a9d86719-cdfb-432c-aefc-3e87bfd31a2d, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:52.100780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-490a0102-0434-4bfe-9608-8e40bd56b077 None None] Deleting port 60e3b806-d226-4662-b98c-d8806fb1e981 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:52.101112 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.101840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-490a0102-0434-4bfe-9608-8e40bd56b077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.184364 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe30848-4129-4d90-bcee-943cbb6b40c1 None None] Pushing event updated for resources: {'Port': ['ID=a9d86719-cdfb-432c-aefc-3e87bfd31a2d,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:52.194115 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] For port a9d86719-cdfb-432c-aefc-3e87bfd31a2d, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:52.196306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4980f36-e328-49ca-836f-351f3807aeb6 None None] DHCP port deletion for 9a599a82-6667-4c1c-8f82-e36aa9909b0c request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:53:52.197708 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] For port a9d86719-cdfb-432c-aefc-3e87bfd31a2d, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a9d86719-cdfb-432c-aefc-3e87bfd31a2d,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:52.204824 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.210475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a4980f36-e328-49ca-836f-351f3807aeb6 None None] Deleting port 4bbf1812-038a-44df-b483-1d564f37466b {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:52.211032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a4980f36-e328-49ca-836f-351f3807aeb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.244692 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 7 to provision port ca961336-7d6c-4d3d-9b98-147b25002438 Oct 17 17:53:52.268842 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Routers {'21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:52.269471 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:52.285172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Delete allocated IP 2001:db8::15 (551b71eb-9023-465c-8920-9d443c7d3ddb/44dedbc4-f014-4f25-8258-f8c691f636e6) {{(pid=89190) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 17 17:53:52.293627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8:0:1::36a (551b71eb-9023-465c-8920-9d443c7d3ddb/db62d7bd-1f98-4b69-9f6c-a416482dcb47/ca961336-7d6c-4d3d-9b98-147b25002438) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:52.384729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port ca961336-7d6c-4d3d-9b98-147b25002438 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:52.435985 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe30848-4129-4d90-bcee-943cbb6b40c1 None None] Pushing event updated for resources: {'Port': ['ID=a9d86719-cdfb-432c-aefc-3e87bfd31a2d,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:52.489557 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] Set router 21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:52.552321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] For port 4bbf1812-038a-44df-b483-1d564f37466b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4bbf1812-038a-44df-b483-1d564f37466b,segment=NetworkSegment(7cd75c90-4a7a-43e9-94bc-20bdec2f52e9),segment_id=7cd75c90-4a7a-43e9-94bc-20bdec2f52e9)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:52.553317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.564074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.645600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-490a0102-0434-4bfe-9608-8e40bd56b077 None None] For port 60e3b806-d226-4662-b98c-d8806fb1e981, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=60e3b806-d226-4662-b98c-d8806fb1e981,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:52.646202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-490a0102-0434-4bfe-9608-8e40bd56b077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.726033 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 4bbf1812-038a-44df-b483-1d564f37466b owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:52.812598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-490a0102-0434-4bfe-9608-8e40bd56b077 None None] Calling delete_port for 60e3b806-d226-4662-b98c-d8806fb1e981 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:52.864917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:53:52.883617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-582216bb-5840-4329-ad36-cafcd1094b05 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.886715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 4741707b-f889-4f0a-bef6-b183af4cb8ee is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:52.887986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-582216bb-5840-4329-ad36-cafcd1094b05 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.891781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.892878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:52.896264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:52.924463 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 8 to provision port ca961336-7d6c-4d3d-9b98-147b25002438 Oct 17 17:53:52.957356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=4bbf1812-038a-44df-b483-1d564f37466b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:52.960012 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34', 'name': 'tempest-snat-router-1411732754', 'tenant_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.182'}], 'enable_snat': False}, 'gw_port_id': 'a9d86719-cdfb-432c-aefc-3e87bfd31a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:42Z', 'updated_at': '2022-10-17T17:53:47Z', 'revision_number': 3, 'project_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'gw_port': {'id': 'a9d86719-cdfb-432c-aefc-3e87bfd31a2d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:53:44Z', 'updated_at': '2022-10-17T17:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:52.968653 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471f83c-c8fd-4226-88ff-64c6d17af1ca None None] The sync data for ids ['21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34'] in dv-neutron-860895-1-hyperv is: [{'id': '21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34', 'name': 'tempest-snat-router-1411732754', 'tenant_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.182'}], 'enable_snat': False}, 'gw_port_id': 'a9d86719-cdfb-432c-aefc-3e87bfd31a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:42Z', 'updated_at': '2022-10-17T17:53:47Z', 'revision_number': 3, 'project_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'gw_port': {'id': 'a9d86719-cdfb-432c-aefc-3e87bfd31a2d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:bd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:53:44Z', 'updated_at': '2022-10-17T17:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:52.976504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No DVR routers for this DVR port 4bbf1812-038a-44df-b483-1d564f37466b on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:53:52.980170 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a4980f36-e328-49ca-836f-351f3807aeb6 None None] For port 4bbf1812-038a-44df-b483-1d564f37466b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4bbf1812-038a-44df-b483-1d564f37466b,segment=NetworkSegment(7cd75c90-4a7a-43e9-94bc-20bdec2f52e9),segment_id=7cd75c90-4a7a-43e9-94bc-20bdec2f52e9)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:52.980422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a4980f36-e328-49ca-836f-351f3807aeb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.007360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-490a0102-0434-4bfe-9608-8e40bd56b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.086946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Transition to ACTIVE for port object ca961336-7d6c-4d3d-9b98-147b25002438 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:53.103285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-582216bb-5840-4329-ad36-cafcd1094b05 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.103902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582216bb-5840-4329-ad36-cafcd1094b05 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Fanout notify agent at l3_agent the message router_deleted on router 0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:53:53.106699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.158154 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.302706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-582216bb-5840-4329-ad36-cafcd1094b05 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.308558 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-582216bb-5840-4329-ad36-cafcd1094b05 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/routers/0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 HTTP/1.1" status: 204 len: 168 time: 1.7571201 Oct 17 17:53:53.317214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43348) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:53.389099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a0102-0434-4bfe-9608-8e40bd56b077 None None] Pushing event deleted for resources: {'Port': ['ID=60e3b806-d226-4662-b98c-d8806fb1e981,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:53.393817 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490a0102-0434-4bfe-9608-8e40bd56b077 None None] No DVR routers for this DVR port 60e3b806-d226-4662-b98c-d8806fb1e981 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:53:53.395180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a599a82-6667-4c1c-8f82-e36aa9909b0c']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:53.414214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd75c90-4a7a-43e9-94bc-20bdec2f52e9') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:53.414504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd75c90-4a7a-43e9-94bc-20bdec2f52e9') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:53.439198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a4980f36-e328-49ca-836f-351f3807aeb6 None None] Calling delete_port for 4bbf1812-038a-44df-b483-1d564f37466b owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:53.481931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.488016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-31171036-942e-4590-b1c4-d2784d799802 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:53.497703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port ca961336-7d6c-4d3d-9b98-147b25002438 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:53.507245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.511150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=ca961336-7d6c-4d3d-9b98-147b25002438,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:53.518878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] In _notify_port_updated(), no bound segment for port ca961336-7d6c-4d3d-9b98-147b25002438 on network 551b71eb-9023-465c-8920-9d443c7d3ddb {{(pid=89190) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:53:53.524850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:53.525492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.529649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:53:53.530070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.530891 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1076c24d-24ef-443a-adb5-a22bda1c6edf tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "PUT /v2.0/ports/ca961336-7d6c-4d3d-9b98-147b25002438 HTTP/1.1" status: 200 len: 931 time: 2.9620769 Oct 17 17:53:53.531630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43352) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:53.539557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-31171036-942e-4590-b1c4-d2784d799802 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:53.540963 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-31171036-942e-4590-b1c4-d2784d799802 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2223101 Oct 17 17:53:53.562658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43356) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:53.564540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-28f90511-4224-450d-8c1e-f2cdda51d0c6 None None] Allocated IP 2001:db8:0:1::2 (551b71eb-9023-465c-8920-9d443c7d3ddb/db62d7bd-1f98-4b69-9f6c-a416482dcb47/6273915f-36af-4dd0-86fd-ca61cc7e18fe) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:53.605958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-a4980f36-e328-49ca-836f-351f3807aeb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:53:53.606304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-a4980f36-e328-49ca-836f-351f3807aeb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:53:53.644190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a97e6-5ac8-45bd-8e83-315a2fe709c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:53.645428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-911a97e6-5ac8-45bd-8e83-315a2fe709c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:53.663859 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 7cd75c90-4a7a-43e9-94bc-20bdec2f52e9 resource provider aggregate not found Oct 17 17:53:53.683780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-7407f08c-2fc1-40fc-8780-3e05c346e6c7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port ca961336-7d6c-4d3d-9b98-147b25002438 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:53.684127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7407f08c-2fc1-40fc-8780-3e05c346e6c7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.716385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 6f847355-ed7a-4bea-8afb-b99a06b909e5 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:53:53.757473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a9d86719-cdfb-432c-aefc-3e87bfd31a2d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:53.838651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-28f90511-4224-450d-8c1e-f2cdda51d0c6 None None] For port 6273915f-36af-4dd0-86fd-ca61cc7e18fe, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6273915f-36af-4dd0-86fd-ca61cc7e18fe,segment=NetworkSegment(b6edb28a-fc1d-424f-a7c4-556bf0dfd900),segment_id=b6edb28a-fc1d-424f-a7c4-556bf0dfd900)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:53.879519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-28f90511-4224-450d-8c1e-f2cdda51d0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.884551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port a9d86719-cdfb-432c-aefc-3e87bfd31a2d completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:53.895721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port a9d86719-cdfb-432c-aefc-3e87bfd31a2d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:53.895981 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.896429 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port a9d86719-cdfb-432c-aefc-3e87bfd31a2d Oct 17 17:53:53.921466 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 7cd75c90-4a7a-43e9-94bc-20bdec2f52e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cd75c90-4a7a-43e9-94bc-20bdec2f52e9 found for delete ", "request_id": "req-c4f2be70-cf46-49c5-8f11-6bfa3b363805"}]} Oct 17 17:53:53.934979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.954288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-28f90511-4224-450d-8c1e-f2cdda51d0c6 None None] Ignored duplicate provisioning block setup for port 6273915f-36af-4dd0-86fd-ca61cc7e18fe by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:53:53.970132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-28f90511-4224-450d-8c1e-f2cdda51d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:53.970378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:54.019524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-911a97e6-5ac8-45bd-8e83-315a2fe709c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:54.021331 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-911a97e6-5ac8-45bd-8e83-315a2fe709c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4637055 Oct 17 17:53:54.028131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43364) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:54.062211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:54.071427 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-630b37e4-0f40-44a9-a769-ede6e52b5b85 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/6f847355-ed7a-4bea-8afb-b99a06b909e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9448156 Oct 17 17:53:54.074622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43368) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:54.095086 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 9 to provision port ca961336-7d6c-4d3d-9b98-147b25002438 Oct 17 17:53:54.126236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:54.149124 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cc91a0a9-18b1-47c3-93cf-2b939f5f48f7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194878 Oct 17 17:53:54.172294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:54.172541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43372) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:54.182296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:54.222980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a4980f36-e328-49ca-836f-351f3807aeb6 None None] Deleting port 4bbf1812-038a-44df-b483-1d564f37466b {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:54.223827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a4980f36-e328-49ca-836f-351f3807aeb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:54.252652 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/networks/9a599a82-6667-4c1c-8f82-e36aa9909b0c HTTP/1.1" status: 204 len: 168 time: 2.8584697 Oct 17 17:53:54.253556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43376) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:54.260433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2e1fd-efcb-454a-9ad1-6bb255930e23 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Network': ['ID=9a599a82-6667-4c1c-8f82-e36aa9909b0c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:54.276589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1f2c6-bb60-4c6b-8398-13c2bcba68c8 None None] Sync routers for ids ['6f847355-ed7a-4bea-8afb-b99a06b909e5'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:54.281133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f90511-4224-450d-8c1e-f2cdda51d0c6 None None] Pushing event updated for resources: {'Port': ['ID=6273915f-36af-4dd0-86fd-ca61cc7e18fe,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:54.352942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c88d24e-4c9b-4cc4-845e-fcb3428f3f46 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:54.353465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4c88d24e-4c9b-4cc4-845e-fcb3428f3f46 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Synchronizing usage tracker for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:54.364974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7407f08c-2fc1-40fc-8780-3e05c346e6c7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:54.470279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1f2c6-bb60-4c6b-8398-13c2bcba68c8 None None] Routers {'6f847355-ed7a-4bea-8afb-b99a06b909e5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:54.471558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c3f1f2c6-bb60-4c6b-8398-13c2bcba68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6f847355-ed7a-4bea-8afb-b99a06b909e5'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:54.488311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Allocated IP 172.26.8.252 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/8064545b-871d-4832-8c56-ded6f9c0ef10) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:54.511155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e94da48-26b2-40ff-bbbc-7b0bdf7e059e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:54.511907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4e94da48-26b2-40ff-bbbc-7b0bdf7e059e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:54.556558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a4980f36-e328-49ca-836f-351f3807aeb6 None None] The port '4bbf1812-038a-44df-b483-1d564f37466b' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:53:54.593712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c3f1f2c6-bb60-4c6b-8398-13c2bcba68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:54.593712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port ca961336-7d6c-4d3d-9b98-147b25002438 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:54.646115 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4e94da48-26b2-40ff-bbbc-7b0bdf7e059e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:54.648012 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4e94da48-26b2-40ff-bbbc-7b0bdf7e059e tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3893945 Oct 17 17:53:54.648303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f1f2c6-bb60-4c6b-8398-13c2bcba68c8 None None] Routers {'6f847355-ed7a-4bea-8afb-b99a06b909e5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:54.648957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c3f1f2c6-bb60-4c6b-8398-13c2bcba68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6f847355-ed7a-4bea-8afb-b99a06b909e5'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:54.652506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43380) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:54.722214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-7407f08c-2fc1-40fc-8780-3e05c346e6c7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for ca961336-7d6c-4d3d-9b98-147b25002438 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:54.773955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c3f1f2c6-bb60-4c6b-8398-13c2bcba68c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:54.774648 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f1f2c6-bb60-4c6b-8398-13c2bcba68c8 None None] The sync data for ids ['6f847355-ed7a-4bea-8afb-b99a06b909e5'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:53:54.781397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port a9d86719-cdfb-432c-aefc-3e87bfd31a2d is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:54.781785 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:54.817965 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port a9d86719-cdfb-432c-aefc-3e87bfd31a2d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a9d86719-cdfb-432c-aefc-3e87bfd31a2d,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:54.824133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:54.825520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:54.843780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:54.846584 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cb19e624-434b-4549-86da-ad4228eec241 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1926789 Oct 17 17:53:54.853900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:54.857486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43384) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:54.862047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:54.880591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1379781789'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:54.902359 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:54.907520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:network and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:54.911959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:54.918525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 60e3b806-d226-4662-b98c-d8806fb1e981 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:54.920545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:54.943447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4c88d24e-4c9b-4cc4-845e-fcb3428f3f46 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Unset dirty status for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:54.944629 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4c88d24e-4c9b-4cc4-845e-fcb3428f3f46 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports/924d831e-f0fc-4afb-984b-0941a278bbb2 HTTP/1.1" status: 200 len: 978 time: 0.8690679 Oct 17 17:53:54.946409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:54.950842 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:54.951771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:54.963079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:54.966232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43388) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:54.970150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 60e3b806-d226-4662-b98c-d8806fb1e981 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:53:54.970491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 60e3b806-d226-4662-b98c-d8806fb1e981 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:53:54.970905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4bbf1812-038a-44df-b483-1d564f37466b no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:53:55.024351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 4bbf1812-038a-44df-b483-1d564f37466b {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:53:55.024841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4bbf1812-038a-44df-b483-1d564f37466b not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:53:55.042155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=a9d86719-cdfb-432c-aefc-3e87bfd31a2d,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:55.092446 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 10 to provision port ca961336-7d6c-4d3d-9b98-147b25002438 Oct 17 17:53:55.207513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port ca961336-7d6c-4d3d-9b98-147b25002438 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:55.228153 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Provisioning for port d3804375-ae13-4516-8da1-13862a495ac3 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:53:55.240781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Provisioning complete for port d3804375-ae13-4516-8da1-13862a495ac3 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:55.241204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:55.241555 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 1 to provision port d3804375-ae13-4516-8da1-13862a495ac3 Oct 17 17:53:55.310202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7407f08c-2fc1-40fc-8780-3e05c346e6c7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:55.313983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:53:55.328856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:55.393661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407f08c-2fc1-40fc-8780-3e05c346e6c7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=ca961336-7d6c-4d3d-9b98-147b25002438,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:55.431410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Current status of the port d3804375-ae13-4516-8da1-13862a495ac3 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:55.431784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:55.436593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:55.436940 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Added segment 6cf64344-341b-4b75-a75d-e6170edc1fa5 of type vlan for network 2862b9a4-8df2-4d6f-850b-657afdffb8c9 Oct 17 17:53:55.456512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7407f08c-2fc1-40fc-8780-3e05c346e6c7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:55.469914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:55.477174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:55.480239 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7407f08c-2fc1-40fc-8780-3e05c346e6c7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/ca961336-7d6c-4d3d-9b98-147b25002438 HTTP/1.1" status: 204 len: 168 time: 1.9449990 Oct 17 17:53:55.492389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43392) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:55.508370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] For port d3804375-ae13-4516-8da1-13862a495ac3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d3804375-ae13-4516-8da1-13862a495ac3,segment=NetworkSegment(1b713806-97f0-4da2-b7ab-026c2d1bfb9f),segment_id=1b713806-97f0-4da2-b7ab-026c2d1bfb9f)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:53:55.515773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:55.564450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:55.580348 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14fd82e-c74e-4e72-b677-7df1aa152ba2 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:53:55.581061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d14fd82e-c74e-4e72-b677-7df1aa152ba2 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:55.613371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event updated for resources: {'Port': ['ID=8064545b-871d-4832-8c56-ded6f9c0ef10,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:55.629564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Provisioning complete for port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:55.630164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:55.630597 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 1 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:53:55.644674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d14fd82e-c74e-4e72-b677-7df1aa152ba2 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:55.650573 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d14fd82e-c74e-4e72-b677-7df1aa152ba2 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/ca961336-7d6c-4d3d-9b98-147b25002438 HTTP/1.1" status: 404 len: 333 time: 0.1570742 Oct 17 17:53:55.652075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43396) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:55.751792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Pushing event updated for resources: {'Port': ['ID=d3804375-ae13-4516-8da1-13862a495ac3,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:55.760849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:55.770615 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:53:55.772018 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:55.780471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6273915f-36af-4dd0-86fd-ca61cc7e18fe up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:55.844475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:55.851399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:55.854318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:55.855077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:55.863997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265710e5-eea6-4b3c-ae9f-abd263624278 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:55.882869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:55.897780 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7244859 Oct 17 17:53:55.898464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43400) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:55.915571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e4e0eed8-3109-4d91-9767-cf67c1aa20b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:55.958135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a9d86719-cdfb-432c-aefc-3e87bfd31a2d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:56.016953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e720-1b3d-48a6-9945-271801e22153 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.032804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cecdd8-b580-4797-983b-557235bdaaa2 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=a5600a12-d161-4693-9db3-a9c7d090962b,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:56.113795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e720-1b3d-48a6-9945-271801e22153 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.166761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e4e0eed8-3109-4d91-9767-cf67c1aa20b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:56.193708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e4e0eed8-3109-4d91-9767-cf67c1aa20b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:56.200117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port a9d86719-cdfb-432c-aefc-3e87bfd31a2d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:56.200117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.200117 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port a9d86719-cdfb-432c-aefc-3e87bfd31a2d Oct 17 17:53:56.232181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e0eed8-3109-4d91-9767-cf67c1aa20b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:56.236891 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4e0eed8-3109-4d91-9767-cf67c1aa20b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.238345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.240717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': 'a5600a12-d161-4693-9db3-a9c7d090962b'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:53:56.241543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.244112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:56.244812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.260066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e720-1b3d-48a6-9945-271801e22153 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.268523 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 2 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:53:56.348838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e720-1b3d-48a6-9945-271801e22153 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.352774 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b7a6e720-1b3d-48a6-9945-271801e22153 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/security-groups/2463da08-fd54-48fe-b5ac-a21694a5f97e HTTP/1.1" status: 204 len: 168 time: 0.6965458 Oct 17 17:53:56.353707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6e720-1b3d-48a6-9945-271801e22153 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2463da08-fd54-48fe-b5ac-a21694a5f97e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:56.356298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43404) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:56.388094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:56.476081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-51952760-c5db-422a-badf-fd9ff291f9e6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.517327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-51952760-c5db-422a-badf-fd9ff291f9e6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.533987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port a9d86719-cdfb-432c-aefc-3e87bfd31a2d is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:56.534574 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6747205 Oct 17 17:53:56.539817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43408) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:56.552795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '2862b9a4-8df2-4d6f-850b-657afdffb8c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:56.557550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Allocated IP 2001:db8::f816:3eff:fee7:7333 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/a5600a12-d161-4693-9db3-a9c7d090962b/3bf458e7-61ac-4866-a215-be7fc9d3f11f) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:56.568921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdc753-3ac0-4c2e-90dd-c71a064525c4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Network': ['ID=2862b9a4-8df2-4d6f-850b-657afdffb8c9,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:56.597357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 2862b9a4-8df2-4d6f-850b-657afdffb8c9 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:53:56.627340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-51952760-c5db-422a-badf-fd9ff291f9e6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.661001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51952760-c5db-422a-badf-fd9ff291f9e6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efebf717-3bc9-47b8-9720-74d3d0a7e8b2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:56.670449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-51952760-c5db-422a-badf-fd9ff291f9e6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.675709 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-51952760-c5db-422a-badf-fd9ff291f9e6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/security-groups/efebf717-3bc9-47b8-9720-74d3d0a7e8b2 HTTP/1.1" status: 204 len: 168 time: 0.3145740 Oct 17 17:53:56.678142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43412) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:56.714020 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:56.723430 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:56.726027 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.784602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:56.788404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-629bbce5-a6d8-4328-a276-a515a3506d2e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting subnet 44dedbc4-f014-4f25-8258-f8c691f636e6 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:53:56.792184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4e0eed8-3109-4d91-9767-cf67c1aa20b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.796677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-629bbce5-a6d8-4328-a276-a515a3506d2e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.890561 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 3 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:53:56.899109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:56.911750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e0eed8-3109-4d91-9767-cf67c1aa20b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:56.918367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-629bbce5-a6d8-4328-a276-a515a3506d2e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.944482 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:56.948204 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e4e0eed8-3109-4d91-9767-cf67c1aa20b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:56.948393 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.956957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e0eed8-3109-4d91-9767-cf67c1aa20b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:56.957683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e4e0eed8-3109-4d91-9767-cf67c1aa20b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.961693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0eed8-3109-4d91-9767-cf67c1aa20b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=059acb6f-2fb3-457b-9f3a-9fab03570e70,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:56.977592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:56.978015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:56.992968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Transition to ACTIVE for port object 3bf458e7-61ac-4866-a215-be7fc9d3f11f will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:56.995418 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e4e0eed8-3109-4d91-9767-cf67c1aa20b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0909572 Oct 17 17:53:56.999783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43416) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:57.011588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:db:cb:4e', 'name': 'tempest-NetworksTestDHCPv6-1554523558'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:57.020239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Transition to ACTIVE for port object 3bf458e7-61ac-4866-a215-be7fc9d3f11f will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:57.028388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:57.034403 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e99f60c9-7331-46cd-82ad-7e42896adc98 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:57.131103 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:57.134503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:57.137854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:57.150341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Pushing event updated for resources: {'Port': ['ID=3bf458e7-61ac-4866-a215-be7fc9d3f11f,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:57.266587 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Attempting to bind port 3bf458e7-61ac-4866-a215-be7fc9d3f11f on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:53:57.267963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Attempting to bind port 3bf458e7-61ac-4866-a215-be7fc9d3f11f by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:53:57.267963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Attempting to bind port 3bf458e7-61ac-4866-a215-be7fc9d3f11f on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:53:57.273526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:53:57.274341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:57.274535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:57.275081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:53:57.275671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Bound port: 3bf458e7-61ac-4866-a215-be7fc9d3f11f, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:53:57.276170 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:57.320313 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-629bbce5-a6d8-4328-a276-a515a3506d2e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:57.374598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] For port 3bf458e7-61ac-4866-a215-be7fc9d3f11f, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:53:57.378306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] For port 3bf458e7-61ac-4866-a215-be7fc9d3f11f, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3bf458e7-61ac-4866-a215-be7fc9d3f11f,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:53:57.382306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:57.391361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:57.405152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:57.427606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:57.477799 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 4 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:53:57.497308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-629bbce5-a6d8-4328-a276-a515a3506d2e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:57.522296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e708449-7400-49d0-bc73-6dc9e5d6581c None None] Pushing event updated for resources: {'Port': ['ID=3bf458e7-61ac-4866-a215-be7fc9d3f11f,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:57.543013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:57.556191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bbce5-a6d8-4328-a276-a515a3506d2e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Subnet': ['ID=44dedbc4-f014-4f25-8258-f8c691f636e6,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:57.558619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-629bbce5-a6d8-4328-a276-a515a3506d2e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:57.564786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8658c827-4e35-4e48-a942-cb360a5da693 None None] Network 551b71eb-9023-465c-8920-9d443c7d3ddb requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:57.582175 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-629bbce5-a6d8-4328-a276-a515a3506d2e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/44dedbc4-f014-4f25-8258-f8c691f636e6 HTTP/1.1" status: 204 len: 168 time: 0.9027269 Oct 17 17:53:57.585324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43420) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:57.591340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:57.711632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d3804375-ae13-4516-8da1-13862a495ac3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:57.728010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:57.795881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 47c6efb4-b987-44e9-bd26-1342515f6df8 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:53:57.851892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:57.881846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:57.893032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:57.898673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:57.919494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:57.947812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d3804375-ae13-4516-8da1-13862a495ac3 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:53:57.948326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:57.948757 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d3804375-ae13-4516-8da1-13862a495ac3 Oct 17 17:53:58.025532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:58.030598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:58.065964 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 5 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:53:58.113579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e99f60c9-7331-46cd-82ad-7e42896adc98 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 924d831e-f0fc-4afb-984b-0941a278bbb2 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:58.114534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e99f60c9-7331-46cd-82ad-7e42896adc98 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:58.127418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:58.169695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:58.222319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 172.20.0.8 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/059acb6f-2fb3-457b-9f3a-9fab03570e70/47c6efb4-b987-44e9-bd26-1342515f6df8) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:58.224428 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d3804375-ae13-4516-8da1-13862a495ac3 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:53:58.239119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::f816:3eff:fedb:cb4e (b6857a8d-f808-4f27-8165-53c8a72cbcb5/a5600a12-d161-4693-9db3-a9c7d090962b/47c6efb4-b987-44e9-bd26-1342515f6df8) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:53:58.334644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Router b83b0027-6166-41e2-a412-a0f35358cf5e is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:53:58.367218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Subnet': ['ID=8b236f22-ff49-4967-8980-2b9ba41a6305,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:58.543535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Checking segment: {'id': '6cf64344-341b-4b75-a75d-e6170edc1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2862b9a4-8df2-4d6f-850b-657afdffb8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:53:58.543881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network hostable DHCP agents. Network: 2862b9a4-8df2-4d6f-850b-657afdffb8c9, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:53:58.573687 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:58.580446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e99f60c9-7331-46cd-82ad-7e42896adc98 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:58.608904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 47c6efb4-b987-44e9-bd26-1342515f6df8 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:53:58.620550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:58.628827 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 6 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:53:58.701851 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:58.717679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 551b71eb-9023-465c-8920-9d443c7d3ddb is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:58.720702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:58.751228 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:58.763280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:58.763968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:58.765541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e99f60c9-7331-46cd-82ad-7e42896adc98 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for 924d831e-f0fc-4afb-984b-0941a278bbb2 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:53:58.809148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 2862b9a4-8df2-4d6f-850b-657afdffb8c9 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:53:58.815719 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2290797 Oct 17 17:53:58.829735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e994248-f82d-40f2-8144-7b1b8eaa2fd1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Subnet': ['ID=9972466a-717f-4eb1-8205-97d36282de58,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:58.831329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43424) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:58.841670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:53:58.842878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'security_group': {'name': 'tempest-secgroup-877829814'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:58.846807 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:58.851332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:53:58.866480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:58.882291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 2862b9a4-8df2-4d6f-850b-657afdffb8c9) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:53:58.887243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:58.887940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:58.902441 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca50c652-d758-4e3a-92fb-b1c27572851b None None] Network 2862b9a4-8df2-4d6f-850b-657afdffb8c9 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:58.907814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:security_group and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:58.913678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=47c6efb4-b987-44e9-bd26-1342515f6df8,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:53:58.915654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:53:58.928792 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:58.933367 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Sync routers for ids ['b83b0027-6166-41e2-a412-a0f35358cf5e'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:53:58.948952 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Routers {'b83b0027-6166-41e2-a412-a0f35358cf5e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:53:58.949719 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b83b0027-6166-41e2-a412-a0f35358cf5e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:58.964115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:58.964796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:58.992281 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-53b42505-20f4-4290-9f18-eb5623c02673 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9916816 Oct 17 17:53:58.994761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43428) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:59.019839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:59.051025 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f33a70ad-50c7-43e9-826c-686c8d092bda tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5045302 Oct 17 17:53:59.054359 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43432) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:59.062460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:59.068329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '2862b9a4-8df2-4d6f-850b-657afdffb8c9', 'name': 'tempest-PortsTestJSON-739146465'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:53:59.083460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:59.088404 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-14a06235-94f8-44da-88d0-5ae608ef5627 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5069535 Oct 17 17:53:59.092876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43436) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:59.165194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a35c62d-4a2c-42af-85e3-6a52c8a7d51e None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:59.212903 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Set router b83b0027-6166-41e2-a412-a0f35358cf5e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:53:59.269265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:59.275690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:53:59.276252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:port and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:59.281318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:59.285146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:security_group_rule and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:53:59.293192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:59.295816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:53:59.308450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:53:59.315097 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 7 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:53:59.332441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812ac9f6-eaa5-44e8-823b-27094ccf9f9f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:59.342997 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812ac9f6-eaa5-44e8-823b-27094ccf9f9f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:53:59.344009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-812ac9f6-eaa5-44e8-823b-27094ccf9f9f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:53:59.349779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:53:59.354692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:59.383730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fbe63d-84b3-4f4d-b591-24b833ebfe68 None None] Network 551b71eb-9023-465c-8920-9d443c7d3ddb requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:53:59.391630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port 802b7cf2-0e5c-4169-9457-b977c7255b78 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:53:59.447175 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-64687769-303b-45e1-86b8-7ee3398d5f41 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/routers/b83b0027-6166-41e2-a412-a0f35358cf5e HTTP/1.1" status: 200 len: 908 time: 0.3517714 Oct 17 17:53:59.450685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43440) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:59.494552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-81d9f9cc-da7c-43d1-b099-402c57b4de11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:59.597512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-812ac9f6-eaa5-44e8-823b-27094ccf9f9f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:53:59.598647 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-812ac9f6-eaa5-44e8-823b-27094ccf9f9f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.6025925 Oct 17 17:53:59.601642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43444) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:53:59.666271 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b0027-6166-41e2-a412-a0f35358cf5e', 'name': 'tempest-snat-router-1411732754', 'tenant_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '8064545b-871d-4832-8c56-ded6f9c0ef10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:51Z', 'updated_at': '2022-10-17T17:53:56Z', 'revision_number': 3, 'project_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'gw_port': {'id': '8064545b-871d-4832-8c56-ded6f9c0ef10', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b0027-6166-41e2-a412-a0f35358cf5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:53:54Z', 'updated_at': '2022-10-17T17:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:53:59.671919 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Checking router: b83b0027-6166-41e2-a412-a0f35358cf5e for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:53:59.672294 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Updating router b83b0027-6166-41e2-a412-a0f35358cf5e port 8064545b-871d-4832-8c56-ded6f9c0ef10 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:53:59.675376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:53:59.767828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-84c3cc2e-6d73-4af8-8bea-2ebadcf008bf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 47c6efb4-b987-44e9-bd26-1342515f6df8 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:53:59.768173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84c3cc2e-6d73-4af8-8bea-2ebadcf008bf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:59.783954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3bf458e7-61ac-4866-a215-be7fc9d3f11f up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:53:59.818117 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:59.822066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e99f60c9-7331-46cd-82ad-7e42896adc98 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:53:59.915120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f60c9-7331-46cd-82ad-7e42896adc98 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=924d831e-f0fc-4afb-984b-0941a278bbb2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:00.007911 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-2862b9a4-8df2-4d6f-850b-657afdffb8c9', 'network_id': '2862b9a4-8df2-4d6f-850b-657afdffb8c9', 'tenant_id': '05dbf97f09e748a0bfcd2cbee286018f', 'fixed_ips': [{'subnet_id': '8b236f22-ff49-4967-8980-2b9ba41a6305'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:54:00.009883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.12 (2862b9a4-8df2-4d6f-850b-657afdffb8c9/8b236f22-ff49-4967-8980-2b9ba41a6305/802b7cf2-0e5c-4169-9457-b977c7255b78) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:00.010189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.058296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 3bf458e7-61ac-4866-a215-be7fc9d3f11f completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:00.112222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.113767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.199389 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 8 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:00.228519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.402911 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:00.423151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd77d676-0450-48e7-8be4-d0ff27806b81 None None] Update dhcp port {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': 'a5600a12-d161-4693-9db3-a9c7d090962b', 'ip_address': '2001:db8::f816:3eff:fee7:7333'}, {'subnet_id': '059acb6f-2fb3-457b-9f3a-9fab03570e70'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '3bf458e7-61ac-4866-a215-be7fc9d3f11f'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:54:00.432172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84c3cc2e-6d73-4af8-8bea-2ebadcf008bf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.432903 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.454196 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Transition to ACTIVE for port object 8064545b-871d-4832-8c56-ded6f9c0ef10 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:00.463379 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.470022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.502476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fd77d676-0450-48e7-8be4-d0ff27806b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.542489 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Attempting to bind port 8064545b-871d-4832-8c56-ded6f9c0ef10 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:54:00.542952 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Attempting to bind port 8064545b-871d-4832-8c56-ded6f9c0ef10 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:54:00.543340 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Attempting to bind port 8064545b-871d-4832-8c56-ded6f9c0ef10 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:54:00.551573 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:54:00.552139 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:00.552529 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.552974 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:54:00.553650 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Bound port: 8064545b-871d-4832-8c56-ded6f9c0ef10, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:54:00.554039 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.564864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Deleting port 8064545b-871d-4832-8c56-ded6f9c0ef10 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:00.565211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.600122 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-84c3cc2e-6d73-4af8-8bea-2ebadcf008bf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 47c6efb4-b987-44e9-bd26-1342515f6df8 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:00.615145 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988241ae-7bc0-492b-8854-279c02662977 None None] Pushing event updated for resources: {'Port': ['ID=8064545b-871d-4832-8c56-ded6f9c0ef10,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:00.650535 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] For port 8064545b-871d-4832-8c56-ded6f9c0ef10, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:54:00.659385 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] For port 8064545b-871d-4832-8c56-ded6f9c0ef10, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8064545b-871d-4832-8c56-ded6f9c0ef10,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:54:00.668606 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.705925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c015b0b-c75c-4b5f-b3f2-530a651a6a2a None None] Update dhcp port {'port': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'fixed_ips': [{'subnet_id': 'db62d7bd-1f98-4b69-9f6c-a416482dcb47', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9972466a-717f-4eb1-8205-97d36282de58'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '6273915f-36af-4dd0-86fd-ca61cc7e18fe'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:54:00.733712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670e19b3-8b72-4354-8574-3a97ead21f54,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:00.743361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.758375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e99f60c9-7331-46cd-82ad-7e42896adc98 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.759123 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988241ae-7bc0-492b-8854-279c02662977 None None] Pushing event updated for resources: {'Port': ['ID=8064545b-871d-4832-8c56-ded6f9c0ef10,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:00.768962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Transition to ACTIVE for port object 802b7cf2-0e5c-4169-9457-b977c7255b78 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:00.772360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.777326 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ed5d7bdb-8d5e-45aa-ae76-695254abc80b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9429612 Oct 17 17:54:00.777658 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Routers {'b83b0027-6166-41e2-a412-a0f35358cf5e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:00.778118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43448) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:00.778278 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:53:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b83b0027-6166-41e2-a412-a0f35358cf5e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:00.823775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c015b0b-c75c-4b5f-b3f2-530a651a6a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.911923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:00.921164 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 9 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:00.946832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'security_group': {'name': 'tempest-secgroup-1616364726'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:00.975532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 2862b9a4-8df2-4d6f-850b-657afdffb8c9 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:00.986216 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:01.009748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:01.016257 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:01.029149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:security_group and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:01.030789 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] Set router b83b0027-6166-41e2-a412-a0f35358cf5e gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:54:01.039868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:01.066589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:01.096132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:01.106301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=802b7cf2-0e5c-4169-9457-b977c7255b78,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:01.117299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84c3cc2e-6d73-4af8-8bea-2ebadcf008bf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:01.180321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-fd77d676-0450-48e7-8be4-d0ff27806b81 None None] Allocated IP 172.20.0.2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/059acb6f-2fb3-457b-9f3a-9fab03570e70/3bf458e7-61ac-4866-a215-be7fc9d3f11f) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:01.191285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Allocated IP 172.20.0.2 (2862b9a4-8df2-4d6f-850b-657afdffb8c9/8b236f22-ff49-4967-8980-2b9ba41a6305/520147b7-0534-4958-b979-646f72259860) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:01.191515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:01.192389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:01.194539 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b0027-6166-41e2-a412-a0f35358cf5e', 'name': 'tempest-snat-router-1411732754', 'tenant_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:51Z', 'updated_at': '2022-10-17T17:54:00Z', 'revision_number': 4, 'project_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:01.206729 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:54:01.208381 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb8b7-1520-4928-b0e0-9bc5e7295daf None None] The sync data for ids ['b83b0027-6166-41e2-a412-a0f35358cf5e'] in dv-neutron-860895-1-hyperv is: [{'id': 'b83b0027-6166-41e2-a412-a0f35358cf5e', 'name': 'tempest-snat-router-1411732754', 'tenant_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:53:51Z', 'updated_at': '2022-10-17T17:54:00Z', 'revision_number': 4, 'project_id': '0e5cdc5f46804d178c07e15c5d3218ec', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:01.252603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3cc2e-6d73-4af8-8bea-2ebadcf008bf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=47c6efb4-b987-44e9-bd26-1342515f6df8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:01.294474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99f60c9-7331-46cd-82ad-7e42896adc98 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 6f847355-ed7a-4bea-8afb-b99a06b909e5 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:54:01.301277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:01.396579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84c3cc2e-6d73-4af8-8bea-2ebadcf008bf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:01.407951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:01.427706 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a4d47118-b15a-42e9-bd88-271dfd621990 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3721020 Oct 17 17:54:01.429244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43452) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:01.433375 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-84c3cc2e-6d73-4af8-8bea-2ebadcf008bf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/47c6efb4-b987-44e9-bd26-1342515f6df8 HTTP/1.1" status: 204 len: 168 time: 1.8260496 Oct 17 17:54:01.438659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '2862b9a4-8df2-4d6f-850b-657afdffb8c9', 'name': 'tempest-PortsTestJSON-2252907'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:01.525757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43456) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:01.593157 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7690caf2-b9db-4d97-b6a6-7071d493f154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:01.603877 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 10 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:01.615419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] For port 8064545b-871d-4832-8c56-ded6f9c0ef10, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8064545b-871d-4832-8c56-ded6f9c0ef10,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:01.615884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:01.637470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:security_group_rule and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:01.647443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca55ac8c-5462-4f71-9a9e-64eedaa4f8ee tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:01.649044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca55ac8c-5462-4f71-9a9e-64eedaa4f8ee tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:01.650513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca55ac8c-5462-4f71-9a9e-64eedaa4f8ee tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:01.651344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ca55ac8c-5462-4f71-9a9e-64eedaa4f8ee tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:01.695990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:01.696231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:01.758680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-1c015b0b-c75c-4b5f-b3f2-530a651a6a2a None None] Allocated IP 2001:db8::2 (551b71eb-9023-465c-8920-9d443c7d3ddb/9972466a-717f-4eb1-8205-97d36282de58/6273915f-36af-4dd0-86fd-ca61cc7e18fe) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:01.764650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Could not find standard attr ID for object 924d831e-f0fc-4afb-984b-0941a278bbb2. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:01.769603 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Calling delete_port for 8064545b-871d-4832-8c56-ded6f9c0ef10 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:01.775212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Could not find standard attr ID for object ec113665-bca8-4715-b6a9-ee473c30d297. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:01.781720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-fd77d676-0450-48e7-8be4-d0ff27806b81 None None] For port 3bf458e7-61ac-4866-a215-be7fc9d3f11f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3bf458e7-61ac-4866-a215-be7fc9d3f11f,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:01.799667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99f60c9-7331-46cd-82ad-7e42896adc98 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:01.809509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:01.814358 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ca55ac8c-5462-4f71-9a9e-64eedaa4f8ee tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:01.815905 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ca55ac8c-5462-4f71-9a9e-64eedaa4f8ee tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2891369 Oct 17 17:54:01.816481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:01.817657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:port and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:01.820929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43464) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:01.823535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:01.823690 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e99f60c9-7331-46cd-82ad-7e42896adc98 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/6f847355-ed7a-4bea-8afb-b99a06b909e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8501606 Oct 17 17:54:01.828318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43468) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:01.828513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef2397-0fa4-4cae-ac7c-a25f855a68c7 None None] Sync routers for ids ['6f847355-ed7a-4bea-8afb-b99a06b909e5'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:01.852172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:01.869713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:01.894104 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:01.897895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:01.919499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb5139b-a848-42a2-bc3f-3c2290d5464d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 059acb6f-2fb3-457b-9f3a-9fab03570e70 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:01.923871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Provisioning for port 6273915f-36af-4dd0-86fd-ca61cc7e18fe completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:01.930499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port 2234aa81-2977-4475-83b5-734268376510 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:54:01.931396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Transition to ACTIVE for port object 520147b7-0534-4958-b979-646f72259860 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:01.935599 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef2397-0fa4-4cae-ac7c-a25f855a68c7 None None] Routers {'6f847355-ed7a-4bea-8afb-b99a06b909e5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:01.936225 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-24ef2397-0fa4-4cae-ac7c-a25f855a68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6f847355-ed7a-4bea-8afb-b99a06b909e5'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:01.990912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.resource_extend [None req-fd77d676-0450-48e7-8be4-d0ff27806b81 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:54:02.022811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Provisioning complete for port 6273915f-36af-4dd0-86fd-ca61cc7e18fe triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:02.022811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.022811 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Attempt 1 to provision port 6273915f-36af-4dd0-86fd-ca61cc7e18fe Oct 17 17:54:02.077011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fd77d676-0450-48e7-8be4-d0ff27806b81 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.087786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-24ef2397-0fa4-4cae-ac7c-a25f855a68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:02.112533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Transition to ACTIVE for port object 520147b7-0534-4958-b979-646f72259860 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:02.144017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef2397-0fa4-4cae-ac7c-a25f855a68c7 None None] Routers {'6f847355-ed7a-4bea-8afb-b99a06b909e5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:02.144804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-24ef2397-0fa4-4cae-ac7c-a25f855a68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6f847355-ed7a-4bea-8afb-b99a06b909e5'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:02.195860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fd77d676-0450-48e7-8be4-d0ff27806b81 None None] Ignored duplicate provisioning block setup for port 3bf458e7-61ac-4866-a215-be7fc9d3f11f by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:54:02.206683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.207936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2eb5139b-a848-42a2-bc3f-3c2290d5464d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.263941 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-3ef61836-3be6-4bd1-8596-7f41497a0c47 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] remove_router_interface failed (client error): The resource could not be found. Oct 17 17:54:02.265133 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3ef61836-3be6-4bd1-8596-7f41497a0c47 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/6f847355-ed7a-4bea-8afb-b99a06b909e5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4347610 Oct 17 17:54:02.268669 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43474) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:02.296712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2eb5139b-a848-42a2-bc3f-3c2290d5464d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.324986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.335905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6af93030-1cde-481c-a6bf-7cee40232228 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Synchronizing usage tracker for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:02.339329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.11 (2862b9a4-8df2-4d6f-850b-657afdffb8c9/8b236f22-ff49-4967-8980-2b9ba41a6305/2234aa81-2977-4475-83b5-734268376510) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:02.339608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.342832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fd77d676-0450-48e7-8be4-d0ff27806b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.365075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-24ef2397-0fa4-4cae-ac7c-a25f855a68c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:02.365493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ef2397-0fa4-4cae-ac7c-a25f855a68c7 None None] The sync data for ids ['6f847355-ed7a-4bea-8afb-b99a06b909e5'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:02.372408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Network 2862b9a4-8df2-4d6f-850b-657afdffb8c9 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:02.383057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:02.388002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:02.393960 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1c015b0b-c75c-4b5f-b3f2-530a651a6a2a None None] For port 6273915f-36af-4dd0-86fd-ca61cc7e18fe, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6273915f-36af-4dd0-86fd-ca61cc7e18fe,segment=NetworkSegment(b6edb28a-fc1d-424f-a7c4-556bf0dfd900),segment_id=b6edb28a-fc1d-424f-a7c4-556bf0dfd900)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:02.434448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6af93030-1cde-481c-a6bf-7cee40232228 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Unset dirty status for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:02.435674 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6af93030-1cde-481c-a6bf-7cee40232228 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f847355-ed7a-4bea-8afb-b99a06b909e5 HTTP/1.1" status: 200 len: 205 time: 0.1657083 Oct 17 17:54:02.442126 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43478) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:02.444456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82225ee6-7522-4bf4-b04a-6d096a77402f,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:02.514117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.515569 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c5454663-1ab9-4c7c-ae41-398a197f5427 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6507938 Oct 17 17:54:02.519563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43482) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:02.525786 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'security_group': {'name': 'tempest-secgroup-1149565888'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:02.541151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:02.551278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2eb5139b-a848-42a2-bc3f-3c2290d5464d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.603472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.603816 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:security_group and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:02.615285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:02.624692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Pushing event updated for resources: {'Port': ['ID=520147b7-0534-4958-b979-646f72259860,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:02.641159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-abdd1650-bd7d-47a3-8323-d467b30f0a79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.712086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77d676-0450-48e7-8be4-d0ff27806b81 None None] Pushing event updated for resources: {'Port': ['ID=3bf458e7-61ac-4866-a215-be7fc9d3f11f,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:02.726284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.728038 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.resource_extend [None req-1c015b0b-c75c-4b5f-b3f2-530a651a6a2a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:54:02.745223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.758737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:02.766402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2eb5139b-a848-42a2-bc3f-3c2290d5464d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.800128 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.803772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Transition to ACTIVE for port object 2234aa81-2977-4475-83b5-734268376510 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:02.809555 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c015b0b-c75c-4b5f-b3f2-530a651a6a2a None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.820603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5139b-a848-42a2-bc3f-3c2290d5464d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=059acb6f-2fb3-457b-9f3a-9fab03570e70,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:02.828608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2eb5139b-a848-42a2-bc3f-3c2290d5464d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.829765 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Attempting to bind port 520147b7-0534-4958-b979-646f72259860 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:54:02.830154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Attempting to bind port 520147b7-0534-4958-b979-646f72259860 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6cf64344-341b-4b75-a75d-e6170edc1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2862b9a4-8df2-4d6f-850b-657afdffb8c9'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:54:02.830520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Attempting to bind port 520147b7-0534-4958-b979-646f72259860 on network 2862b9a4-8df2-4d6f-850b-657afdffb8c9 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:54:02.845773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.847316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event deleted for resources: {'Port': ['ID=8064545b-871d-4832-8c56-ded6f9c0ef10,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:02.850677 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c015b0b-c75c-4b5f-b3f2-530a651a6a2a None None] Ignored duplicate provisioning block setup for port 6273915f-36af-4dd0-86fd-ca61cc7e18fe by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:54:02.854126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:54:02.854668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Checking segment: {'id': '6cf64344-341b-4b75-a75d-e6170edc1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2862b9a4-8df2-4d6f-850b-657afdffb8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:02.855178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.855870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Bound using segment: {'id': '6cf64344-341b-4b75-a75d-e6170edc1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2862b9a4-8df2-4d6f-850b-657afdffb8c9'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:54:02.856371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Bound port: 520147b7-0534-4958-b979-646f72259860, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf64344-341b-4b75-a75d-e6170edc1fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2862b9a4-8df2-4d6f-850b-657afdffb8c9'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:54:02.856799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.861381 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2eb5139b-a848-42a2-bc3f-3c2290d5464d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/059acb6f-2fb3-457b-9f3a-9fab03570e70 HTTP/1.1" status: 204 len: 168 time: 1.0395553 Oct 17 17:54:02.866149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43486) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:02.878192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c015b0b-c75c-4b5f-b3f2-530a651a6a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.882895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Current status of the port 6273915f-36af-4dd0-86fd-ca61cc7e18fe is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:02.883525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.924076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:02.930401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:security_group_rule and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:02.940502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:02.956607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:02.973543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c015b0b-c75c-4b5f-b3f2-530a651a6a2a None None] Pushing event updated for resources: {'Port': ['ID=6273915f-36af-4dd0-86fd-ca61cc7e18fe,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:02.976062 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-c515b69a-6e79-4722-8e32-cc0d805dee7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet a5600a12-d161-4693-9db3-a9c7d090962b {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:02.981086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:02.982818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c515b69a-6e79-4722-8e32-cc0d805dee7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.231949 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:54:03.232352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:54:03.234940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] For port 520147b7-0534-4958-b979-646f72259860, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:54:03.238331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] For port 520147b7-0534-4958-b979-646f72259860, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=520147b7-0534-4958-b979-646f72259860,segment=NetworkSegment(6cf64344-341b-4b75-a75d-e6170edc1fa5),segment_id=6cf64344-341b-4b75-a75d-e6170edc1fa5)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:54:03.247221 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.251033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=2234aa81-2977-4475-83b5-734268376510,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:03.264345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c515b69a-6e79-4722-8e32-cc0d805dee7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.317457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-abdd1650-bd7d-47a3-8323-d467b30f0a79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.324653 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-abdd1650-bd7d-47a3-8323-d467b30f0a79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.327934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.342926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 2862b9a4-8df2-4d6f-850b-657afdffb8c9 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:03.344456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.364126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38e80f-353c-493e-8067-978982bbcecf None None] Pushing event updated for resources: {'Port': ['ID=520147b7-0534-4958-b979-646f72259860,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:03.381856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.382127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:03.386768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:03.451670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-abdd1650-bd7d-47a3-8323-d467b30f0a79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.452544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdd1650-bd7d-47a3-8323-d467b30f0a79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Fanout notify agent at l3_agent the message router_deleted on router 6f847355-ed7a-4bea-8afb-b99a06b909e5 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:54:03.496603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.501448 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9806786 Oct 17 17:54:03.502462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11992d-60e6-4e62-ac95-67e7b3fc7759 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f8baad-217e-4608-9642-5f87958355f8,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:03.507501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43490) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:03.518315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:03.518957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.526888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-535554364', 'security_groups': ['e4f8baad-217e-4608-9642-5f87958355f8'], 'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9972466a-717f-4eb1-8205-97d36282de58'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:03.569109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c515b69a-6e79-4722-8e32-cc0d805dee7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.638047 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6f56f6-dd14-42c8-a52d-76a52d1b0815 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:03.643210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.645548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.658123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-abdd1650-bd7d-47a3-8323-d467b30f0a79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.659276 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-abdd1650-bd7d-47a3-8323-d467b30f0a79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/6f847355-ed7a-4bea-8afb-b99a06b909e5 HTTP/1.1" status: 204 len: 168 time: 1.2123935 Oct 17 17:54:03.662402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43494) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:03.752684 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-684d6a99-eea8-4bc7-9eef-c17425ea51b3 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3203459 Oct 17 17:54:03.754284 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43498) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:03.836446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.839942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b83b0027-6166-41e2-a412-a0f35358cf5e {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:54:03.894068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea68dd91-4f17-4ec8-bf3c-05548a49b221 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting subnet 80434393-ad7f-4274-a312-4abc0e8d1ca5 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:03.902012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea68dd91-4f17-4ec8-bf3c-05548a49b221 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.910771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Current status of the port 6273915f-36af-4dd0-86fd-ca61cc7e18fe is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:03.911453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:03.928904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6273915f-36af-4dd0-86fd-ca61cc7e18fe up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:03.954876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c515b69a-6e79-4722-8e32-cc0d805dee7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.001183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea68dd91-4f17-4ec8-bf3c-05548a49b221 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.011782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:04.026197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c515b69a-6e79-4722-8e32-cc0d805dee7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.042026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515b69a-6e79-4722-8e32-cc0d805dee7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=a5600a12-d161-4693-9db3-a9c7d090962b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:04.048930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:04.059374 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c515b69a-6e79-4722-8e32-cc0d805dee7d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/a5600a12-d161-4693-9db3-a9c7d090962b HTTP/1.1" status: 204 len: 168 time: 1.1918776 Oct 17 17:54:04.060162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43502) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:04.079539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.085557 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2cb83f9e-2cca-4cad-9552-11031499c3d3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "DELETE /v2.0/routers/b83b0027-6166-41e2-a412-a0f35358cf5e HTTP/1.1" status: 204 len: 168 time: 4.6294136 Oct 17 17:54:04.090395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43506) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:04.163943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1dd5dfe9-60a8-4336-93de-e2756e9498f4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:router {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:04.171779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:04.234871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] For port 6273915f-36af-4dd0-86fd-ca61cc7e18fe, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6273915f-36af-4dd0-86fd-ca61cc7e18fe,segment=NetworkSegment(b6edb28a-fc1d-424f-a7c4-556bf0dfd900),segment_id=b6edb28a-fc1d-424f-a7c4-556bf0dfd900)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:04.237291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6273915f-36af-4dd0-86fd-ca61cc7e18fe triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:04.237665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.238001 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6273915f-36af-4dd0-86fd-ca61cc7e18fe Oct 17 17:54:04.294375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1dd5dfe9-60a8-4336-93de-e2756e9498f4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:router {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:04.298526 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1dd5dfe9-60a8-4336-93de-e2756e9498f4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2322717 Oct 17 17:54:04.298909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43510) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:04.307136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:04.332395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.337204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a1e88-b343-4415-8045-74606a23ce48 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:04.343240 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-479a1e88-b343-4415-8045-74606a23ce48 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.5847077 Oct 17 17:54:04.344520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43514) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:04.384422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.425877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea68dd91-4f17-4ec8-bf3c-05548a49b221 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.442835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] device_id is not set on port e75315e5-9ecf-4641-97a5-d27276f7295e yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:54:04.487737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.519938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.556083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Could not find standard attr ID for object 924d831e-f0fc-4afb-984b-0941a278bbb2. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:04.596447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Could not find standard attr ID for object ca961336-7d6c-4d3d-9b98-147b25002438. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:04.613333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4238910-6928-4ddd-98a3-0c670731cea2 None None] Pushing event updated for resources: {'Port': ['ID=6273915f-36af-4dd0-86fd-ca61cc7e18fe,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:04.627139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6273915f-36af-4dd0-86fd-ca61cc7e18fe is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:04.628790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3bf458e7-61ac-4866-a215-be7fc9d3f11f up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:04.633787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-68aaa33f-3871-41bc-bd10-c8a237667595 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 2234aa81-2977-4475-83b5-734268376510 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:04.634275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68aaa33f-3871-41bc-bd10-c8a237667595 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.671431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:04.681594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:04.688783 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:04.696717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:04.728108 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Provisioning complete for port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:04.728781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.729320 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Attempt 1 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:04.746806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:04.751024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.766388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea68dd91-4f17-4ec8-bf3c-05548a49b221 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.789998 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d05199-dc40-4d5b-a6ca-48019764c044 None None] Network 2862b9a4-8df2-4d6f-850b-657afdffb8c9 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:04.811911 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c17ef3-2106-4713-bcf0-e2041177773e None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:54:04.925140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-68c17ef3-2106-4713-bcf0-e2041177773e None None] Deleting port 3bf458e7-61ac-4866-a215-be7fc9d3f11f {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:04.925852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-68c17ef3-2106-4713-bcf0-e2041177773e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:04.989798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:05.005870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68dd91-4f17-4ec8-bf3c-05548a49b221 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Subnet': ['ID=80434393-ad7f-4274-a312-4abc0e8d1ca5,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:05.033340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea68dd91-4f17-4ec8-bf3c-05548a49b221 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.057846 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314d6c3c-6672-4a64-b60a-f85f707ea64f None None] Network 4741707b-f889-4f0a-bef6-b183af4cb8ee requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:05.059705 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ea68dd91-4f17-4ec8-bf3c-05548a49b221 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/80434393-ad7f-4274-a312-4abc0e8d1ca5 HTTP/1.1" status: 204 len: 168 time: 1.3961222 Oct 17 17:54:05.062465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.065580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43520) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:05.103793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68aaa33f-3871-41bc-bd10-c8a237667595 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.166770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Deleting port a9d86719-cdfb-432c-aefc-3e87bfd31a2d {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:05.167199 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.243881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-68aaa33f-3871-41bc-bd10-c8a237667595 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 2234aa81-2977-4475-83b5-734268376510 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:05.293325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.336588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8::28c (551b71eb-9023-465c-8920-9d443c7d3ddb/9972466a-717f-4eb1-8205-97d36282de58/e75315e5-9ecf-4641-97a5-d27276f7295e) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:05.414421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-68c17ef3-2106-4713-bcf0-e2041177773e None None] For port 3bf458e7-61ac-4866-a215-be7fc9d3f11f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3bf458e7-61ac-4866-a215-be7fc9d3f11f,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:05.414807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-68c17ef3-2106-4713-bcf0-e2041177773e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.431426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port d3804375-ae13-4516-8da1-13862a495ac3 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:05.431426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.518131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] For port a9d86719-cdfb-432c-aefc-3e87bfd31a2d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a9d86719-cdfb-432c-aefc-3e87bfd31a2d,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:05.518491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.534505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68aaa33f-3871-41bc-bd10-c8a237667595 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.543406 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Attempt 2 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:05.600334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aaa33f-3871-41bc-bd10-c8a237667595 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=2234aa81-2977-4475-83b5-734268376510,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:05.606678 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-68c17ef3-2106-4713-bcf0-e2041177773e None None] Calling delete_port for 3bf458e7-61ac-4866-a215-be7fc9d3f11f owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:05.711678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Calling delete_port for a9d86719-cdfb-432c-aefc-3e87bfd31a2d owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:05.726486 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:05.750918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-68c17ef3-2106-4713-bcf0-e2041177773e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.785625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.789544 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68aaa33f-3871-41bc-bd10-c8a237667595 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.820387 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-68aaa33f-3871-41bc-bd10-c8a237667595 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/2234aa81-2977-4475-83b5-734268376510 HTTP/1.1" status: 204 len: 168 time: 1.4726341 Oct 17 17:54:05.823575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c17ef3-2106-4713-bcf0-e2041177773e None None] No DVR routers for this DVR port 3bf458e7-61ac-4866-a215-be7fc9d3f11f on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:54:05.824973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43524) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:05.825225 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c17ef3-2106-4713-bcf0-e2041177773e None None] Pushing event deleted for resources: {'Port': ['ID=3bf458e7-61ac-4866-a215-be7fc9d3f11f,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:05.869747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Transition to ACTIVE for port object e75315e5-9ecf-4641-97a5-d27276f7295e will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:05.895088 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd41b1c-b215-466c-ac8a-184d00eded9a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:54:05.895088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2bd41b1c-b215-466c-ac8a-184d00eded9a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:05.901997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381ed4b4-d06d-4ee9-8369-90d2fef52d5e None None] DHCP port deletion for 4741707b-f889-4f0a-bef6-b183af4cb8ee request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:54:05.908726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-381ed4b4-d06d-4ee9-8369-90d2fef52d5e None None] Deleting port d3804375-ae13-4516-8da1-13862a495ac3 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:05.909528 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-381ed4b4-d06d-4ee9-8369-90d2fef52d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:05.937677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2bd41b1c-b215-466c-ac8a-184d00eded9a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:05.941392 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2bd41b1c-b215-466c-ac8a-184d00eded9a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/2234aa81-2977-4475-83b5-734268376510 HTTP/1.1" status: 404 len: 333 time: 0.1134136 Oct 17 17:54:05.942300 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43528) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:05.955944 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6273915f-36af-4dd0-86fd-ca61cc7e18fe up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:06.013276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:06.054080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.objects.ports [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89191) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:54:06.060892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:06.070275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] For port d3804375-ae13-4516-8da1-13862a495ac3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d3804375-ae13-4516-8da1-13862a495ac3,segment=NetworkSegment(1b713806-97f0-4da2-b7ab-026c2d1bfb9f),segment_id=1b713806-97f0-4da2-b7ab-026c2d1bfb9f)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:06.070275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:06.089917 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6273915f-36af-4dd0-86fd-ca61cc7e18fe triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:06.090286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:06.090623 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6273915f-36af-4dd0-86fd-ca61cc7e18fe Oct 17 17:54:06.098142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c95f4-8951-442c-9dbc-52392229748a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 802b7cf2-0e5c-4169-9457-b977c7255b78 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:06.098485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b3c95f4-8951-442c-9dbc-52392229748a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:06.163861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 551b71eb-9023-465c-8920-9d443c7d3ddb is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:06.169527 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:06.179030 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:06.185055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:06.185810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:06.214583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=e75315e5-9ecf-4641-97a5-d27276f7295e,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:06.281544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:06.296077 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cc85024c-acdf-4373-bb60-e260d29e0b77 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7855687 Oct 17 17:54:06.296898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43532) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:06.305424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f10e55e0-cf65-4ac1-931f-eb7607864694 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:06.347277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-381ed4b4-d06d-4ee9-8369-90d2fef52d5e None None] For port d3804375-ae13-4516-8da1-13862a495ac3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d3804375-ae13-4516-8da1-13862a495ac3,segment=NetworkSegment(1b713806-97f0-4da2-b7ab-026c2d1bfb9f),segment_id=1b713806-97f0-4da2-b7ab-026c2d1bfb9f)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:06.347667 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-381ed4b4-d06d-4ee9-8369-90d2fef52d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:06.378663 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:06.389230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for d3804375-ae13-4516-8da1-13862a495ac3 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:06.441989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:06.442859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:06.496402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-381ed4b4-d06d-4ee9-8369-90d2fef52d5e None None] Calling delete_port for d3804375-ae13-4516-8da1-13862a495ac3 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:06.524901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=99d6b4ff-e9f0-47d0-b2c5-f8c2fb1765d5,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:06.542384 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f823c693-5b01-4e60-9aef-f3ba3ec96843 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2396305 Oct 17 17:54:06.544535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43536) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:06.554299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:06.570621 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:06.605626 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Attempt 3 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:06.650115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90937a2c-2750-478b-971c-138a63e63ab1 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:06.783584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f10e55e0-cf65-4ac1-931f-eb7607864694 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:06.786914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b3c95f4-8951-442c-9dbc-52392229748a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:06.799407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f10e55e0-cf65-4ac1-931f-eb7607864694 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:06.803984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f10e55e0-cf65-4ac1-931f-eb7607864694 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:06.919651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6273915f-36af-4dd0-86fd-ca61cc7e18fe is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:06.920885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 520147b7-0534-4958-b979-646f72259860 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:06.921531 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:06.923289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f10e55e0-cf65-4ac1-931f-eb7607864694 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:06.925999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:06.929315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:06.931460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c95f4-8951-442c-9dbc-52392229748a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 802b7cf2-0e5c-4169-9457-b977c7255b78 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:06.935257 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:06.967277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9d86719-cdfb-432c-aefc-3e87bfd31a2d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:06.993143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:06.993687 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10e55e0-cf65-4ac1-931f-eb7607864694 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:06.997529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f10e55e0-cf65-4ac1-931f-eb7607864694 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.007986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:07.010456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-381ed4b4-d06d-4ee9-8369-90d2fef52d5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:54:07.010887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-381ed4b4-d06d-4ee9-8369-90d2fef52d5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:54:07.011471 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.028540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.074154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '99d6b4ff-e9f0-47d0-b2c5-f8c2fb1765d5'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:54:07.075293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.161087 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 520147b7-0534-4958-b979-646f72259860 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:07.187020 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=d3804375-ae13-4516-8da1-13862a495ac3,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:07.197536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No DVR routers for this DVR port d3804375-ae13-4516-8da1-13862a495ac3 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:54:07.245364 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.ipam_backend_mixin [None req-f10e55e0-cf65-4ac1-931f-eb7607864694 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9972466a-717f-4eb1-8205-97d36282de58 (CIDR: 2001:db8::/64) Oct 17 17:54:07.252520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3bf458e7-61ac-4866-a215-be7fc9d3f11f no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:07.252984 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10e55e0-cf65-4ac1-931f-eb7607864694 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:54:07.253424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10e55e0-cf65-4ac1-931f-eb7607864694 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:07.272782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b3c95f4-8951-442c-9dbc-52392229748a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.294824 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 3bf458e7-61ac-4866-a215-be7fc9d3f11f {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:07.295297 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3bf458e7-61ac-4866-a215-be7fc9d3f11f not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:07.321458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Allocated IP 2001:db8::f816:3eff:fe63:43cf (b6857a8d-f808-4f27-8165-53c8a72cbcb5/99d6b4ff-e9f0-47d0-b2c5-f8c2fb1765d5/9dd57c0e-65b7-4eda-ad33-560ac1f260ce) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:07.391416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c95f4-8951-442c-9dbc-52392229748a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=802b7cf2-0e5c-4169-9457-b977c7255b78,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:07.400205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.461814 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f10e55e0-cf65-4ac1-931f-eb7607864694 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1612890 Oct 17 17:54:07.462492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43540) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:07.465700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b3c95f4-8951-442c-9dbc-52392229748a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.467874 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1b3c95f4-8951-442c-9dbc-52392229748a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/802b7cf2-0e5c-4169-9457-b977c7255b78 HTTP/1.1" status: 204 len: 168 time: 1.5248675 Oct 17 17:54:07.473848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-dd04ce5e-f33c-4551-8526-4d2777861cc9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:07.490966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43544) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:07.505611 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Attempt 4 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:07.575727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-381ed4b4-d06d-4ee9-8369-90d2fef52d5e None None] Deleting port d3804375-ae13-4516-8da1-13862a495ac3 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:07.575727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-381ed4b4-d06d-4ee9-8369-90d2fef52d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.580809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.597887 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-011ee2de-8bd0-4f94-a6c8-c0d534c6fb02 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:54:07.598415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-011ee2de-8bd0-4f94-a6c8-c0d534c6fb02 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:07.645265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-011ee2de-8bd0-4f94-a6c8-c0d534c6fb02 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:07.646589 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-011ee2de-8bd0-4f94-a6c8-c0d534c6fb02 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/802b7cf2-0e5c-4169-9457-b977c7255b78 HTTP/1.1" status: 404 len: 333 time: 0.1549253 Oct 17 17:54:07.648721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.652532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43548) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:07.653497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.656836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4741707b-f889-4f0a-bef6-b183af4cb8ee']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:07.677752 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b713806-97f0-4da2-b7ab-026c2d1bfb9f') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:07.678191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b713806-97f0-4da2-b7ab-026c2d1bfb9f') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:07.697606 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-381ed4b4-d06d-4ee9-8369-90d2fef52d5e None None] The port 'd3804375-ae13-4516-8da1-13862a495ac3' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:54:07.702799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.703586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:07.726275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.738840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Transition to ACTIVE for port object 9dd57c0e-65b7-4eda-ad33-560ac1f260ce will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:07.743405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-1689ed13-404e-430c-85f9-44c45ae3db5f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting subnet 8b236f22-ff49-4967-8980-2b9ba41a6305 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:07.759191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1689ed13-404e-430c-85f9-44c45ae3db5f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.760050 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.760731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:54:07.768795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Transition to ACTIVE for port object 9dd57c0e-65b7-4eda-ad33-560ac1f260ce will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:07.776212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.791552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.828756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dd04ce5e-f33c-4551-8526-4d2777861cc9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:07.844589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d3804375-ae13-4516-8da1-13862a495ac3 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:07.845418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dd04ce5e-f33c-4551-8526-4d2777861cc9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:07.851701 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dd04ce5e-f33c-4551-8526-4d2777861cc9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:07.861913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1689ed13-404e-430c-85f9-44c45ae3db5f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.892152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dd04ce5e-f33c-4551-8526-4d2777861cc9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:07.908571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: d3804375-ae13-4516-8da1-13862a495ac3 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:07.909926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d3804375-ae13-4516-8da1-13862a495ac3 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:07.912468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:07.915926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.916397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:07.919714 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:07.931078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:54:07.931565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.933327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd04ce5e-f33c-4551-8526-4d2777861cc9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:07.937861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dd04ce5e-f33c-4551-8526-4d2777861cc9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:07.979185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Pushing event updated for resources: {'Port': ['ID=9dd57c0e-65b7-4eda-ad33-560ac1f260ce,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:08.041538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Attempting to bind port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:54:08.042254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Attempting to bind port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:54:08.042254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Attempting to bind port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:54:08.047919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:54:08.048290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:08.049083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.049201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:54:08.049957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Bound port: 9dd57c0e-65b7-4eda-ad33-560ac1f260ce, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:54:08.050096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.054441 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 1b713806-97f0-4da2-b7ab-026c2d1bfb9f resource provider aggregate not found Oct 17 17:54:08.097313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.101847 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cdfdb7e5-47ee-4496-996d-e8f49a951514 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "DELETE /v2.0/routers/21cf3d7d-46ba-4f46-b9d6-cc89aacc8d34 HTTP/1.1" status: 204 len: 168 time: 4.0024807 Oct 17 17:54:08.101847 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 1b713806-97f0-4da2-b7ab-026c2d1bfb9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b713806-97f0-4da2-b7ab-026c2d1bfb9f found for delete ", "request_id": "req-038e2ce4-5ebc-477f-8256-5c9c8ad56167"}]} Oct 17 17:54:08.103268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43558) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:08.110116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:08.111650 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-365478718', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:08.116481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:08.119700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:08.121158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.121684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1689ed13-404e-430c-85f9-44c45ae3db5f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.134318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=ffd53592-1914-4821-8557-cec7dab55de4,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:08.141390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.145781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.158898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] For port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:54:08.162279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] For port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9dd57c0e-65b7-4eda-ad33-560ac1f260ce,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:54:08.167319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:08.168299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.178753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Usage tracker for resource:router and tenant:85ca27358dd2403e9d9054c6beaf22e3 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:08.181775 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/networks/4741707b-f889-4f0a-bef6-b183af4cb8ee HTTP/1.1" status: 204 len: 168 time: 3.1103818 Oct 17 17:54:08.182660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43562) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:08.186534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69516e5e-7c6e-470c-b91f-eaa4cff1ab0d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Network': ['ID=4741707b-f889-4f0a-bef6-b183af4cb8ee,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:08.191820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:08.193161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'network': {'name': 'tempest-RoutersTest-1598987161'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:08.201953 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fcd04b7b-1b7d-4b63-a931-c4f5c1d0cfe9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6521785 Oct 17 17:54:08.202283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43566) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:08.205101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:08.207194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43568) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:08.211477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:8b:24:65', 'name': 'tempest-NetworksTestDHCPv6-522946672'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:08.220769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:08.234003 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Attempt 5 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:08.241446 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.ipam_backend_mixin [None req-dd04ce5e-f33c-4551-8526-4d2777861cc9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet db62d7bd-1f98-4b69-9f6c-a416482dcb47 (CIDR: 2001:db8:0:1::/64) Oct 17 17:54:08.257834 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd04ce5e-f33c-4551-8526-4d2777861cc9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:54:08.258462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd04ce5e-f33c-4551-8526-4d2777861cc9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:08.283053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.284337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.298654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:network and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:08.302498 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dd04ce5e-f33c-4551-8526-4d2777861cc9 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8332925 Oct 17 17:54:08.305408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43574) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:08.314214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'subnet': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:08.325701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:08.345845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:08.348536 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f54e81-427f-40a0-8ec7-13c31a8d03ef None None] Pushing event updated for resources: {'Port': ['ID=9dd57c0e-65b7-4eda-ad33-560ac1f260ce,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:08.387307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:08.427691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1689ed13-404e-430c-85f9-44c45ae3db5f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.467808 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.505329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689ed13-404e-430c-85f9-44c45ae3db5f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Subnet': ['ID=8b236f22-ff49-4967-8980-2b9ba41a6305,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:08.528223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1689ed13-404e-430c-85f9-44c45ae3db5f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.534462 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bc9c32-d9d4-4176-a4cf-a115fbf6621a None None] Network 2862b9a4-8df2-4d6f-850b-657afdffb8c9 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:08.546244 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1689ed13-404e-430c-85f9-44c45ae3db5f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/8b236f22-ff49-4967-8980-2b9ba41a6305 HTTP/1.1" status: 204 len: 168 time: 0.8899212 Oct 17 17:54:08.546710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:08.552078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.556362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43578) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:08.638940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Deleting port d7f9d1b5-6d0a-463b-a737-917b2aacd4e3 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:08.639293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.833035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:08.838797 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:54:08.847006 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Attempt 6 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:08.849363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:08.852850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:08.856715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Usage tracker for resource:subnet and tenant:2c42d9d67ee94a7f9727753e385c0f84 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:08.860222 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:08.866089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:08.869338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:08.872468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.872936 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Added segment 40948521-b522-4dd0-b039-8c41765d145d of type vlan for network 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b Oct 17 17:54:08.926856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:08.929190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb9443f-4b84-48e3-9d10-89a4b434adde None None] DHCP port deletion for 2862b9a4-8df2-4d6f-850b-657afdffb8c9 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:54:08.933940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3eb9443f-4b84-48e3-9d10-89a4b434adde None None] Deleting port 520147b7-0534-4958-b979-646f72259860 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:08.934535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3eb9443f-4b84-48e3-9d10-89a4b434adde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.939008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Made reservation on behalf of 2c42d9d67ee94a7f9727753e385c0f84 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:08.939234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:08.942256 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.970723 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:08.994158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:09.118900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:09.119275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:09.132529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:09.138225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:09.138878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:09.211570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3eb9443f-4b84-48e3-9d10-89a4b434adde None None] For port 520147b7-0534-4958-b979-646f72259860, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=520147b7-0534-4958-b979-646f72259860,segment=NetworkSegment(6cf64344-341b-4b75-a75d-e6170edc1fa5),segment_id=6cf64344-341b-4b75-a75d-e6170edc1fa5)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:09.212068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3eb9443f-4b84-48e3-9d10-89a4b434adde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:09.247426 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:09.257920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:09.299129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Calling delete_port for d7f9d1b5-6d0a-463b-a737-917b2aacd4e3 owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:09.369565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3eb9443f-4b84-48e3-9d10-89a4b434adde None None] Calling delete_port for 520147b7-0534-4958-b979-646f72259860 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:09.413967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 520147b7-0534-4958-b979-646f72259860 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:09.414675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:09.431485 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Attempt 7 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:09.452808 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2670949 Oct 17 17:54:09.453025 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43582) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:09.462053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'subnet': {'network_id': '8b3b4b5d-6fda-4840-9ec6-acaba3e3410b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:09.471179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55224672-7650-4774-a798-eb3ef03e0c89 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Network': ['ID=8b3b4b5d-6fda-4840-9ec6-acaba3e3410b,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:09.488542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:54:09.492919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:09.533755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 8098c934-4155-4b38-ac64-336a6290d087 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:54:09.600920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:09.622897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3eb9443f-4b84-48e3-9d10-89a4b434adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:09.671755 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567e9ea6-b11d-4205-90b1-f2485fd7d2d3 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:09.704830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9443f-4b84-48e3-9d10-89a4b434adde None None] Pushing event deleted for resources: {'Port': ['ID=520147b7-0534-4958-b979-646f72259860,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:09.753546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9443f-4b84-48e3-9d10-89a4b434adde None None] No DVR routers for this DVR port 520147b7-0534-4958-b979-646f72259860 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:54:09.782093 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9dd57c0e-65b7-4eda-ad33-560ac1f260ce up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:09.794428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:09.830048 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] The port '520147b7-0534-4958-b979-646f72259860' was deleted {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:54:09.831745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:09.848106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:subnet and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:09.878207 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:09.886624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:09.886831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event deleted for resources: {'Port': ['ID=d7f9d1b5-6d0a-463b-a737-917b2aacd4e3,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:09.924999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:10.003841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 172.20.0.8 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/ffd53592-1914-4821-8557-cec7dab55de4/8098c934-4155-4b38-ac64-336a6290d087) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:10.013978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:10.019746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.021863 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a9d86719-cdfb-432c-aefc-3e87bfd31a2d no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:10.029519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::f816:3eff:fe8b:2465 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/99d6b4ff-e9f0-47d0-b2c5-f8c2fb1765d5/8098c934-4155-4b38-ac64-336a6290d087) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:10.091814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: a9d86719-cdfb-432c-aefc-3e87bfd31a2d {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:10.092150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a9d86719-cdfb-432c-aefc-3e87bfd31a2d not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:10.092559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 520147b7-0534-4958-b979-646f72259860 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:10.117303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.117988 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Floating IP ff3c1ced-1d6d-4094-8cb1-6c7a60e57d2e disassociated (deleted). External IP: 172.26.8.33, port: dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d. Oct 17 17:54:10.123999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.131180 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Attempt 8 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:10.166417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 520147b7-0534-4958-b979-646f72259860 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:10.166764 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 520147b7-0534-4958-b979-646f72259860 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:10.190099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.208142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:10.212710 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ada29b-f22b-4b73-83ab-4561970a8b85 None None] Update dhcp port {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': '99d6b4ff-e9f0-47d0-b2c5-f8c2fb1765d5', 'ip_address': '2001:db8::f816:3eff:fe63:43cf'}, {'subnet_id': 'ffd53592-1914-4821-8557-cec7dab55de4'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '9dd57c0e-65b7-4eda-ad33-560ac1f260ce'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:54:10.236115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2862b9a4-8df2-4d6f-850b-657afdffb8c9']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:10.269870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-16ada29b-f22b-4b73-83ab-4561970a8b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.277876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf64344-341b-4b75-a75d-e6170edc1fa5') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:10.278482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf64344-341b-4b75-a75d-e6170edc1fa5') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:10.348977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Network 551b71eb-9023-465c-8920-9d443c7d3ddb is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:10.549123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.555789 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:10.558813 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:10.559422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.566192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7210697f-5fc2-41e8-ab3f-40fd5726667a None None] Network 551b71eb-9023-465c-8920-9d443c7d3ddb requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:10.603825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.652078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Subnet': ['ID=4fc4ab51-0db2-4555-8dac-e8a3ff2a6a14,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:10.656031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:54:10.656436 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.690332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.722654 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Attempt 9 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:10.738177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.762281 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 6cf64344-341b-4b75-a75d-e6170edc1fa5 resource provider aggregate not found Oct 17 17:54:10.766532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 8098c934-4155-4b38-ac64-336a6290d087 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:10.813586 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-68e6f6ea-b27b-4ca1-b33a-37c0cc951c64 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5057981 Oct 17 17:54:10.813868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43590) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:10.815312 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 6cf64344-341b-4b75-a75d-e6170edc1fa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cf64344-341b-4b75-a75d-e6170edc1fa5 found for delete ", "request_id": "req-5280a3eb-bce7-476f-ad23-68fc5658e2d5"}]} Oct 17 17:54:10.824374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-327990452', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4fc4ab51-0db2-4555-8dac-e8a3ff2a6a14'}], 'security_groups': ['670e19b3-8b72-4354-8574-3a97ead21f54', '82225ee6-7522-4bf4-b04a-6d096a77402f']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:10.830774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.838939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:10.874818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Router 69a2271c-7974-486d-9a47-e8ffa51bf170 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:54:10.902110 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.913904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.917499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:10.970155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Network': ['ID=2862b9a4-8df2-4d6f-850b-657afdffb8c9,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:10.981255 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dc6666a9-9e95-40c6-b999-11ba61ab8208 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/networks/2862b9a4-8df2-4d6f-850b-657afdffb8c9 HTTP/1.1" status: 204 len: 168 time: 2.4235697 Oct 17 17:54:10.993730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43594) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:11.029468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-16ada29b-f22b-4b73-83ab-4561970a8b85 None None] Allocated IP 172.20.0.2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/ffd53592-1914-4821-8557-cec7dab55de4/9dd57c0e-65b7-4eda-ad33-560ac1f260ce) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:11.032338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11826529-3346-41a3-b39e-d181b3b0d8e2 None None] Update dhcp port {'port': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'fixed_ips': [{'subnet_id': 'db62d7bd-1f98-4b69-9f6c-a416482dcb47', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9972466a-717f-4eb1-8205-97d36282de58', 'ip_address': '2001:db8::2'}, {'subnet_id': '4fc4ab51-0db2-4555-8dac-e8a3ff2a6a14'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '6273915f-36af-4dd0-86fd-ca61cc7e18fe'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:54:11.038666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-833585613'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:11.051983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:11.059335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.064798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:network and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:11.096095 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:11.119885 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:11.149500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Allocated IP 172.26.8.80 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/d8d9327a-54ca-4d8e-9afa-3b06ec8be062) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:11.186360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:11.188877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.200677 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-11826529-3346-41a3-b39e-d181b3b0d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.206827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Subnet': ['ID=d9cb3f5e-1583-4ee1-9138-c856dc190597,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:11.210709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:11.219684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:11.230056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:11.270713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=8098c934-4155-4b38-ac64-336a6290d087,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:11.297041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Checking segment: {'id': '40948521-b522-4dd0-b039-8c41765d145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8b3b4b5d-6fda-4840-9ec6-acaba3e3410b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:11.297646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network hostable DHCP agents. Network: 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:54:11.321616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:54:11.349891 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Attempt 10 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:11.359705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:11.360192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.360536 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Added segment fc83cc91-d4f6-4990-a186-2132da892883 of type vlan for network 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0 Oct 17 17:54:11.362442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:54:11.368796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:11.369423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.378814 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7189c1e-80cb-4893-8628-6897244b969b None None] Sync routers for ids ['69a2271c-7974-486d-9a47-e8ffa51bf170'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:11.399280 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7189c1e-80cb-4893-8628-6897244b969b None None] Routers {'69a2271c-7974-486d-9a47-e8ffa51bf170'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:11.402798 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-a7189c1e-80cb-4893-8628-6897244b969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['69a2271c-7974-486d-9a47-e8ffa51bf170'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:11.408349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:11.412973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:11.413604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.433903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe98915-9e59-44e5-abfb-a9b341982f79 None None] Network 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:11.442829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.470695 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:11.473080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.480982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-16ada29b-f22b-4b73-83ab-4561970a8b85 None None] For port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9dd57c0e-65b7-4eda-ad33-560ac1f260ce,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:11.482315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.530390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.542704 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-af29f75a-35a5-4a1c-a18d-9836985e8a58 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0867300 Oct 17 17:54:11.543516 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f653e152-5513-4181-a49f-000b784c9da5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3399789 Oct 17 17:54:11.544296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.544702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43598) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:11.545767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43600) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:11.552834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Could not find standard attr ID for object 4bbf1812-038a-44df-b483-1d564f37466b. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:11.556819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6eabbed9-32e2-41ce-8ab0-4b1243208845 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-999547365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:11.560492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:11.561984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.613222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6eabbed9-32e2-41ce-8ab0-4b1243208845 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:11.627887 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6eabbed9-32e2-41ce-8ab0-4b1243208845 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:router and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:11.659774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-16ada29b-f22b-4b73-83ab-4561970a8b85 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.660033 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-a7189c1e-80cb-4893-8628-6897244b969b None None] Set router 69a2271c-7974-486d-9a47-e8ffa51bf170 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:54:11.665620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Provisioning complete for port 6273915f-36af-4dd0-86fd-ca61cc7e18fe triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:11.665985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.666320 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Attempt 1 to provision port 6273915f-36af-4dd0-86fd-ca61cc7e18fe Oct 17 17:54:11.676829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6eabbed9-32e2-41ce-8ab0-4b1243208845 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:11.703524 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b0c4b49b-5215-4ee1-ac1b-6f2e4b2d5593 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "DELETE /v2.0/floatingips/ff3c1ced-1d6d-4094-8cb1-6c7a60e57d2e HTTP/1.1" status: 204 len: 168 time: 3.4775276 Oct 17 17:54:11.706019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6eabbed9-32e2-41ce-8ab0-4b1243208845 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:11.727378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:54:11.729950 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff49382-17bc-40e8-8eaf-c4ca425eb5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:54:11.756852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-16ada29b-f22b-4b73-83ab-4561970a8b85 None None] Ignored duplicate provisioning block setup for port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:54:11.790597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.843844 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-16ada29b-f22b-4b73-83ab-4561970a8b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.845481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Network': ['ID=1d9286be-e6b5-4f57-88d9-ec13a9b81cb0,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:11.869053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:11.871089 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f0e0c2f2-a084-41f0-959c-2cdf7c3bca7b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8737807 Oct 17 17:54:11.881252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6eabbed9-32e2-41ce-8ab0-4b1243208845 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.883442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6eabbed9-32e2-41ce-8ab0-4b1243208845 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:11.884270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:11.893922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43612) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:11.925213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '1d9286be-e6b5-4f57-88d9-ec13a9b81cb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:11.957138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-11826529-3346-41a3-b39e-d181b3b0d8e2 None None] Allocated IP 2001:db8:0:2::2 (551b71eb-9023-465c-8920-9d443c7d3ddb/4fc4ab51-0db2-4555-8dac-e8a3ff2a6a14/6273915f-36af-4dd0-86fd-ca61cc7e18fe) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:11.981364 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:54:12.120898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:12.128742 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-a7189c1e-80cb-4893-8628-6897244b969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:52:09Z', 'revision_number': 4, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '46818095-2aee-4fc9-bfaf-163dddebbfca', 'name': '', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'mac_address': 'fa:16:3e:6e:2c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:52:06Z', 'updated_at': '2022-10-17T17:52:22Z', 'revision_number': 5, 'project_id': '29ba416679c3411bac939e44d43c516a', 'subnets': [{'id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:12.139889 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7189c1e-80cb-4893-8628-6897244b969b None None] Checking router: 69a2271c-7974-486d-9a47-e8ffa51bf170 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:54:12.159310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:12.165538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:12.171643 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7189c1e-80cb-4893-8628-6897244b969b None None] Routers {'69a2271c-7974-486d-9a47-e8ffa51bf170'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:12.172613 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-a7189c1e-80cb-4893-8628-6897244b969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['69a2271c-7974-486d-9a47-e8ffa51bf170'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:12.184968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:12.198845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:12.226680 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:12.231021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:12.300952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde761f0-047f-48c5-9924-32620410cdc3 x-openstack-request-id: req-fde761f0-047f-48c5-9924-32620410cdc3 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:54:12.301564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:54:12.301564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fde761f0-047f-48c5-9924-32620410cdc3 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:54:12.301855 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde761f0-047f-48c5-9924-32620410cdc3'] response: {'name': 'network-changed', 'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'status': 'completed', 'code': 200} Oct 17 17:54:12.322794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7a61a-e88f-41f8-962f-1e4de4014163 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:12.329269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7a61a-e88f-41f8-962f-1e4de4014163 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:12.330089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-eef7a61a-e88f-41f8-962f-1e4de4014163 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:12.334916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6eabbed9-32e2-41ce-8ab0-4b1243208845 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:12.408921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-eef7a61a-e88f-41f8-962f-1e4de4014163 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:12.412744 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-eef7a61a-e88f-41f8-962f-1e4de4014163 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.8592556 Oct 17 17:54:12.414559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43622) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:12.502974 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6eabbed9-32e2-41ce-8ab0-4b1243208845 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:12.508626 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-a7189c1e-80cb-4893-8628-6897244b969b None None] Set router 69a2271c-7974-486d-9a47-e8ffa51bf170 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:54:12.612308 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ada29b-f22b-4b73-83ab-4561970a8b85 None None] Pushing event updated for resources: {'Port': ['ID=9dd57c0e-65b7-4eda-ad33-560ac1f260ce,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:12.615147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Pushing event updated for resources: {'Port': ['ID=d8d9327a-54ca-4d8e-9afa-3b06ec8be062,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:12.634016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-8b3b4b5d-6fda-4840-9ec6-acaba3e3410b', 'network_id': '8b3b4b5d-6fda-4840-9ec6-acaba3e3410b', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'fixed_ips': [{'subnet_id': 'd9cb3f5e-1583-4ee1-9138-c856dc190597'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:54:12.634778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:12.650635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6eabbed9-32e2-41ce-8ab0-4b1243208845 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:12.652112 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6eabbed9-32e2-41ce-8ab0-4b1243208845 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0994244 Oct 17 17:54:12.656419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43626) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:12.668644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4c0768c6-a9fa-4701-9cc1-a5a467f35b47 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 8098c934-4155-4b38-ac64-336a6290d087 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:12.669752 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c0768c6-a9fa-4701-9cc1-a5a467f35b47 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:12.734832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Current status of the port 6273915f-36af-4dd0-86fd-ca61cc7e18fe is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:12.833182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-11826529-3346-41a3-b39e-d181b3b0d8e2 None None] For port 6273915f-36af-4dd0-86fd-ca61cc7e18fe, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6273915f-36af-4dd0-86fd-ca61cc7e18fe,segment=NetworkSegment(b6edb28a-fc1d-424f-a7c4-556bf0dfd900),segment_id=b6edb28a-fc1d-424f-a7c4-556bf0dfd900)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:12.898052 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:12.913189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-11826529-3346-41a3-b39e-d181b3b0d8e2 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:12.959422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-11826529-3346-41a3-b39e-d181b3b0d8e2 None None] Transition to ACTIVE for port object 6273915f-36af-4dd0-86fd-ca61cc7e18fe will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:12.964671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Could not find standard attr ID for object 3bf458e7-61ac-4866-a215-be7fc9d3f11f. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:13.010699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a78224f-00cf-4fcc-8b9f-6ee59f80a2a9 None None] Could not find standard attr ID for object 47c6efb4-b987-44e9-bd26-1342515f6df8. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:13.020625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-11826529-3346-41a3-b39e-d181b3b0d8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:13.071331 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-a7189c1e-80cb-4893-8628-6897244b969b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:52:09Z', 'revision_number': 4, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '46818095-2aee-4fc9-bfaf-163dddebbfca', 'name': '', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'mac_address': 'fa:16:3e:6e:2c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:52:06Z', 'updated_at': '2022-10-17T17:52:22Z', 'revision_number': 5, 'project_id': '29ba416679c3411bac939e44d43c516a', 'subnets': [{'id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:13.076978 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7189c1e-80cb-4893-8628-6897244b969b None None] The sync data for ids ['69a2271c-7974-486d-9a47-e8ffa51bf170'] in dv-neutron-860895-1-hyperv is: [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:52:09Z', 'revision_number': 4, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '46818095-2aee-4fc9-bfaf-163dddebbfca', 'name': '', 'network_id': '70318c35-5ed8-4966-9dbe-6d1629455769', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'mac_address': 'fa:16:3e:6e:2c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:52:06Z', 'updated_at': '2022-10-17T17:52:22Z', 'revision_number': 5, 'project_id': '29ba416679c3411bac939e44d43c516a', 'subnets': [{'id': '2ba1c894-ba08-43e2-8318-ede137b460f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:13.344790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Checking segment: {'id': 'fc83cc91-d4f6-4990-a186-2132da892883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1d9286be-e6b5-4f57-88d9-ec13a9b81cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:13.345299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network hostable DHCP agents. Network: 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:54:13.351621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Subnet': ['ID=15c57f79-7a34-4248-910c-be025827b62d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:13.384256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Could not find standard attr ID for object 802b7cf2-0e5c-4169-9457-b977c7255b78. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:13.504139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fb70d1-85f1-42d0-b8f1-4da528486480 None None] New status for floating IP ff3c1ced-1d6d-4094-8cb1-6c7a60e57d2e: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:54:13.710145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:13.752100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Provisioning for port e75315e5-9ecf-4641-97a5-d27276f7295e completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:13.762628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11826529-3346-41a3-b39e-d181b3b0d8e2 None None] Pushing event updated for resources: {'Port': ['ID=6273915f-36af-4dd0-86fd-ca61cc7e18fe,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:13.772366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Provisioning complete for port e75315e5-9ecf-4641-97a5-d27276f7295e triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:13.772584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Delete allocated IP 2001:db8::28c (551b71eb-9023-465c-8920-9d443c7d3ddb/9972466a-717f-4eb1-8205-97d36282de58) {{(pid=89191) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 17 17:54:13.773038 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:13.773401 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Attempt 1 to provision port e75315e5-9ecf-4641-97a5-d27276f7295e Oct 17 17:54:13.828509 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Allocated IP 172.20.0.2 (8b3b4b5d-6fda-4840-9ec6-acaba3e3410b/d9cb3f5e-1583-4ee1-9138-c856dc190597/351e2941-8850-44e7-b2c7-baafe7c2d209) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:13.830745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9dd57c0e-65b7-4eda-ad33-560ac1f260ce up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:13.839743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:54:13.867230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf361da-6203-41d4-8d39-7c56f37d3285 req-e6a03f85-7478-4a16-8531-63c241c9ea39 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:13.868002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-ebf361da-6203-41d4-8d39-7c56f37d3285 req-e6a03f85-7478-4a16-8531-63c241c9ea39 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Synchronizing usage tracker for tenant:29ba416679c3411bac939e44d43c516a on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:13.910322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Allocated IP 2001:db8:0:2::30 (551b71eb-9023-465c-8920-9d443c7d3ddb/4fc4ab51-0db2-4555-8dac-e8a3ff2a6a14/e75315e5-9ecf-4641-97a5-d27276f7295e) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:14.042601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:14.075134 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:14.076034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:14.093386 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff49382-17bc-40e8-8eaf-c4ca425eb5bb req-df0e3417-7209-4f45-ae52-ae6a7cebe218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:14.094896 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3ff49382-17bc-40e8-8eaf-c4ca425eb5bb req-df0e3417-7209-4f45-ae52-ae6a7cebe218 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=29ba416679c3411bac939e44d43c516a&device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 1098 time: 1.7538297 Oct 17 17:54:14.116602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-ebf361da-6203-41d4-8d39-7c56f37d3285 req-e6a03f85-7478-4a16-8531-63c241c9ea39 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Unset dirty status for tenant:29ba416679c3411bac939e44d43c516a on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:14.124674 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ebf361da-6203-41d4-8d39-7c56f37d3285 req-e6a03f85-7478-4a16-8531-63c241c9ea39 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 1.8206241 Oct 17 17:54:14.199780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0fafde-b98d-487a-a709-d3a05d0e4aba None None] Network 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:14.221598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Port e75315e5-9ecf-4641-97a5-d27276f7295e cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:14.348370 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-83b4a872-659f-416e-b3bd-49a3c7d392fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4348607 Oct 17 17:54:14.374084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43630) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:14.375315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:14.395270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff49382-17bc-40e8-8eaf-c4ca425eb5bb req-54b2ee16-e719-4947-863c-af7f8dba7601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:14.396846 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3ff49382-17bc-40e8-8eaf-c4ca425eb5bb req-54b2ee16-e719-4947-863c-af7f8dba7601 service neutron] 10.222.0.20 "GET /v2.0/networks?id=70318c35-5ed8-4966-9dbe-6d1629455769 HTTP/1.1" status: 200 len: 897 time: 0.2702026 Oct 17 17:54:14.405477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '1d9286be-e6b5-4f57-88d9-ec13a9b81cb0', 'name': 'tempest-PortsTestJSON-781988249', 'fixed_ips': [{'subnet_id': '15c57f79-7a34-4248-910c-be025827b62d', 'ip_address': '172.20.0.10'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:14.411885 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728e07d-6e36-401b-b5d3-f0faa6ad6825 req-ad93422e-54e5-44b4-8df0-52df12609ce6 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:14.417335 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4728e07d-6e36-401b-b5d3-f0faa6ad6825 req-ad93422e-54e5-44b4-8df0-52df12609ce6 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.20 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 945 time: 0.5801647 Oct 17 17:54:14.514641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [req-4728e07d-6e36-401b-b5d3-f0faa6ad6825 req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Deleting port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:14.515139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-4728e07d-6e36-401b-b5d3-f0faa6ad6825 req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:14.610035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:14.621134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Transition to ACTIVE for port object 351e2941-8850-44e7-b2c7-baafe7c2d209 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:14.633990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-1d9286be-e6b5-4f57-88d9-ec13a9b81cb0', 'network_id': '1d9286be-e6b5-4f57-88d9-ec13a9b81cb0', 'tenant_id': '05dbf97f09e748a0bfcd2cbee286018f', 'fixed_ips': [{'subnet_id': '15c57f79-7a34-4248-910c-be025827b62d'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:54:14.634819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:14.650775 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:14.664397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Transition to ACTIVE for port object 351e2941-8850-44e7-b2c7-baafe7c2d209 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:14.711707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:14.755200 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Attempt 2 to provision port e75315e5-9ecf-4641-97a5-d27276f7295e Oct 17 17:54:14.790243 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3ff49382-17bc-40e8-8eaf-c4ca425eb5bb req-303e7d05-0418-496d-a6ee-5f3f2f837c40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d HTTP/1.1" status: 200 len: 217 time: 0.2880085 Oct 17 17:54:14.840090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c0768c6-a9fa-4701-9cc1-a5a467f35b47 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:14.907165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Network 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:14.917239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:14.925715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:14.966565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Pushing event updated for resources: {'Port': ['ID=351e2941-8850-44e7-b2c7-baafe7c2d209,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:14.999746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-4728e07d-6e36-401b-b5d3-f0faa6ad6825 req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] For port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:15.000382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-4728e07d-6e36-401b-b5d3-f0faa6ad6825 req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:15.009289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Port e75315e5-9ecf-4641-97a5-d27276f7295e cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:15.094019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Attempting to bind port 351e2941-8850-44e7-b2c7-baafe7c2d209 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:54:15.094390 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Attempting to bind port 351e2941-8850-44e7-b2c7-baafe7c2d209 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '40948521-b522-4dd0-b039-8c41765d145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8b3b4b5d-6fda-4840-9ec6-acaba3e3410b'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:54:15.094754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Attempting to bind port 351e2941-8850-44e7-b2c7-baafe7c2d209 on network 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:54:15.103848 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Allocated IP 172.20.0.2 (1d9286be-e6b5-4f57-88d9-ec13a9b81cb0/15c57f79-7a34-4248-910c-be025827b62d/2ee2924b-e3a3-4fb6-a337-80e67ce5e601) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:15.105955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:54:15.106332 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Checking segment: {'id': '40948521-b522-4dd0-b039-8c41765d145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8b3b4b5d-6fda-4840-9ec6-acaba3e3410b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:15.106727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:15.107134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Bound using segment: {'id': '40948521-b522-4dd0-b039-8c41765d145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8b3b4b5d-6fda-4840-9ec6-acaba3e3410b'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:54:15.108400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Bound port: 351e2941-8850-44e7-b2c7-baafe7c2d209, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40948521-b522-4dd0-b039-8c41765d145d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8b3b4b5d-6fda-4840-9ec6-acaba3e3410b'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:54:15.108758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:15.130772 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ebf361da-6203-41d4-8d39-7c56f37d3285 req-dbcebfef-7ae5-47a3-ab23-094f8e88509e tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/security-groups?id=96878005-56eb-40d1-8661-5fdafe5d5ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0050755 Oct 17 17:54:15.137937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4c0768c6-a9fa-4701-9cc1-a5a467f35b47 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 8098c934-4155-4b38-ac64-336a6290d087 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:15.187675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [req-4728e07d-6e36-401b-b5d3-f0faa6ad6825 req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Calling delete_port for dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d owned by compute:nova {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:15.302768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] For port 351e2941-8850-44e7-b2c7-baafe7c2d209, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:54:15.323646 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] For port 351e2941-8850-44e7-b2c7-baafe7c2d209, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=351e2941-8850-44e7-b2c7-baafe7c2d209,segment=NetworkSegment(40948521-b522-4dd0-b039-8c41765d145d),segment_id=40948521-b522-4dd0-b039-8c41765d145d)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:54:15.334449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff49382-17bc-40e8-8eaf-c4ca425eb5bb req-55ae88af-f19c-4312-8395-a5bc1475776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:15.335922 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3ff49382-17bc-40e8-8eaf-c4ca425eb5bb req-55ae88af-f19c-4312-8395-a5bc1475776d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ba1c894-ba08-43e2-8318-ede137b460f6 HTTP/1.1" status: 200 len: 835 time: 0.4750950 Oct 17 17:54:15.338909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:15.393690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Router b6c03262-39fd-49f1-bafa-d2e1c9b38f3f is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:54:15.479913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8943b7e-9dd4-4782-bc35-f4be324903fe None None] Pushing event updated for resources: {'Port': ['ID=351e2941-8850-44e7-b2c7-baafe7c2d209,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:15.486015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:15.510489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Transition to ACTIVE for port object 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:15.516471 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Attempt 3 to provision port e75315e5-9ecf-4641-97a5-d27276f7295e Oct 17 17:54:15.537589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:15.559160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:port and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:15.576139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:15.605016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Transition to ACTIVE for port object 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:15.614471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Port e75315e5-9ecf-4641-97a5-d27276f7295e cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:15.616027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:15.621627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:15.692824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-4728e07d-6e36-401b-b5d3-f0faa6ad6825 req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:15.708937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Network 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:15.726015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:15.728456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:15.730397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Pushing event updated for resources: {'Port': ['ID=2ee2924b-e3a3-4fb6-a337-80e67ce5e601,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:15.733285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:15.817255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event deleted for resources: {'Port': ['ID=dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:15.817484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6273915f-36af-4dd0-86fd-ca61cc7e18fe up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:15.862126 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:15.876902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:15.877263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:15.878049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:15.878049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:15.878249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:15.878545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:15.878866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:15.879339 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:15.879674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:15.880000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:15.880326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:15.880647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:15.902886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:15.918325 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23508413-6df2-4d23-957b-cc90a339acf8 None None] Sync routers for ids ['b6c03262-39fd-49f1-bafa-d2e1c9b38f3f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:15.932571 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23508413-6df2-4d23-957b-cc90a339acf8 None None] Routers {'b6c03262-39fd-49f1-bafa-d2e1c9b38f3f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:15.933146 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-23508413-6df2-4d23-957b-cc90a339acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b6c03262-39fd-49f1-bafa-d2e1c9b38f3f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:15.940244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:15.967541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-4728e07d-6e36-401b-b5d3-f0faa6ad6825 req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] No DVR routers for this DVR port dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d on host hv-neutron-8608 {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:54:15.972013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-4728e07d-6e36-401b-b5d3-f0faa6ad6825 req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:15.974821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'name': 'network-vif-deleted', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:54:15.977865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db41721-9a29-4a90-a00a-da7d08e7bb4e" -d '{"events": [{"server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "name": "network-vif-deleted", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:54:16.003105 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Attempting to bind port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:54:16.003484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Attempting to bind port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'fc83cc91-d4f6-4990-a186-2132da892883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1d9286be-e6b5-4f57-88d9-ec13a9b81cb0'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:54:16.003865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Attempting to bind port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 on network 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:54:16.012066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Allocated IP 172.20.0.1 (8b3b4b5d-6fda-4840-9ec6-acaba3e3410b/d9cb3f5e-1583-4ee1-9138-c856dc190597/c0a28411-d2a8-4d5d-945a-bfb700e0a5c1) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:16.020855 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:16.021355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:16.022206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:16.024471 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1575305f-7661-46b8-b131-92b117f5927e tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.9190180 Oct 17 17:54:16.025310 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-23508413-6df2-4d23-957b-cc90a339acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:16.028323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43638) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:16.033615 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4728e07d-6e36-401b-b5d3-f0faa6ad6825 req-e8d6b574-5048-4635-94d0-86efab932d64 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.20 "DELETE /v2.0/ports/dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d HTTP/1.1" status: 204 len: 173 time: 1.6110635 Oct 17 17:54:16.033976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:54:16.035807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Checking segment: {'id': 'fc83cc91-d4f6-4990-a186-2132da892883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1d9286be-e6b5-4f57-88d9-ec13a9b81cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:16.036380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:16.036788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Bound using segment: {'id': 'fc83cc91-d4f6-4990-a186-2132da892883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1d9286be-e6b5-4f57-88d9-ec13a9b81cb0'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:54:16.046440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Bound port: 2ee2924b-e3a3-4fb6-a337-80e67ce5e601, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc83cc91-d4f6-4990-a186-2132da892883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1d9286be-e6b5-4f57-88d9-ec13a9b81cb0'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:54:16.046732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-662ce8ea-ee4e-45d4-8ce9-ec07868cab2e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'enable_snat': False}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:16.047200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:16.049215 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23508413-6df2-4d23-957b-cc90a339acf8 None None] Routers {'b6c03262-39fd-49f1-bafa-d2e1c9b38f3f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:16.050221 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-23508413-6df2-4d23-957b-cc90a339acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b6c03262-39fd-49f1-bafa-d2e1c9b38f3f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:16.193487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] For port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:54:16.199485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] For port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2ee2924b-e3a3-4fb6-a337-80e67ce5e601,segment=NetworkSegment(fc83cc91-d4f6-4990-a186-2132da892883),segment_id=fc83cc91-d4f6-4990-a186-2132da892883)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:54:16.205298 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Attempt 4 to provision port e75315e5-9ecf-4641-97a5-d27276f7295e Oct 17 17:54:16.220321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Ignored duplicate provisioning block setup for port e75315e5-9ecf-4641-97a5-d27276f7295e by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:54:16.244816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c0768c6-a9fa-4701-9cc1-a5a467f35b47 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:16.274388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:16.309798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d1d268-87eb-4a37-b59d-887da3f049df x-openstack-request-id: req-b6d1d268-87eb-4a37-b59d-887da3f049df {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:54:16.310175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab46217-f5f9-4647-949b-f4eb68d6b59a", "name": "network-vif-deleted", "tag": "dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:54:16.310376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b6d1d268-87eb-4a37-b59d-887da3f049df {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:54:16.310801 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d1d268-87eb-4a37-b59d-887da3f049df'] response: {'server_uuid': '9ab46217-f5f9-4647-949b-f4eb68d6b59a', 'name': 'network-vif-deleted', 'tag': 'dbeb6ea9-10b2-48ef-aabe-c7e3f3639f6d', 'status': 'completed', 'code': 200} Oct 17 17:54:16.328391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff49382-17bc-40e8-8eaf-c4ca425eb5bb req-91e2d838-bfd8-4db0-b8b2-0848629ddebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:16.329892 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3ff49382-17bc-40e8-8eaf-c4ca425eb5bb req-91e2d838-bfd8-4db0-b8b2-0848629ddebf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70318c35-5ed8-4966-9dbe-6d1629455769&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9690461 Oct 17 17:54:16.330582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:16.345251 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-23508413-6df2-4d23-957b-cc90a339acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:16.346282 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23508413-6df2-4d23-957b-cc90a339acf8 None None] The sync data for ids ['b6c03262-39fd-49f1-bafa-d2e1c9b38f3f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:16.472783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Port e75315e5-9ecf-4641-97a5-d27276f7295e cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:16.485174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123838c-1c76-49c9-b7a9-ab23fb9f9c9a None None] Pushing event updated for resources: {'Port': ['ID=2ee2924b-e3a3-4fb6-a337-80e67ce5e601,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:16.590649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0768c6-a9fa-4701-9cc1-a5a467f35b47 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=8098c934-4155-4b38-ac64-336a6290d087,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:16.932008 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2a82429a-be99-42a3-a7bd-4223ec4f2870 req-8edaca7a-f4cc-45b7-ac75-c483227f8ffa tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "GET /v2.0/ports?device_id=9ab46217-f5f9-4647-949b-f4eb68d6b59a HTTP/1.1" status: 200 len: 210 time: 0.5045938 Oct 17 17:54:16.958237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-662ce8ea-ee4e-45d4-8ce9-ec07868cab2e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:16.974785 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Attempt 5 to provision port e75315e5-9ecf-4641-97a5-d27276f7295e Oct 17 17:54:17.062517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Port e75315e5-9ecf-4641-97a5-d27276f7295e cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:17.164918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:17.176549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] In _notify_port_updated(), no bound segment for port e75315e5-9ecf-4641-97a5-d27276f7295e on network 551b71eb-9023-465c-8920-9d443c7d3ddb {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:54:17.182410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:17.183365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:17.188414 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "PUT /v2.0/ports/e75315e5-9ecf-4641-97a5-d27276f7295e HTTP/1.1" status: 200 len: 968 time: 6.3721592 Oct 17 17:54:17.190360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43644) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:17.251542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:17.292905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ebae34f0-4cec-4106-83a3-c2d41b5468ea tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port e75315e5-9ecf-4641-97a5-d27276f7295e {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:17.293238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebae34f0-4cec-4106-83a3-c2d41b5468ea tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:17.349961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port 42a66c99-5c7f-4d12-8eb8-32170aee129f yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:54:17.366560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452b34d3-d50f-4c1f-a74a-23cbdaa57b9d None None] Network 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:17.406756 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event updated for resources: {'Port': ['ID=e75315e5-9ecf-4641-97a5-d27276f7295e,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:17.420556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Transition to ACTIVE for port object c0a28411-d2a8-4d5d-945a-bfb700e0a5c1 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:17.447356 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3ff49382-17bc-40e8-8eaf-c4ca425eb5bb req-879e35f6-ac1d-47ca-a433-44bcf7ca2ba8 service neutron] 10.222.0.20 "GET /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0251927 Oct 17 17:54:17.459867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:17.460220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:17.460552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:17.460889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:17.461221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:17.461548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:17.461869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:17.462198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:17.462518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:17.462841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:17.463194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:17.463510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08fab13-9705-4186-8a9b-46a58f724a26 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:17.564132 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Attempt 6 to provision port e75315e5-9ecf-4641-97a5-d27276f7295e Oct 17 17:54:17.574844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c0768c6-a9fa-4701-9cc1-a5a467f35b47 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:17.713976 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4c0768c6-a9fa-4701-9cc1-a5a467f35b47 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/8098c934-4155-4b38-ac64-336a6290d087 HTTP/1.1" status: 204 len: 168 time: 5.2938406 Oct 17 17:54:17.716569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43648) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:17.739116 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Port e75315e5-9ecf-4641-97a5-d27276f7295e cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:17.820816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:17.876004 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 351e2941-8850-44e7-b2c7-baafe7c2d209 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:17.954100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.10 (1d9286be-e6b5-4f57-88d9-ec13a9b81cb0/15c57f79-7a34-4248-910c-be025827b62d/42a66c99-5c7f-4d12-8eb8-32170aee129f) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:17.985319 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3ff49382-17bc-40e8-8eaf-c4ca425eb5bb req-276315cb-c02e-4533-990c-26364f652f9b service neutron] 10.222.0.20 "GET /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127997 Oct 17 17:54:18.000412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:18.004941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 351e2941-8850-44e7-b2c7-baafe7c2d209 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:18.006907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:18.009698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:18.012279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:18.020412 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b8ed55-57df-4a7e-9eee-529550d3f724 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:18.021903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b8ed55-57df-4a7e-9eee-529550d3f724 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:18.023416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b8ed55-57df-4a7e-9eee-529550d3f724 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:18.024282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-65b8ed55-57df-4a7e-9eee-529550d3f724 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:18.127916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebae34f0-4cec-4106-83a3-c2d41b5468ea tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:18.137843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43654) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:18.152523 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-65b8ed55-57df-4a7e-9eee-529550d3f724 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:18.153694 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-65b8ed55-57df-4a7e-9eee-529550d3f724 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4317584 Oct 17 17:54:18.164185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43658) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:18.179483 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1677faee-c0b4-4565-97dc-efacb85253c0 None None] Network 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:18.365550 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Attempt 7 to provision port e75315e5-9ecf-4641-97a5-d27276f7295e Oct 17 17:54:18.423640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:18.497573 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:18.508221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ebae34f0-4cec-4106-83a3-c2d41b5468ea tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for e75315e5-9ecf-4641-97a5-d27276f7295e owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:18.521378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Port e75315e5-9ecf-4641-97a5-d27276f7295e cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:18.526211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=c0a28411-d2a8-4d5d-945a-bfb700e0a5c1,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:18.608398 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ec7bc9-06c4-4238-9b0c-009cd3d73af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 99d6b4ff-e9f0-47d0-b2c5-f8c2fb1765d5 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:18.611805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ec7bc9-06c4-4238-9b0c-009cd3d73af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:18.681037 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ec7bc9-06c4-4238-9b0c-009cd3d73af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:18.808608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-662ce8ea-ee4e-45d4-8ce9-ec07868cab2e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:18.824966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-662ce8ea-ee4e-45d4-8ce9-ec07868cab2e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:18.990278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebae34f0-4cec-4106-83a3-c2d41b5468ea tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:19.007841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:19.023452 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Attempt 8 to provision port e75315e5-9ecf-4641-97a5-d27276f7295e Oct 17 17:54:19.065298 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Port e75315e5-9ecf-4641-97a5-d27276f7295e was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:54:19.068772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Could not find standard attr ID for object 520147b7-0534-4958-b979-646f72259860. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:19.072407 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Could not find standard attr ID for object 2234aa81-2977-4475-83b5-734268376510. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:19.087644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Provisioning for port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:19.094194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Provisioning complete for port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:19.094572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:19.094999 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Attempt 1 to provision port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce Oct 17 17:54:19.165748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:19.201045 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ec7bc9-06c4-4238-9b0c-009cd3d73af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:19.232319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Current status of the port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:19.232881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:19.247550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae34f0-4cec-4106-83a3-c2d41b5468ea tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=e75315e5-9ecf-4641-97a5-d27276f7295e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:19.255547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Transition to ACTIVE for port object 42a66c99-5c7f-4d12-8eb8-32170aee129f will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:19.343717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebae34f0-4cec-4106-83a3-c2d41b5468ea tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:19.386776 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ebae34f0-4cec-4106-83a3-c2d41b5468ea tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/e75315e5-9ecf-4641-97a5-d27276f7295e HTTP/1.1" status: 204 len: 168 time: 2.1953537 Oct 17 17:54:19.390440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662ce8ea-ee4e-45d4-8ce9-ec07868cab2e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Router b6c03262-39fd-49f1-bafa-d2e1c9b38f3f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:54:19.391081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43662) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:19.391203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ec7bc9-06c4-4238-9b0c-009cd3d73af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:19.445779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ec7bc9-06c4-4238-9b0c-009cd3d73af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:19.450013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:19.452937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec7bc9-06c4-4238-9b0c-009cd3d73af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=99d6b4ff-e9f0-47d0-b2c5-f8c2fb1765d5,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:19.468686 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb59a969-4a65-4a48-97b5-60e56dda11d7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] GET failed (client error): The resource could not be found. Oct 17 17:54:19.469227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bb59a969-4a65-4a48-97b5-60e56dda11d7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:19.474455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:54:19.475076 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:54:19.475696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5d3edd-2018-4c37-a08d-15900e4b19dc None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:19.585633 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-95ec7bc9-06c4-4238-9b0c-009cd3d73af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/99d6b4ff-e9f0-47d0-b2c5-f8c2fb1765d5 HTTP/1.1" status: 204 len: 168 time: 1.4092500 Oct 17 17:54:19.588200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43666) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:19.663077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662ce8ea-ee4e-45d4-8ce9-ec07868cab2e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:19.668141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-662ce8ea-ee4e-45d4-8ce9-ec07868cab2e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:19.672156 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-662ce8ea-ee4e-45d4-8ce9-ec07868cab2e tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "PUT /v2.0/routers/b6c03262-39fd-49f1-bafa-d2e1c9b38f3f HTTP/1.1" status: 200 len: 920 time: 3.6391053 Oct 17 17:54:19.672652 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43670) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:19.681061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e8bd3-c219-43c1-bdf9-c49773142fd8 None None] Sync routers for ids ['b6c03262-39fd-49f1-bafa-d2e1c9b38f3f'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:19.722963 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:19.731902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:19.741894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bb59a969-4a65-4a48-97b5-60e56dda11d7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:19.746173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e8bd3-c219-43c1-bdf9-c49773142fd8 None None] Routers {'b6c03262-39fd-49f1-bafa-d2e1c9b38f3f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:19.746365 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bb59a969-4a65-4a48-97b5-60e56dda11d7 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports/e75315e5-9ecf-4641-97a5-d27276f7295e HTTP/1.1" status: 404 len: 333 time: 0.3506677 Oct 17 17:54:19.746454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ab3e8bd3-c219-43c1-bdf9-c49773142fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b6c03262-39fd-49f1-bafa-d2e1c9b38f3f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:19.746551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:19.780891 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=42a66c99-5c7f-4d12-8eb8-32170aee129f,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:19.797575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43674) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:19.814989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ab3e8bd3-c219-43c1-bdf9-c49773142fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:19.827206 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e8bd3-c219-43c1-bdf9-c49773142fd8 None None] Routers {'b6c03262-39fd-49f1-bafa-d2e1c9b38f3f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:19.827842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ab3e8bd3-c219-43c1-bdf9-c49773142fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b6c03262-39fd-49f1-bafa-d2e1c9b38f3f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:19.851150 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dc2ec4-8cad-44a6-ac72-6176d8103602 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet ffd53592-1914-4821-8557-cec7dab55de4 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:19.877730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48dc2ec4-8cad-44a6-ac72-6176d8103602 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:19.898312 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7b49c0a5-0a77-4210-bfa5-e7d254c67103 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/routers/b6c03262-39fd-49f1-bafa-d2e1c9b38f3f HTTP/1.1" status: 200 len: 920 time: 0.2221739 Oct 17 17:54:19.898773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43678) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:19.900222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ab3e8bd3-c219-43c1-bdf9-c49773142fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:19.900868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e8bd3-c219-43c1-bdf9-c49773142fd8 None None] The sync data for ids ['b6c03262-39fd-49f1-bafa-d2e1c9b38f3f'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:19.969535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:19.970171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.016218 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-df27e3f0-a794-4ddf-b32a-d513eee23299 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6181352 Oct 17 17:54:20.018153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43682) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:20.026572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48dc2ec4-8cad-44a6-ac72-6176d8103602 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.029090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '1d9286be-e6b5-4f57-88d9-ec13a9b81cb0', 'name': 'tempest-PortsTestJSON-469349263', 'fixed_ips': [{'subnet_id': '15c57f79-7a34-4248-910c-be025827b62d', 'ip_address': '172.20.0.9'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:20.059151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Current status of the port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:20.060314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.081736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2fb6066c-8481-47be-84c8-8c0fa5b455ac tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.110378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] For port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9dd57c0e-65b7-4eda-ad33-560ac1f260ce,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:20.117321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.137556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9985b37-601e-4a13-94bc-c565034cf4bc tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:20.138515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d9985b37-601e-4a13-94bc-c565034cf4bc tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Synchronizing usage tracker for tenant:0e5cdc5f46804d178c07e15c5d3218ec on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:20.178559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d9985b37-601e-4a13-94bc-c565034cf4bc tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Unset dirty status for tenant:0e5cdc5f46804d178c07e15c5d3218ec on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:20.180057 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d9985b37-601e-4a13-94bc-c565034cf4bc tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6780153d-9acc-46e5-a017-90331dae5b00&device_id=b6c03262-39fd-49f1-bafa-d2e1c9b38f3f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2799551 Oct 17 17:54:20.194954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43686) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:20.220487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebac07-9e68-42c8-b489-ed4e32594c42 None None] Pushing event updated for resources: {'Port': ['ID=9dd57c0e-65b7-4eda-ad33-560ac1f260ce,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:20.235299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:54:20.247122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Provisioning for port 42a66c99-5c7f-4d12-8eb8-32170aee129f completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:20.254718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Provisioning complete for port 42a66c99-5c7f-4d12-8eb8-32170aee129f triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:20.255365 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.255892 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 1 to provision port 42a66c99-5c7f-4d12-8eb8-32170aee129f Oct 17 17:54:20.277316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.292058 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7218b652-d2c0-48d1-a8d6-e9a41939f5fd tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.299210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.335705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port 42a66c99-5c7f-4d12-8eb8-32170aee129f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:20.354584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:20.362965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:port and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:20.368358 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:20.386874 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:20.413237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53467320-118c-4dce-8d89-56e65b522fa4 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:20.413820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-53467320-118c-4dce-8d89-56e65b522fa4 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Synchronizing usage tracker for tenant:0e5cdc5f46804d178c07e15c5d3218ec on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:20.421266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:20.475131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7218b652-d2c0-48d1-a8d6-e9a41939f5fd tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.498435 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-53467320-118c-4dce-8d89-56e65b522fa4 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Unset dirty status for tenant:0e5cdc5f46804d178c07e15c5d3218ec on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:20.502433 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-53467320-118c-4dce-8d89-56e65b522fa4 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/networks/6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 881 time: 0.3038690 Oct 17 17:54:20.502696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43690) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:20.510179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=c0a28411-d2a8-4d5d-945a-bfb700e0a5c1,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:20.521894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.575293 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-546175b9-d9cd-440d-a1d8-7d8e861f28f0 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6c03262-39fd-49f1-bafa-d2e1c9b38f3f HTTP/1.1" status: 200 len: 205 time: 0.0690866 Oct 17 17:54:20.575820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43694) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:20.663239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48dc2ec4-8cad-44a6-ac72-6176d8103602 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.762205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.803727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port 0ab09380-a450-49e3-8170-c4e75877ace6 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:54:20.836410 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 2 to provision port 42a66c99-5c7f-4d12-8eb8-32170aee129f Oct 17 17:54:20.857393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.896228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7218b652-d2c0-48d1-a8d6-e9a41939f5fd tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.899476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port 42a66c99-5c7f-4d12-8eb8-32170aee129f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:20.949962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218b652-d2c0-48d1-a8d6-e9a41939f5fd tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f8baad-217e-4608-9642-5f87958355f8,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:20.979937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7218b652-d2c0-48d1-a8d6-e9a41939f5fd tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:20.981315 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7218b652-d2c0-48d1-a8d6-e9a41939f5fd tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/security-groups/e4f8baad-217e-4608-9642-5f87958355f8 HTTP/1.1" status: 204 len: 168 time: 1.1786551 Oct 17 17:54:20.988364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43698) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:21.049599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48dc2ec4-8cad-44a6-ac72-6176d8103602 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.058846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:21.092731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:21.112111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc2ec4-8cad-44a6-ac72-6176d8103602 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd53592-1914-4821-8557-cec7dab55de4,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:21.133396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab818489-0271-4b27-a942-b3c33e113bc7 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:21.185534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48dc2ec4-8cad-44a6-ac72-6176d8103602 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.284946 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-48dc2ec4-8cad-44a6-ac72-6176d8103602 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/ffd53592-1914-4821-8557-cec7dab55de4 HTTP/1.1" status: 204 len: 168 time: 1.6791155 Oct 17 17:54:21.297820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43702) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:21.309073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5d54921f-55f1-4ede-974d-03e0413a5017 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.340446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5d54921f-55f1-4ede-974d-03e0413a5017 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.378240 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ff7c2cbe-070f-45db-8613-b6b79b4c2537 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775266 Oct 17 17:54:21.383557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43706) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:21.398749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:21.400815 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 3 to provision port 42a66c99-5c7f-4d12-8eb8-32170aee129f Oct 17 17:54:21.425684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.480952 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port 42a66c99-5c7f-4d12-8eb8-32170aee129f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:21.481095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6066c-8481-47be-84c8-8c0fa5b455ac tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Deleting port 46818095-2aee-4fc9-bfaf-163dddebbfca {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:21.481486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2fb6066c-8481-47be-84c8-8c0fa5b455ac tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.509024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Deleting port d8d9327a-54ca-4d8e-9afa-3b06ec8be062 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:21.510436 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.518884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:54:21.523699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] Deleting port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:21.524067 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.533962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5d54921f-55f1-4ede-974d-03e0413a5017 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.579811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.9 (1d9286be-e6b5-4f57-88d9-ec13a9b81cb0/15c57f79-7a34-4248-910c-be025827b62d/0ab09380-a450-49e3-8170-c4e75877ace6) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:21.583116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54921f-55f1-4ede-974d-03e0413a5017 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82225ee6-7522-4bf4-b04a-6d096a77402f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:21.602985 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5d54921f-55f1-4ede-974d-03e0413a5017 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.606709 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5d54921f-55f1-4ede-974d-03e0413a5017 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/security-groups/82225ee6-7522-4bf4-b04a-6d096a77402f HTTP/1.1" status: 204 len: 168 time: 0.6117716 Oct 17 17:54:21.613515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43710) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:21.664030 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:21.719445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:54:21.744914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:21.756698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:21.778910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9dd57c0e-65b7-4eda-ad33-560ac1f260ce no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:21.786952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:21.875868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:21.879681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.912727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-2fb6066c-8481-47be-84c8-8c0fa5b455ac tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] For port 46818095-2aee-4fc9-bfaf-163dddebbfca, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=46818095-2aee-4fc9-bfaf-163dddebbfca,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:21.913232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2fb6066c-8481-47be-84c8-8c0fa5b455ac tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.930644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] For port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9dd57c0e-65b7-4eda-ad33-560ac1f260ce,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:21.931029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:21.995388 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 4 to provision port 42a66c99-5c7f-4d12-8eb8-32170aee129f Oct 17 17:54:22.013557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-033719e7-18ad-4ab3-ae46-1b940c748fc1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:22.048370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6066c-8481-47be-84c8-8c0fa5b455ac tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Calling delete_port for 46818095-2aee-4fc9-bfaf-163dddebbfca owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:22.083208 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:22.097958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:22.108231 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-448bb0ec-206b-4767-a1b1-d64855886181 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4464114 Oct 17 17:54:22.108345 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] Calling delete_port for 9dd57c0e-65b7-4eda-ad33-560ac1f260ce owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:22.108445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43714) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:22.119213 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7622f130-55a5-4f3c-a68f-6aa5be3b8827 None None] Sync routers for ids ['f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:22.133836 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622f130-55a5-4f3c-a68f-6aa5be3b8827 None None] Routers {'f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:22.134673 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7622f130-55a5-4f3c-a68f-6aa5be3b8827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:22.163774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:22.163774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:22.191295 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2532e8-812c-4216-978d-418de4b6029d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:22.192095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2b2532e8-812c-4216-978d-418de4b6029d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Synchronizing usage tracker for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:22.220121 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7622f130-55a5-4f3c-a68f-6aa5be3b8827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:22.229936 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622f130-55a5-4f3c-a68f-6aa5be3b8827 None None] Routers {'f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:22.231411 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7622f130-55a5-4f3c-a68f-6aa5be3b8827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:22.242260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-033719e7-18ad-4ab3-ae46-1b940c748fc1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:22.257330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port 42a66c99-5c7f-4d12-8eb8-32170aee129f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:22.266834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Calling delete_port for d8d9327a-54ca-4d8e-9afa-3b06ec8be062 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:22.281148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9dd57c0e-65b7-4eda-ad33-560ac1f260ce,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:22.287307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:22.307537 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7622f130-55a5-4f3c-a68f-6aa5be3b8827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:22.308036 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7622f130-55a5-4f3c-a68f-6aa5be3b8827 None None] The sync data for ids ['f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:22.327956 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2b2532e8-812c-4216-978d-418de4b6029d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Unset dirty status for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:22.332483 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2b2532e8-812c-4216-978d-418de4b6029d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports/c0a28411-d2a8-4d5d-945a-bfb700e0a5c1 HTTP/1.1" status: 200 len: 910 time: 0.2202566 Oct 17 17:54:22.332483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43718) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:22.351844 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:54:22.352211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:54:22.369740 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=9dd57c0e-65b7-4eda-ad33-560ac1f260ce,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:22.390193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:22.443355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Transition to ACTIVE for port object 0ab09380-a450-49e3-8170-c4e75877ace6 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:22.447924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-033719e7-18ad-4ab3-ae46-1b940c748fc1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:22.513119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033719e7-18ad-4ab3-ae46-1b940c748fc1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670e19b3-8b72-4354-8574-3a97ead21f54,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:22.582603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-033719e7-18ad-4ab3-ae46-1b940c748fc1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:22.583808 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-033719e7-18ad-4ab3-ae46-1b940c748fc1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/security-groups/670e19b3-8b72-4354-8574-3a97ead21f54 HTTP/1.1" status: 204 len: 168 time: 0.9693356 Oct 17 17:54:22.600014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43722) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:22.733401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2fb6066c-8481-47be-84c8-8c0fa5b455ac tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:22.758504 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 5 to provision port 42a66c99-5c7f-4d12-8eb8-32170aee129f Oct 17 17:54:22.819640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port 42a66c99-5c7f-4d12-8eb8-32170aee129f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:22.832757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:22.853255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] Deleting port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:22.853920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:22.864182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6066c-8481-47be-84c8-8c0fa5b455ac tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event deleted for resources: {'Port': ['ID=46818095-2aee-4fc9-bfaf-163dddebbfca,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:22.891495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:22.997238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:23.002562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:23.024269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d205fdd-62c6-4ca9-ab99-fd5e5039a43e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting subnet 9972466a-717f-4eb1-8205-97d36282de58 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:23.034094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:23.163945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:23.164954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.196261 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:23.197690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d205fdd-62c6-4ca9-ab99-fd5e5039a43e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.204385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] For port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9dd57c0e-65b7-4eda-ad33-560ac1f260ce,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:23.204895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.250812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:23.262469 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.268233 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2469525 Oct 17 17:54:23.276025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43726) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:23.301515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:23.302245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.306147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed9821-efcd-4803-aff1-a98550caf9ae tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=0ab09380-a450-49e3-8170-c4e75877ace6,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:23.323691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d205fdd-62c6-4ca9-ab99-fd5e5039a43e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.340630 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 6 to provision port 42a66c99-5c7f-4d12-8eb8-32170aee129f Oct 17 17:54:23.370564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] Calling delete_port for 9dd57c0e-65b7-4eda-ad33-560ac1f260ce owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:23.456668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port 42a66c99-5c7f-4d12-8eb8-32170aee129f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:23.462874 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Pushing event deleted for resources: {'Port': ['ID=d8d9327a-54ca-4d8e-9afa-3b06ec8be062,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:23.463095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2fb6066c-8481-47be-84c8-8c0fa5b455ac tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.465164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=9e5ee799-aa16-4196-a2c0-abb9ce37dd09,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:23.482980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.506131 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4371a5b6-1910-4f22-b7c5-b730270f37b8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1133263 Oct 17 17:54:23.515319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43730) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:23.526384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:23.536597 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] Pushing event deleted for resources: {'Port': ['ID=9dd57c0e-65b7-4eda-ad33-560ac1f260ce,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:23.540219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd643d-4b9b-40b7-ba6e-21831490c9f1 None None] No DVR routers for this DVR port 9dd57c0e-65b7-4eda-ad33-560ac1f260ce on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:54:23.562034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433cc795-d5d9-4f95-95e1-954083e0e620 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:23.642715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9e9039-184f-45a0-9048-d5814f1c60aa tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:23.642715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3b9e9039-184f-45a0-9048-d5814f1c60aa tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:23.644278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.691458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3b9e9039-184f-45a0-9048-d5814f1c60aa tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:23.692879 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3b9e9039-184f-45a0-9048-d5814f1c60aa tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4010675 Oct 17 17:54:23.706451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43734) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:23.755848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-204067c4-5fe4-4710-9734-4120f77c48b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.867160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.874406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '9e5ee799-aa16-4196-a2c0-abb9ce37dd09'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:54:23.875711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.882323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.918701 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d205fdd-62c6-4ca9-ab99-fd5e5039a43e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.959405 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 7 to provision port 42a66c99-5c7f-4d12-8eb8-32170aee129f Oct 17 17:54:23.971566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.972093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Fanout notify agent at l3_agent the message router_deleted on router b6c03262-39fd-49f1-bafa-d2e1c9b38f3f {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:54:23.973933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:23.989141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:23.990379 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e831936c-1f66-4a04-bd68-d6012f65a411 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/routers/b6c03262-39fd-49f1-bafa-d2e1c9b38f3f HTTP/1.1" status: 204 len: 168 time: 3.4129429 Oct 17 17:54:24.002241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:24.004395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43738) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:24.012375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:24.018364 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3054112a-bd53-494e-855d-f5d8aff6cc79 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-732385121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:24.025234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3054112a-bd53-494e-855d-f5d8aff6cc79 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:24.034682 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:24.037394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3054112a-bd53-494e-855d-f5d8aff6cc79 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Usage tracker for resource:router and tenant:85ca27358dd2403e9d9054c6beaf22e3 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:24.042830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3054112a-bd53-494e-855d-f5d8aff6cc79 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:24.055756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3054112a-bd53-494e-855d-f5d8aff6cc79 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:24.066081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:24.069731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.087119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port 42a66c99-5c7f-4d12-8eb8-32170aee129f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:24.131335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Allocated IP 172.20.0.2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/9e5ee799-aa16-4196-a2c0-abb9ce37dd09/913c43da-5187-47ef-b890-5ab0e4da57ec) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:24.144943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d205fdd-62c6-4ca9-ab99-fd5e5039a43e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.183212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3054112a-bd53-494e-855d-f5d8aff6cc79 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.184231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3054112a-bd53-494e-855d-f5d8aff6cc79 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.204823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d205fdd-62c6-4ca9-ab99-fd5e5039a43e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Subnet': ['ID=9972466a-717f-4eb1-8205-97d36282de58,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:24.209369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d205fdd-62c6-4ca9-ab99-fd5e5039a43e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.238101 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6d205fdd-62c6-4ca9-ab99-fd5e5039a43e tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/9972466a-717f-4eb1-8205-97d36282de58 HTTP/1.1" status: 204 len: 168 time: 1.6357582 Oct 17 17:54:24.241876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43742) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:24.247989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e483683f-af7b-4d6f-b182-452d5730d237 None None] Network 551b71eb-9023-465c-8920-9d443c7d3ddb requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:24.259532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3054112a-bd53-494e-855d-f5d8aff6cc79 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.302235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3054112a-bd53-494e-855d-f5d8aff6cc79 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.332279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3054112a-bd53-494e-855d-f5d8aff6cc79 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.333500 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3054112a-bd53-494e-855d-f5d8aff6cc79 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3259559 Oct 17 17:54:24.336503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43746) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:24.343182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Request body: {'router': {'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:24.449154 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa87c15-f570-4f7b-9603-6519c561ad0d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:24.456076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa87c15-f570-4f7b-9603-6519c561ad0d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:24.461838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa87c15-f570-4f7b-9603-6519c561ad0d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:24.466188 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1aa87c15-f570-4f7b-9603-6519c561ad0d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.7561181 Oct 17 17:54:24.467736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43750) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:24.485937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23df81f-b804-4587-a2be-94ef7ef6fd0a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting subnet 4fc4ab51-0db2-4555-8dac-e8a3ff2a6a14 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:24.493136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c23df81f-b804-4587-a2be-94ef7ef6fd0a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.525755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb6066c-8481-47be-84c8-8c0fa5b455ac tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Router 69a2271c-7974-486d-9a47-e8ffa51bf170 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:54:24.556243 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.599116 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 8 to provision port 42a66c99-5c7f-4d12-8eb8-32170aee129f Oct 17 17:54:24.619592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c23df81f-b804-4587-a2be-94ef7ef6fd0a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.638256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Transition to ACTIVE for port object 913c43da-5187-47ef-b890-5ab0e4da57ec will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:24.700711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Transition to ACTIVE for port object 913c43da-5187-47ef-b890-5ab0e4da57ec will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:24.708140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port 42a66c99-5c7f-4d12-8eb8-32170aee129f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:24.712151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.800551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:24.803448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Pushing event updated for resources: {'Port': ['ID=913c43da-5187-47ef-b890-5ab0e4da57ec,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:24.809032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:24.817398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:24.860847 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.863275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-204067c4-5fe4-4710-9734-4120f77c48b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port c0a28411-d2a8-4d5d-945a-bfb700e0a5c1 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:24.863576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-204067c4-5fe4-4710-9734-4120f77c48b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.870581 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca6756-81c8-4998-b99f-86be64b7c597 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 0ab09380-a450-49e3-8170-c4e75877ace6 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:24.871182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6756-81c8-4998-b99f-86be64b7c597 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.937019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c23df81f-b804-4587-a2be-94ef7ef6fd0a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.949888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Attempting to bind port 913c43da-5187-47ef-b890-5ab0e4da57ec on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:54:24.950697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Attempting to bind port 913c43da-5187-47ef-b890-5ab0e4da57ec by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:54:24.951483 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Attempting to bind port 913c43da-5187-47ef-b890-5ab0e4da57ec on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:54:24.958735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:54:24.959351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:24.960033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:24.960435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:54:24.961062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Bound port: 913c43da-5187-47ef-b890-5ab0e4da57ec, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:54:24.961446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:25.026500 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c23df81f-b804-4587-a2be-94ef7ef6fd0a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:25.031359 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb6066c-8481-47be-84c8-8c0fa5b455ac tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:25.051651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a3493-05ee-46e7-a52b-f69cffc83892 None None] Sync routers for ids ['69a2271c-7974-486d-9a47-e8ffa51bf170'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:25.089138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a3493-05ee-46e7-a52b-f69cffc83892 None None] Routers {'69a2271c-7974-486d-9a47-e8ffa51bf170'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:25.090815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-d51a3493-05ee-46e7-a52b-f69cffc83892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['69a2271c-7974-486d-9a47-e8ffa51bf170'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:25.100718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:25.148178 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c23df81f-b804-4587-a2be-94ef7ef6fd0a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:25.150879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23df81f-b804-4587-a2be-94ef7ef6fd0a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc4ab51-0db2-4555-8dac-e8a3ff2a6a14,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:25.169366 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2fb6066c-8481-47be-84c8-8c0fa5b455ac tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "PUT /v2.0/routers/69a2271c-7974-486d-9a47-e8ffa51bf170/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0251267 Oct 17 17:54:25.173788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43754) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:25.177389 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c23df81f-b804-4587-a2be-94ef7ef6fd0a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/4fc4ab51-0db2-4555-8dac-e8a3ff2a6a14 HTTP/1.1" status: 204 len: 168 time: 0.9326904 Oct 17 17:54:25.217140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43758) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:25.224293 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 9 to provision port 42a66c99-5c7f-4d12-8eb8-32170aee129f Oct 17 17:54:25.267618 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b595d760-e481-4dee-8b75-18d96ae06738 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] DELETE failed (client error): The resource could not be found. Oct 17 17:54:25.268067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b595d760-e481-4dee-8b75-18d96ae06738 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:25.269761 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b595d760-e481-4dee-8b75-18d96ae06738 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/9972466a-717f-4eb1-8205-97d36282de58 HTTP/1.1" status: 404 len: 337 time: 0.0486917 Oct 17 17:54:25.280798 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43762) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:25.349250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6756-81c8-4998-b99f-86be64b7c597 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:25.354829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port 42a66c99-5c7f-4d12-8eb8-32170aee129f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:25.390581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] For port 913c43da-5187-47ef-b890-5ab0e4da57ec, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:54:25.396014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] For port 913c43da-5187-47ef-b890-5ab0e4da57ec, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=913c43da-5187-47ef-b890-5ab0e4da57ec,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:54:25.399649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01bb543-0aa0-4c98-bfd1-bddac5364e7b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Deleting subnet 2ba1c894-ba08-43e2-8318-ede137b460f6 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:25.407647 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a01bb543-0aa0-4c98-bfd1-bddac5364e7b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:25.409591 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:25.436471 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-204067c4-5fe4-4710-9734-4120f77c48b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:25.498726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb7b64-256f-4775-b4e7-c0fb09c3c38d None None] Pushing event updated for resources: {'Port': ['ID=913c43da-5187-47ef-b890-5ab0e4da57ec,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:25.499483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca6756-81c8-4998-b99f-86be64b7c597 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 0ab09380-a450-49e3-8170-c4e75877ace6 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:25.548511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-d51a3493-05ee-46e7-a52b-f69cffc83892 None None] Set router 69a2271c-7974-486d-9a47-e8ffa51bf170 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:54:25.597487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aeae00f-7d6e-4aec-8ccf-e3996ebdade8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting subnet db62d7bd-1f98-4b69-9f6c-a416482dcb47 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:25.606267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-204067c4-5fe4-4710-9734-4120f77c48b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for c0a28411-d2a8-4d5d-945a-bfb700e0a5c1 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:25.661548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6aeae00f-7d6e-4aec-8ccf-e3996ebdade8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:25.745814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a01bb543-0aa0-4c98-bfd1-bddac5364e7b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:25.809360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6aeae00f-7d6e-4aec-8ccf-e3996ebdade8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:25.862050 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 10 to provision port 42a66c99-5c7f-4d12-8eb8-32170aee129f Oct 17 17:54:25.893638 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf5778-e688-439c-9553-7c74285c2449 None None] Network 551b71eb-9023-465c-8920-9d443c7d3ddb requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:26.056072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port 42a66c99-5c7f-4d12-8eb8-32170aee129f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:26.131009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6aeae00f-7d6e-4aec-8ccf-e3996ebdade8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.145723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Provisioning for port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:26.189671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Provisioning complete for port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:26.190600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.190600 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 1 to provision port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 Oct 17 17:54:26.196387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6756-81c8-4998-b99f-86be64b7c597 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.253041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:54:26.273748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a01bb543-0aa0-4c98-bfd1-bddac5364e7b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.323019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6aeae00f-7d6e-4aec-8ccf-e3996ebdade8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.399980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-d51a3493-05ee-46e7-a52b-f69cffc83892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:54:22Z', 'revision_number': 5, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:26.417505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeae00f-7d6e-4aec-8ccf-e3996ebdade8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Subnet': ['ID=db62d7bd-1f98-4b69-9f6c-a416482dcb47,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:26.422535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a3493-05ee-46e7-a52b-f69cffc83892 None None] Checking router: 69a2271c-7974-486d-9a47-e8ffa51bf170 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:54:26.427942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6aeae00f-7d6e-4aec-8ccf-e3996ebdade8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.462691 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6aeae00f-7d6e-4aec-8ccf-e3996ebdade8 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/db62d7bd-1f98-4b69-9f6c-a416482dcb47 HTTP/1.1" status: 204 len: 168 time: 1.1780639 Oct 17 17:54:26.469003 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43766) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:26.472073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca6756-81c8-4998-b99f-86be64b7c597 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=0ab09380-a450-49e3-8170-c4e75877ace6,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:26.473301 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51a3493-05ee-46e7-a52b-f69cffc83892 None None] Routers {'69a2271c-7974-486d-9a47-e8ffa51bf170'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:26.480416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-d51a3493-05ee-46e7-a52b-f69cffc83892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['69a2271c-7974-486d-9a47-e8ffa51bf170'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:26.513906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-204067c4-5fe4-4710-9734-4120f77c48b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.523780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.570446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.595239 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d20e05-50be-422b-babf-3647fd09923b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] DELETE failed (client error): The resource could not be found. Oct 17 17:54:26.595706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d20e05-50be-422b-babf-3647fd09923b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:26.652068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Current status of the port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:26.652924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.655850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204067c4-5fe4-4710-9734-4120f77c48b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=c0a28411-d2a8-4d5d-945a-bfb700e0a5c1,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:26.664789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a01bb543-0aa0-4c98-bfd1-bddac5364e7b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.722566 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-58d20e05-50be-422b-babf-3647fd09923b tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/44dedbc4-f014-4f25-8258-f8c691f636e6 HTTP/1.1" status: 404 len: 337 time: 0.2500858 Oct 17 17:54:26.725552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43770) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:26.807073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] For port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2ee2924b-e3a3-4fb6-a337-80e67ce5e601,segment=NetworkSegment(fc83cc91-d4f6-4990-a186-2132da892883),segment_id=fc83cc91-d4f6-4990-a186-2132da892883)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:26.818299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bb543-0aa0-4c98-bfd1-bddac5364e7b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba1c894-ba08-43e2-8318-ede137b460f6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:26.820495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a01bb543-0aa0-4c98-bfd1-bddac5364e7b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.824972 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a01bb543-0aa0-4c98-bfd1-bddac5364e7b tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "DELETE /v2.0/subnets/2ba1c894-ba08-43e2-8318-ede137b460f6 HTTP/1.1" status: 204 len: 168 time: 1.6464345 Oct 17 17:54:26.828892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43774) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:26.835417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.877692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5f05ea-d764-4840-95aa-6a5edc63495d None None] Network 70318c35-5ed8-4966-9dbe-6d1629455769 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:26.896591 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5ca6756-81c8-4998-b99f-86be64b7c597 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:26.959656 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7e6eaacb-348e-4056-a8e8-082c93235fbe tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Synchronizing usage tracker for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:26.987205 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c5ca6756-81c8-4998-b99f-86be64b7c597 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/0ab09380-a450-49e3-8170-c4e75877ace6 HTTP/1.1" status: 204 len: 168 time: 2.5093489 Oct 17 17:54:27.008726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43778) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:27.014128 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Could not find standard attr ID for object e75315e5-9ecf-4641-97a5-d27276f7295e. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:27.056538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Could not find standard attr ID for object 9dd57c0e-65b7-4eda-ad33-560ac1f260ce. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:27.067997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-d51a3493-05ee-46e7-a52b-f69cffc83892 None None] Set router 69a2271c-7974-486d-9a47-e8ffa51bf170 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:54:27.118659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dd0b4d-d970-47be-ae14-13ba8c31bd45 None None] Update dhcp port {'port': {'network_id': '551b71eb-9023-465c-8920-9d443c7d3ddb', 'fixed_ips': [{'subnet_id': 'db62d7bd-1f98-4b69-9f6c-a416482dcb47'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '6273915f-36af-4dd0-86fd-ca61cc7e18fe'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:54:27.119847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:27.183742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7e6eaacb-348e-4056-a8e8-082c93235fbe tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Unset dirty status for tenant:2c42d9d67ee94a7f9727753e385c0f84 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:27.189601 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7e6eaacb-348e-4056-a8e8-082c93235fbe tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "GET /v2.0/ports?device_id=29abe941-4dd8-4248-bf4b-89eefa900515 HTTP/1.1" status: 200 len: 205 time: 0.4621506 Oct 17 17:54:27.190475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43782) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:27.194142 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-185fc843-9f55-49c7-be75-6a3668abef95 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:54:27.195193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-185fc843-9f55-49c7-be75-6a3668abef95 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:27.310489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Pushing event updated for resources: {'Port': ['ID=2ee2924b-e3a3-4fb6-a337-80e67ce5e601,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:27.340053 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-1acd7782-aa0c-42d3-be0e-af55ef094239 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] delete failed (client error): The resource could not be found. Oct 17 17:54:27.344087 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1acd7782-aa0c-42d3-be0e-af55ef094239 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/routers/29abe941-4dd8-4248-bf4b-89eefa900515 HTTP/1.1" status: 404 len: 336 time: 0.1456308 Oct 17 17:54:27.347886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43786) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:27.395705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-185fc843-9f55-49c7-be75-6a3668abef95 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:27.396873 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-185fc843-9f55-49c7-be75-6a3668abef95 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/0ab09380-a450-49e3-8170-c4e75877ace6 HTTP/1.1" status: 404 len: 333 time: 0.3735499 Oct 17 17:54:27.403363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43790) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:27.409826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Allocated IP 172.26.8.73 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/6e7a0b62-5d93-4e1e-8da8-e21f4abcc231) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:27.412106 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f5c5aa-54e6-4f40-aee7-7a9f9e6561a1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] DELETE failed (client error): The resource could not be found. Oct 17 17:54:27.412561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f5c5aa-54e6-4f40-aee7-7a9f9e6561a1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:27.416993 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-83f5c5aa-54e6-4f40-aee7-7a9f9e6561a1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/14a7c6ea-ba04-42c8-bf99-d0f1795678cd HTTP/1.1" status: 404 len: 337 time: 0.0657687 Oct 17 17:54:27.419698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43794) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:27.421003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:27.439470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-204067c4-5fe4-4710-9734-4120f77c48b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:27.439891 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-55dd0b4d-d970-47be-ae14-13ba8c31bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:27.456706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Provisioning complete for port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:27.457219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:27.457669 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 1 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:27.485640 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-360cac01-4b08-49d5-b95d-3b18a21363e1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] DELETE failed (client error): The resource could not be found. Oct 17 17:54:27.485950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360cac01-4b08-49d5-b95d-3b18a21363e1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:27.490307 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-360cac01-4b08-49d5-b95d-3b18a21363e1 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/c357cfea-bbf8-4620-ba57-b50d1ac1d560 HTTP/1.1" status: 404 len: 337 time: 0.0597188 Oct 17 17:54:27.494319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43798) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:27.728809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:27.798445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-28c84354-06a0-4564-80c3-3a6f75a2cb87 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 42a66c99-5c7f-4d12-8eb8-32170aee129f {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:27.799669 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-28c84354-06a0-4564-80c3-3a6f75a2cb87 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:27.849674 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-9582b5d0-6e73-46bb-9ca3-2ba6bf1e64bc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] DELETE failed (client error): The resource could not be found. Oct 17 17:54:27.850236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9582b5d0-6e73-46bb-9ca3-2ba6bf1e64bc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:27.854802 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9582b5d0-6e73-46bb-9ca3-2ba6bf1e64bc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/fe079f10-cead-4606-9d78-6b729108d0b5 HTTP/1.1" status: 404 len: 337 time: 0.3589196 Oct 17 17:54:27.868789 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43802) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:27.905285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 913c43da-5187-47ef-b890-5ab0e4da57ec up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:27.964593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-d51a3493-05ee-46e7-a52b-f69cffc83892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:54:22Z', 'revision_number': 5, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:27.977330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51a3493-05ee-46e7-a52b-f69cffc83892 None None] The sync data for ids ['69a2271c-7974-486d-9a47-e8ffa51bf170'] in dv-neutron-860895-1-hyperv is: [{'id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249472057', 'tenant_id': '29ba416679c3411bac939e44d43c516a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30'}], 'enable_snat': True}, 'gw_port_id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:51:51Z', 'updated_at': '2022-10-17T17:54:22Z', 'revision_number': 5, 'project_id': '29ba416679c3411bac939e44d43c516a', 'gw_port': {'id': '7d3d07d5-fdbf-4b7e-b727-8070d848841a', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:df:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a2271c-7974-486d-9a47-e8ffa51bf170', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:51:52Z', 'updated_at': '2022-10-17T17:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:27.995112 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-590f4fc0-8d3d-4c23-bc76-55c18016d0ad tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] DELETE failed (client error): The resource could not be found. Oct 17 17:54:27.995584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590f4fc0-8d3d-4c23-bc76-55c18016d0ad tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:28.000453 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-590f4fc0-8d3d-4c23-bc76-55c18016d0ad tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/a76a1e26-41e6-44f1-a9dd-07001357de60 HTTP/1.1" status: 404 len: 333 time: 0.1225355 Oct 17 17:54:28.002897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e387a1d9-8666-45c3-85f0-3b41de7aa69f None None] Network 551b71eb-9023-465c-8920-9d443c7d3ddb requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:28.004257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43806) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:28.105371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a251f-01c4-49d2-b823-0f4482d25db8 None None] DHCP port deletion for 70318c35-5ed8-4966-9dbe-6d1629455769 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:54:28.112704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.124731 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e72accc-d7f5-4941-aec3-03c732074c29 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] DELETE failed (client error): The resource could not be found. Oct 17 17:54:28.125227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e72accc-d7f5-4941-aec3-03c732074c29 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:28.129361 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3e72accc-d7f5-4941-aec3-03c732074c29 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/27679137-cb17-4e35-8d23-928b3dcadbb8 HTTP/1.1" status: 404 len: 337 time: 0.1201146 Oct 17 17:54:28.132316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43810) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:28.140925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f83a251f-01c4-49d2-b823-0f4482d25db8 None None] Deleting port e9b69a75-8d21-4004-a788-bbacb88de214 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:28.141465 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f83a251f-01c4-49d2-b823-0f4482d25db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.212509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] For port 913c43da-5187-47ef-b890-5ab0e4da57ec, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=913c43da-5187-47ef-b890-5ab0e4da57ec,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:28.254096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.261381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 913c43da-5187-47ef-b890-5ab0e4da57ec completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:28.268304 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 2 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:28.277612 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.289288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.289974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.320437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Deleting port 7d3d07d5-fdbf-4b7e-b727-8070d848841a {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:28.320729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.360461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:28.361844 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0d34ad-3f03-476f-8450-13d061519af6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] DELETE failed (client error): The resource could not be found. Oct 17 17:54:28.362518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0d34ad-3f03-476f-8450-13d061519af6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:28.362974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:28.364753 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4f0d34ad-3f03-476f-8450-13d061519af6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/243abe99-9f13-4a5d-a4fa-b81b59c3e970 HTTP/1.1" status: 404 len: 337 time: 0.2281592 Oct 17 17:54:28.377147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43814) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:28.390092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204067c4-5fe4-4710-9734-4120f77c48b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:54:28.422911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-28c84354-06a0-4564-80c3-3a6f75a2cb87 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.462236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:28.464225 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-7596a215-dc15-49b6-ab7c-b4e72627c892 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] DELETE failed (client error): The resource could not be found. Oct 17 17:54:28.464681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7596a215-dc15-49b6-ab7c-b4e72627c892 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:28.468828 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7596a215-dc15-49b6-ab7c-b4e72627c892 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/15030142-cb38-47b7-895e-fafd3aef5257 HTTP/1.1" status: 404 len: 333 time: 0.0817564 Oct 17 17:54:28.476277 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:28.478364 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43818) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:28.522329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e4636-765d-415e-900c-022f04041073 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:28.650172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:28.650753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.669914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=f3de3401-5619-45ec-b056-741324c1b16a,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:28.679938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.688548 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e2a9f6-6641-4069-b9ad-9fdc16ad1b2a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] DELETE failed (client error): The resource could not be found. Oct 17 17:54:28.688906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e2a9f6-6641-4069-b9ad-9fdc16ad1b2a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:28.692903 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-36e2a9f6-6641-4069-b9ad-9fdc16ad1b2a tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/5fb98213-cce1-4b35-bc18-71ec6078766d HTTP/1.1" status: 404 len: 337 time: 0.2066572 Oct 17 17:54:28.695752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=913c43da-5187-47ef-b890-5ab0e4da57ec,revision_number=4']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:28.697046 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43822) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:28.710488 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f83a251f-01c4-49d2-b823-0f4482d25db8 None None] For port e9b69a75-8d21-4004-a788-bbacb88de214, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e9b69a75-8d21-4004-a788-bbacb88de214,segment=NetworkSegment(8e6928ac-7cfe-4b88-9d94-3299b18d7ef8),segment_id=8e6928ac-7cfe-4b88-9d94-3299b18d7ef8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:28.710879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f83a251f-01c4-49d2-b823-0f4482d25db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.730716 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:28.731115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.731451 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 Oct 17 17:54:28.740401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-28c84354-06a0-4564-80c3-3a6f75a2cb87 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 42a66c99-5c7f-4d12-8eb8-32170aee129f owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:28.791999 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0b756ea0-2a27-4ed0-b893-e8fba16efe6e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.2713442 Oct 17 17:54:28.797561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:28.798197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43826) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:28.802801 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-078a6457-cebc-49e9-80e1-a1acf3cf06b5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] DELETE failed (client error): The resource could not be found. Oct 17 17:54:28.803479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078a6457-cebc-49e9-80e1-a1acf3cf06b5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:28.805311 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-078a6457-cebc-49e9-80e1-a1acf3cf06b5 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/subnets/ea22921e-4ab1-4c6d-98be-edeec0cebe67 HTTP/1.1" status: 404 len: 337 time: 0.1056671 Oct 17 17:54:28.809571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43830) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:28.810393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:3b:d5:00', 'name': 'tempest-NetworksTestDHCPv6-1713261076'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:28.817283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204067c4-5fe4-4710-9734-4120f77c48b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:28.821924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7704f5-f294-4a24-b50a-b57866de5832 None None] DHCP port deletion for 551b71eb-9023-465c-8920-9d443c7d3ddb request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:54:28.827725 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21575b81-c605-45fc-a641-8b78dbab67be None None] Sync routers for ids ['f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:28.838266 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21575b81-c605-45fc-a641-8b78dbab67be None None] Routers {'f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:28.839208 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-21575b81-c605-45fc-a641-8b78dbab67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:28.847636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:28.858162 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-204067c4-5fe4-4710-9734-4120f77c48b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5213673 Oct 17 17:54:28.858367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Pushing event updated for resources: {'Port': ['ID=6e7a0b62-5d93-4e1e-8da8-e21f4abcc231,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:28.863399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43834) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:28.867205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:28.888279 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 3 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:28.917314 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-21575b81-c605-45fc-a641-8b78dbab67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:28.922778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-75159148-ab4e-47b7-9965-a5790a4403a6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Deleting port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:28.923502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-75159148-ab4e-47b7-9965-a5790a4403a6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:28.929188 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21575b81-c605-45fc-a641-8b78dbab67be None None] Routers {'f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:28.930237 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-21575b81-c605-45fc-a641-8b78dbab67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:28.938592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f83a251f-01c4-49d2-b823-0f4482d25db8 None None] Calling delete_port for e9b69a75-8d21-4004-a788-bbacb88de214 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:29.007207 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-21575b81-c605-45fc-a641-8b78dbab67be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:29.007909 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21575b81-c605-45fc-a641-8b78dbab67be None None] The sync data for ids ['f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:29.012339 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-69deb412-3a31-4d31-b6f0-6f5022feedd5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b HTTP/1.1" status: 200 len: 205 time: 0.1177588 Oct 17 17:54:29.019262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43838) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:29.020209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6d7704f5-f294-4a24-b50a-b57866de5832 None None] Deleting port 6273915f-36af-4dd0-86fd-ca61cc7e18fe {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:29.020576 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6d7704f5-f294-4a24-b50a-b57866de5832 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:29.064485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] For port 7d3d07d5-fdbf-4b7e-b727-8070d848841a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7d3d07d5-fdbf-4b7e-b727-8070d848841a,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:29.065303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:29.136070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:29.250927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3e046cb9-f980-47e1-a106-7bc71e70d6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:29.324349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d349cd05-e469-41a3-b89a-4da1f8848aa1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:29.469521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Calling delete_port for 7d3d07d5-fdbf-4b7e-b727-8070d848841a owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:29.503523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f83a251f-01c4-49d2-b823-0f4482d25db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:29.619698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-28c84354-06a0-4564-80c3-3a6f75a2cb87 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:29.638494 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 4 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:29.670015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a251f-01c4-49d2-b823-0f4482d25db8 None None] Pushing event deleted for resources: {'Port': ['ID=e9b69a75-8d21-4004-a788-bbacb88de214,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:29.674489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83a251f-01c4-49d2-b823-0f4482d25db8 None None] No DVR routers for this DVR port e9b69a75-8d21-4004-a788-bbacb88de214 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:54:29.693139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6d7704f5-f294-4a24-b50a-b57866de5832 None None] For port 6273915f-36af-4dd0-86fd-ca61cc7e18fe, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6273915f-36af-4dd0-86fd-ca61cc7e18fe,segment=NetworkSegment(b6edb28a-fc1d-424f-a7c4-556bf0dfd900),segment_id=b6edb28a-fc1d-424f-a7c4-556bf0dfd900)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:29.693139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6d7704f5-f294-4a24-b50a-b57866de5832 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:29.719579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:29.736425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:29.745340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:29.749699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d349cd05-e469-41a3-b89a-4da1f8848aa1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:29.755733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d349cd05-e469-41a3-b89a-4da1f8848aa1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:29.757758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c84354-06a0-4564-80c3-3a6f75a2cb87 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=42a66c99-5c7f-4d12-8eb8-32170aee129f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:29.758392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:29.844628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:29.853466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-75159148-ab4e-47b7-9965-a5790a4403a6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:29.876991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6d7704f5-f294-4a24-b50a-b57866de5832 None None] Calling delete_port for 6273915f-36af-4dd0-86fd-ca61cc7e18fe owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:29.909989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:29.943303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:29.997615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6d7704f5-f294-4a24-b50a-b57866de5832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:30.062943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 913c43da-5187-47ef-b890-5ab0e4da57ec up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:30.116216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7704f5-f294-4a24-b50a-b57866de5832 None None] Pushing event deleted for resources: {'Port': ['ID=6273915f-36af-4dd0-86fd-ca61cc7e18fe,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:30.139953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7704f5-f294-4a24-b50a-b57866de5832 None None] No DVR routers for this DVR port 6273915f-36af-4dd0-86fd-ca61cc7e18fe on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:54:30.215003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d349cd05-e469-41a3-b89a-4da1f8848aa1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:30.215993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d349cd05-e469-41a3-b89a-4da1f8848aa1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Fanout notify agent at l3_agent the message router_deleted on router f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:54:30.272894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-75159148-ab4e-47b7-9965-a5790a4403a6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Calling delete_port for d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:30.308424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6273915f-36af-4dd0-86fd-ca61cc7e18fe no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:30.321892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:30.380017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 6273915f-36af-4dd0-86fd-ca61cc7e18fe {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:30.380353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6273915f-36af-4dd0-86fd-ca61cc7e18fe not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:30.380777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e9b69a75-8d21-4004-a788-bbacb88de214 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:30.385474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d349cd05-e469-41a3-b89a-4da1f8848aa1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:30.391544 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d349cd05-e469-41a3-b89a-4da1f8848aa1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b HTTP/1.1" status: 204 len: 168 time: 1.3667998 Oct 17 17:54:30.396307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43842) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:30.397148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event deleted for resources: {'Port': ['ID=7d3d07d5-fdbf-4b7e-b727-8070d848841a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:30.426571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: e9b69a75-8d21-4004-a788-bbacb88de214 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:30.426914 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e9b69a75-8d21-4004-a788-bbacb88de214 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:30.427516 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 46818095-2aee-4fc9-bfaf-163dddebbfca no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:30.456327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:30.464752 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 5 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:30.538546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:30.551519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 46818095-2aee-4fc9-bfaf-163dddebbfca {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:30.552444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 46818095-2aee-4fc9-bfaf-163dddebbfca not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:30.566331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-28c84354-06a0-4564-80c3-3a6f75a2cb87 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:30.631744 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-28c84354-06a0-4564-80c3-3a6f75a2cb87 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/42a66c99-5c7f-4d12-8eb8-32170aee129f HTTP/1.1" status: 204 len: 168 time: 3.2247581 Oct 17 17:54:30.631744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-75159148-ab4e-47b7-9965-a5790a4403a6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:30.632251 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43846) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:30.644688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2500bf-e062-47df-adef-1d5157e5c2a1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting subnet d9cb3f5e-1583-4ee1-9138-c856dc190597 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:30.650351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:30.707296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 91a41358-4994-4721-b41c-6803aa72f7e1 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:54:30.726596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df2500bf-e062-47df-adef-1d5157e5c2a1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:30.827124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75159148-ab4e-47b7-9965-a5790a4403a6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Port': ['ID=d261ab9f-ed72-45e3-9fdf-42dd93ec1c97,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:30.837514 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:30.899161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-75159148-ab4e-47b7-9965-a5790a4403a6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:30.918167 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3183934-9ed9-41eb-8e5c-0ec54d955055 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:54:30.918901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b3183934-9ed9-41eb-8e5c-0ec54d955055 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:31.040185 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 6 to provision port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 Oct 17 17:54:31.084706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Port d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:54:31.088271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Could not find standard attr ID for object 8098c934-4155-4b38-ac64-336a6290d087. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:31.105067 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Provisioning for port 351e2941-8850-44e7-b2c7-baafe7c2d209 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:31.113876 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-75159148-ab4e-47b7-9965-a5790a4403a6 tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/ports/d261ab9f-ed72-45e3-9fdf-42dd93ec1c97 HTTP/1.1" status: 204 len: 168 time: 2.3028882 Oct 17 17:54:31.114909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Provisioning complete for port 351e2941-8850-44e7-b2c7-baafe7c2d209 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:31.115413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.115928 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Attempt 1 to provision port 351e2941-8850-44e7-b2c7-baafe7c2d209 Oct 17 17:54:31.118512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43850) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:31.120757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.123996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df2500bf-e062-47df-adef-1d5157e5c2a1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.168986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.184912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b3183934-9ed9-41eb-8e5c-0ec54d955055 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:31.189501 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b3183934-9ed9-41eb-8e5c-0ec54d955055 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/42a66c99-5c7f-4d12-8eb8-32170aee129f HTTP/1.1" status: 404 len: 333 time: 0.5510170 Oct 17 17:54:31.194268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43854) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:31.263759 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Current status of the port 351e2941-8850-44e7-b2c7-baafe7c2d209 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:31.264985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.310019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.310323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] For port 351e2941-8850-44e7-b2c7-baafe7c2d209, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=351e2941-8850-44e7-b2c7-baafe7c2d209,segment=NetworkSegment(40948521-b522-4dd0-b039-8c41765d145d),segment_id=40948521-b522-4dd0-b039-8c41765d145d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:31.310583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Fanout notify agent at l3_agent the message router_deleted on router 69a2271c-7974-486d-9a47-e8ffa51bf170 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:54:31.320058 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.324009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.345445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.348612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.353301 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-68d09e62-1e39-48db-81e3-738ef22ecf47 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "DELETE /v2.0/routers/69a2271c-7974-486d-9a47-e8ffa51bf170 HTTP/1.1" status: 204 len: 168 time: 4.5198894 Oct 17 17:54:31.353472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.356917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43858) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:31.359238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cee00f2-bb7b-4943-89d2-a133dd714163 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting subnet 15c57f79-7a34-4248-910c-be025827b62d {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:31.364733 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5cee00f2-bb7b-4943-89d2-a133dd714163 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.430113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Pushing event updated for resources: {'Port': ['ID=351e2941-8850-44e7-b2c7-baafe7c2d209,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:31.433064 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Could not find standard attr ID for object 6273915f-36af-4dd0-86fd-ca61cc7e18fe. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:31.437715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b18a7468-ef86-4c09-b83b-9015d02a4d80 None None] Could not find standard attr ID for object c0a28411-d2a8-4d5d-945a-bfb700e0a5c1. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:31.455264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df2500bf-e062-47df-adef-1d5157e5c2a1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.467254 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 172.20.0.14 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/9e5ee799-aa16-4196-a2c0-abb9ce37dd09/91a41358-4994-4721-b41c-6803aa72f7e1) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:31.475955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-912e4b5a-0c8c-4a45-bc13-3e70c1abe4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.497073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5cee00f2-bb7b-4943-89d2-a133dd714163 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.550007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Could not find standard attr ID for object 0ab09380-a450-49e3-8170-c4e75877ace6. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:31.553993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Could not find standard attr ID for object d261ab9f-ed72-45e3-9fdf-42dd93ec1c97. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:31.557417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Could not find standard attr ID for object 6273915f-36af-4dd0-86fd-ca61cc7e18fe. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:31.573950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Provisioning for port 913c43da-5187-47ef-b890-5ab0e4da57ec completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:31.585748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Provisioning complete for port 913c43da-5187-47ef-b890-5ab0e4da57ec triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:31.585748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.586391 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Attempt 1 to provision port 913c43da-5187-47ef-b890-5ab0e4da57ec Oct 17 17:54:31.636786 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::f816:3eff:fe3b:d500 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/f3de3401-5619-45ec-b056-741324c1b16a/91a41358-4994-4721-b41c-6803aa72f7e1) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:31.725492 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Current status of the port 913c43da-5187-47ef-b890-5ab0e4da57ec is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:31.725789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.739036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df2500bf-e062-47df-adef-1d5157e5c2a1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.767003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] For port 913c43da-5187-47ef-b890-5ab0e4da57ec, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=913c43da-5187-47ef-b890-5ab0e4da57ec,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:31.772228 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.786775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2500bf-e062-47df-adef-1d5157e5c2a1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Subnet': ['ID=d9cb3f5e-1583-4ee1-9138-c856dc190597,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:31.790020 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-df2500bf-e062-47df-adef-1d5157e5c2a1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.803354 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-df2500bf-e062-47df-adef-1d5157e5c2a1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/d9cb3f5e-1583-4ee1-9138-c856dc190597 HTTP/1.1" status: 204 len: 168 time: 1.4027758 Oct 17 17:54:31.808317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43862) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:31.835312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.838561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.842658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5cee00f2-bb7b-4943-89d2-a133dd714163 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:31.861581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f5632d-ec13-4604-99a5-3ce7f16a9b64 None None] Network 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:31.878053 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Could not find standard attr ID for object c0a28411-d2a8-4d5d-945a-bfb700e0a5c1. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:31.931859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551b71eb-9023-465c-8920-9d443c7d3ddb']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:31.961705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Could not find standard attr ID for object 9dd57c0e-65b7-4eda-ad33-560ac1f260ce. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:31.972956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdd357-502d-455b-8897-12813f3c7bdc None None] Pushing event updated for resources: {'Port': ['ID=913c43da-5187-47ef-b890-5ab0e4da57ec,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:32.033484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5cee00f2-bb7b-4943-89d2-a133dd714163 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.064049 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 351e2941-8850-44e7-b2c7-baafe7c2d209 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:32.079312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.097458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee00f2-bb7b-4943-89d2-a133dd714163 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Subnet': ['ID=15c57f79-7a34-4248-910c-be025827b62d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:32.100420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5cee00f2-bb7b-4943-89d2-a133dd714163 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.111908 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5cee00f2-bb7b-4943-89d2-a133dd714163 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/15c57f79-7a34-4248-910c-be025827b62d HTTP/1.1" status: 204 len: 168 time: 0.9124103 Oct 17 17:54:32.115186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43866) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:32.181935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c3687-be4d-4a69-aa98-5c9ab203a295 None None] Network 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:32.209846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6edb28a-fc1d-424f-a7c4-556bf0dfd900') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:32.210502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6edb28a-fc1d-424f-a7c4-556bf0dfd900') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:32.216420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 351e2941-8850-44e7-b2c7-baafe7c2d209 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:32.216882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.291102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.306135 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.359228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:32.359567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.380293 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.388164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 351e2941-8850-44e7-b2c7-baafe7c2d209 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:32.388538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.388919 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 351e2941-8850-44e7-b2c7-baafe7c2d209 Oct 17 17:54:32.389339 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.441887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:54:32.442265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.482084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70318c35-5ed8-4966-9dbe-6d1629455769']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:32.531452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.553002 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment b6edb28a-fc1d-424f-a7c4-556bf0dfd900 resource provider aggregate not found Oct 17 17:54:32.588751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] For port 351e2941-8850-44e7-b2c7-baafe7c2d209, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=351e2941-8850-44e7-b2c7-baafe7c2d209,segment=NetworkSegment(40948521-b522-4dd0-b039-8c41765d145d),segment_id=40948521-b522-4dd0-b039-8c41765d145d)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:32.589291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.600505 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment b6edb28a-fc1d-424f-a7c4-556bf0dfd900 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6edb28a-fc1d-424f-a7c4-556bf0dfd900 found for delete ", "request_id": "req-e94bce63-81b7-4864-87f0-a066d5b007ff"}]} Oct 17 17:54:32.609442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.613795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:32.614146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6928ac-7cfe-4b88-9d94-3299b18d7ef8') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:32.615813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.634572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Router c1d20600-687d-484e-abb7-7b7545a79634 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:54:32.648163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 351e2941-8850-44e7-b2c7-baafe7c2d209 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:32.648400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.666824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 91a41358-4994-4721-b41c-6803aa72f7e1 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:32.679530 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c1f941-5d5d-4f07-93c8-49a78273a7f2 None None] DHCP port deletion for 8b3b4b5d-6fda-4840-9ec6-acaba3e3410b request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:54:32.679795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.693467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1f941-5d5d-4f07-93c8-49a78273a7f2 None None] Deleting port 351e2941-8850-44e7-b2c7-baafe7c2d209 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:32.694145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f941-5d5d-4f07-93c8-49a78273a7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.746826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.751699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.760425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for 351e2941-8850-44e7-b2c7-baafe7c2d209 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:32.772683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b701f118-e52b-4eb6-a13f-d950b67d6067 None None] DHCP port deletion for 1d9286be-e6b5-4f57-88d9-ec13a9b81cb0 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:54:32.774685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7d3d07d5-fdbf-4b7e-b727-8070d848841a no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:32.838206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:54:32.838613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.848055 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b701f118-e52b-4eb6-a13f-d950b67d6067 None None] Deleting port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:32.848420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b701f118-e52b-4eb6-a13f-d950b67d6067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.896999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 7d3d07d5-fdbf-4b7e-b727-8070d848841a {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:32.897354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7d3d07d5-fdbf-4b7e-b727-8070d848841a not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:32.900024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] For port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2ee2924b-e3a3-4fb6-a337-80e67ce5e601,segment=NetworkSegment(fc83cc91-d4f6-4990-a186-2132da892883),segment_id=fc83cc91-d4f6-4990-a186-2132da892883)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:32.900386 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:32.950284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] Pushing event deleted for resources: {'Network': ['ID=551b71eb-9023-465c-8920-9d443c7d3ddb,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:32.956239 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5e53eaa8-f117-46a0-a800-6b388852bccc tempest-PortsIpV6TestJSON-2078251376 tempest-PortsIpV6TestJSON-2078251376-project] 10.222.0.69 "DELETE /v2.0/networks/551b71eb-9023-465c-8920-9d443c7d3ddb HTTP/1.1" status: 204 len: 168 time: 1.8342190 Oct 17 17:54:33.010823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.036689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.044411 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "DELETE /v2.0/networks/70318c35-5ed8-4966-9dbe-6d1629455769 HTTP/1.1" status: 204 len: 168 time: 1.6848369 Oct 17 17:54:33.046560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.048301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43876) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:33.061233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:33.073180 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e23a01-5729-4375-a62e-e8b076a9e994 tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event deleted for resources: {'Network': ['ID=70318c35-5ed8-4966-9dbe-6d1629455769,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:33.091435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.122592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:33.157459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No DVR routers for this DVR port 351e2941-8850-44e7-b2c7-baafe7c2d209 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:54:33.168568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.169830 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f46978fb-c5bc-4ba0-a031-d4996869d75c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "PUT /v2.0/routers/c1d20600-687d-484e-abb7-7b7545a79634 HTTP/1.1" status: 200 len: 878 time: 8.8323505 Oct 17 17:54:33.199878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43880) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:33.200243 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697cfe75-25cd-4f1c-90bf-b77909490d9f None None] Sync routers for ids ['c1d20600-687d-484e-abb7-7b7545a79634'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:33.208874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=351e2941-8850-44e7-b2c7-baafe7c2d209,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:33.220619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:33.226999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:33.235520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:33.330672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:33.331387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.384551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b701f118-e52b-4eb6-a13f-d950b67d6067 None None] For port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2ee2924b-e3a3-4fb6-a337-80e67ce5e601,segment=NetworkSegment(fc83cc91-d4f6-4990-a186-2132da892883),segment_id=fc83cc91-d4f6-4990-a186-2132da892883)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:33.385082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b701f118-e52b-4eb6-a13f-d950b67d6067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.401823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=91a41358-4994-4721-b41c-6803aa72f7e1,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:33.412283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24f4659f-b4ae-446e-8a5e-1f5f82073d4c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.435020 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7a97171c-3da3-41a8-8459-f4d8ae392e44 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.6314802 Oct 17 17:54:33.435559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43886) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:33.510070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43890) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:33.531770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24f4659f-b4ae-446e-8a5e-1f5f82073d4c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.579639 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b701f118-e52b-4eb6-a13f-d950b67d6067 None None] Calling delete_port for 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:33.659787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.661922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f4c1f941-5d5d-4f07-93c8-49a78273a7f2 None None] For port 351e2941-8850-44e7-b2c7-baafe7c2d209, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=351e2941-8850-44e7-b2c7-baafe7c2d209,segment=NetworkSegment(40948521-b522-4dd0-b039-8c41765d145d),segment_id=40948521-b522-4dd0-b039-8c41765d145d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:33.662679 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f941-5d5d-4f07-93c8-49a78273a7f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.665855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063666d9-b311-46ac-9835-cbd4323478cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:33.672263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063666d9-b311-46ac-9835-cbd4323478cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:33.674785 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-063666d9-b311-46ac-9835-cbd4323478cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:33.680480 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697cfe75-25cd-4f1c-90bf-b77909490d9f None None] Routers {'c1d20600-687d-484e-abb7-7b7545a79634'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:33.681442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-697cfe75-25cd-4f1c-90bf-b77909490d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c1d20600-687d-484e-abb7-7b7545a79634'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:33.705884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.712976 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3b4b5d-6fda-4840-9ec6-acaba3e3410b']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:33.732420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-063666d9-b311-46ac-9835-cbd4323478cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:33.736286 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-063666d9-b311-46ac-9835-cbd4323478cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2969880 Oct 17 17:54:33.737642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43896) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:33.767656 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-697cfe75-25cd-4f1c-90bf-b77909490d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:33.782490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=2ee2924b-e3a3-4fb6-a337-80e67ce5e601,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:33.785451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40948521-b522-4dd0-b039-8c41765d145d') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:33.785740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40948521-b522-4dd0-b039-8c41765d145d') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:33.795237 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-aaebc86f-55cb-45fe-a98b-4fd9ee84b981 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/routers/c1d20600-687d-484e-abb7-7b7545a79634 HTTP/1.1" status: 200 len: 919 time: 0.5874486 Oct 17 17:54:33.800084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43900) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:33.800891 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No DVR routers for this DVR port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:54:33.810368 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24f4659f-b4ae-446e-8a5e-1f5f82073d4c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.839932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4659f-b4ae-446e-8a5e-1f5f82073d4c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96878005-56eb-40d1-8661-5fdafe5d5ea7,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:33.846459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.864923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6ce5b5e4-1270-4214-b1e8-748f5c65eb48 None None] Provisioning for port 91a41358-4994-4721-b41c-6803aa72f7e1 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:33.867522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5ca4e-cca4-46b2-873d-94bcdf9bbd5b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 91a41358-4994-4721-b41c-6803aa72f7e1 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:33.867869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ca4e-cca4-46b2-873d-94bcdf9bbd5b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.895482 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-44868a4b-e78d-439a-8780-003e4c43eb99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c42d9d67ee94a7f9727753e385c0f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801651 Oct 17 17:54:33.915319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43904) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:33.933186 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697cfe75-25cd-4f1c-90bf-b77909490d9f None None] Routers {'c1d20600-687d-484e-abb7-7b7545a79634'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:33.933652 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-697cfe75-25cd-4f1c-90bf-b77909490d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c1d20600-687d-484e-abb7-7b7545a79634'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:33.942531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24f4659f-b4ae-446e-8a5e-1f5f82073d4c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:33.943696 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-24f4659f-b4ae-446e-8a5e-1f5f82073d4c tempest-TestNetworkAdvancedServerOps-1048845293 tempest-TestNetworkAdvancedServerOps-1048845293-project] 10.222.0.69 "DELETE /v2.0/security-groups/96878005-56eb-40d1-8661-5fdafe5d5ea7 HTTP/1.1" status: 204 len: 168 time: 0.8896387 Oct 17 17:54:34.019462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.063322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:54:34.064007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.096461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.104729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff7368df-04cd-45ae-abd2-43bab8c08a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.141278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff7368df-04cd-45ae-abd2-43bab8c08a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.171839 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 40948521-b522-4dd0-b039-8c41765d145d resource provider aggregate not found Oct 17 17:54:34.191490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1f941-5d5d-4f07-93c8-49a78273a7f2 None None] Calling delete_port for 351e2941-8850-44e7-b2c7-baafe7c2d209 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:34.210152 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 40948521-b522-4dd0-b039-8c41765d145d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40948521-b522-4dd0-b039-8c41765d145d found for delete ", "request_id": "req-e61c98ba-55bb-4ac3-a1b3-3d81248294db"}]} Oct 17 17:54:34.212581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5489e3c9-bcf3-45e2-806e-9e6950f8063b tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:34.213344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5489e3c9-bcf3-45e2-806e-9e6950f8063b tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Synchronizing usage tracker for tenant:0e5cdc5f46804d178c07e15c5d3218ec on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:34.225318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9286be-e6b5-4f57-88d9-ec13a9b81cb0']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:34.246051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc83cc91-d4f6-4990-a186-2132da892883') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:34.246738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc83cc91-d4f6-4990-a186-2132da892883') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:34.261144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 913c43da-5187-47ef-b890-5ab0e4da57ec up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:34.267204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.271023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5489e3c9-bcf3-45e2-806e-9e6950f8063b tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Unset dirty status for tenant:0e5cdc5f46804d178c07e15c5d3218ec on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:34.272555 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5489e3c9-bcf3-45e2-806e-9e6950f8063b tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6780153d-9acc-46e5-a017-90331dae5b00&device_id=c1d20600-687d-484e-abb7-7b7545a79634&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4698524 Oct 17 17:54:34.274620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.277052 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43918) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:34.305910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.328308 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6ce5b5e4-1270-4214-b1e8-748f5c65eb48 None None] Provisioning complete for port 91a41358-4994-4721-b41c-6803aa72f7e1 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:34.328945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6ce5b5e4-1270-4214-b1e8-748f5c65eb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.329409 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6ce5b5e4-1270-4214-b1e8-748f5c65eb48 None None] Attempt 1 to provision port 91a41358-4994-4721-b41c-6803aa72f7e1 Oct 17 17:54:34.339229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Network': ['ID=8b3b4b5d-6fda-4840-9ec6-acaba3e3410b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:34.345384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff7368df-04cd-45ae-abd2-43bab8c08a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.355289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.364358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:54:34.365347 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.413651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5b5e4-1270-4214-b1e8-748f5c65eb48 None None] Port 91a41358-4994-4721-b41c-6803aa72f7e1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:34.437076 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-697cfe75-25cd-4f1c-90bf-b77909490d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:34.437617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697cfe75-25cd-4f1c-90bf-b77909490d9f None None] The sync data for ids ['c1d20600-687d-484e-abb7-7b7545a79634'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:34.445925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-b701f118-e52b-4eb6-a13f-d950b67d6067 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:54:34.445925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-b701f118-e52b-4eb6-a13f-d950b67d6067 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:54:34.446558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.465865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 913c43da-5187-47ef-b890-5ab0e4da57ec triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:34.466343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.466844 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 913c43da-5187-47ef-b890-5ab0e4da57ec Oct 17 17:54:34.477979 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-40968416-355c-4738-b7ad-bc483ad65cf5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/networks/8b3b4b5d-6fda-4840-9ec6-acaba3e3410b HTTP/1.1" status: 204 len: 168 time: 2.6689644 Oct 17 17:54:34.478252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43922) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:34.478781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43924) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:34.490059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-281001881', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:34.496341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.524821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:34.528308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.531529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Network': ['ID=1d9286be-e6b5-4f57-88d9-ec13a9b81cb0,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:34.538388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:router and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:34.541862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-f4c1f941-5d5d-4f07-93c8-49a78273a7f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:54:34.542445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-f4c1f941-5d5d-4f07-93c8-49a78273a7f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:54:34.543503 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-623c6fc6-dc68-407b-b53c-ef131ad71433 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/networks/1d9286be-e6b5-4f57-88d9-ec13a9b81cb0 HTTP/1.1" status: 204 len: 168 time: 2.4268334 Oct 17 17:54:34.544732 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:34.550163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43932) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:34.556057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:34.562325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1901205396'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:34.570825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:34.577688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:network and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:34.581281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:34.588846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:34.591355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.592884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.613120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.615236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:34.618969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.622310 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 913c43da-5187-47ef-b890-5ab0e4da57ec is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:34.660945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff7368df-04cd-45ae-abd2-43bab8c08a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.662366 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ff7368df-04cd-45ae-abd2-43bab8c08a39 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2914351-b479-4428-bbb0-88f468a556af HTTP/1.1" status: 204 len: 168 time: 0.7457852 Oct 17 17:54:34.668726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7368df-04cd-45ae-abd2-43bab8c08a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2914351-b479-4428-bbb0-88f468a556af,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:34.714893 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 8e6928ac-7cfe-4b88-9d94-3299b18d7ef8 resource provider aggregate not found Oct 17 17:54:34.721109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:54:34.725119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ca4e-cca4-46b2-873d-94bcdf9bbd5b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.742898 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 8e6928ac-7cfe-4b88-9d94-3299b18d7ef8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e6928ac-7cfe-4b88-9d94-3299b18d7ef8 found for delete ", "request_id": "req-11689e88-8a9b-4717-bab3-b69a83a917e7"}]} Oct 17 17:54:34.751002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 351e2941-8850-44e7-b2c7-baafe7c2d209 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:34.800945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 351e2941-8850-44e7-b2c7-baafe7c2d209 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:34.801677 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 351e2941-8850-44e7-b2c7-baafe7c2d209 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:34.802375 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:34.821625 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:34.822270 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Added segment 171111a4-f835-44c0-a188-0090c43b1a1d of type vlan for network 41f48742-463f-4612-a0fe-417d457cc5b2 Oct 17 17:54:34.847176 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:34.847526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:34.883378 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c6f5ca4e-cca4-46b2-873d-94bcdf9bbd5b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 91a41358-4994-4721-b41c-6803aa72f7e1 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:34.914658 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6ce5b5e4-1270-4214-b1e8-748f5c65eb48 None None] Attempt 2 to provision port 91a41358-4994-4721-b41c-6803aa72f7e1 Oct 17 17:54:34.956187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3699deb-153f-43b1-a525-fec37de59f07 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:34.957927 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c3699deb-153f-43b1-a525-fec37de59f07 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/networks/6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 881 time: 0.6526811 Oct 17 17:54:34.960897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43946) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:34.969531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b701f118-e52b-4eb6-a13f-d950b67d6067 None None] Deleting port 2ee2924b-e3a3-4fb6-a337-80e67ce5e601 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:34.969746 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b701f118-e52b-4eb6-a13f-d950b67d6067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.005545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.031101 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-beed35d2-8afe-48b1-abbb-7010a8497be9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29ba416679c3411bac939e44d43c516a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484383 Oct 17 17:54:35.032982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43952) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:35.042312 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-533a0775-f57e-4340-b3d0-d0bac7459fd7 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1d20600-687d-484e-abb7-7b7545a79634 HTTP/1.1" status: 200 len: 205 time: 0.0799942 Oct 17 17:54:35.046144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 43956) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:35.055302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.058685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1f941-5d5d-4f07-93c8-49a78273a7f2 None None] Deleting port 351e2941-8850-44e7-b2c7-baafe7c2d209 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:35.059367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f4c1f941-5d5d-4f07-93c8-49a78273a7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.132434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.137988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:35.138819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.181032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1f941-5d5d-4f07-93c8-49a78273a7f2 None None] The port '351e2941-8850-44e7-b2c7-baafe7c2d209' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:54:35.238908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b701f118-e52b-4eb6-a13f-d950b67d6067 None None] The port '2ee2924b-e3a3-4fb6-a337-80e67ce5e601' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:54:35.243912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5b5e4-1270-4214-b1e8-748f5c65eb48 None None] Port 91a41358-4994-4721-b41c-6803aa72f7e1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:35.443748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.455398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7135db72-b30e-4ead-9fb3-50439298ba74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.478653 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9271593 Oct 17 17:54:35.482310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43972) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:35.504208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '41f48742-463f-4612-a0fe-417d457cc5b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:35.518859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3154615-1e61-4a08-979f-f4832e12befb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Network': ['ID=41f48742-463f-4612-a0fe-417d457cc5b2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:35.533216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7135db72-b30e-4ead-9fb3-50439298ba74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.553294 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 41f48742-463f-4612-a0fe-417d457cc5b2 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:54:35.648775 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ca4e-cca4-46b2-873d-94bcdf9bbd5b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.695945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:35.701868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:35.707696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:35.729046 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43978) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:35.729965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:35.738494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.744723 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027637 Oct 17 17:54:35.745324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5ca4e-cca4-46b2-873d-94bcdf9bbd5b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=91a41358-4994-4721-b41c-6803aa72f7e1,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:35.745514 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43980) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:35.745826 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6ce5b5e4-1270-4214-b1e8-748f5c65eb48 None None] Attempt 3 to provision port 91a41358-4994-4721-b41c-6803aa72f7e1 Oct 17 17:54:35.758104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7135db72-b30e-4ead-9fb3-50439298ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.769992 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:35.773437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.795014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5b5e4-1270-4214-b1e8-748f5c65eb48 None None] Port 91a41358-4994-4721-b41c-6803aa72f7e1 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:54:35.815430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Deleting port 6e7a0b62-5d93-4e1e-8da8-e21f4abcc231 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:35.815757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:35.851759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135db72-b30e-4ead-9fb3-50439298ba74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408a6d46-4e16-4047-91e7-d5bf30ea3a68,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:36.028596 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2b993575-bb9c-4e0a-bc78-587f01a1bbe3 tempest-NetworksApiDiscovery-470507502 tempest-NetworksApiDiscovery-470507502-project] 10.222.0.69 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2808440 Oct 17 17:54:36.038125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7135db72-b30e-4ead-9fb3-50439298ba74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:36.039533 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7135db72-b30e-4ead-9fb3-50439298ba74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/408a6d46-4e16-4047-91e7-d5bf30ea3a68 HTTP/1.1" status: 204 len: 168 time: 1.0041010 Oct 17 17:54:36.098903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:36.121683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6f5ca4e-cca4-46b2-873d-94bcdf9bbd5b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:36.144026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:36.188747 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c6f5ca4e-cca4-46b2-873d-94bcdf9bbd5b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/91a41358-4994-4721-b41c-6803aa72f7e1 HTTP/1.1" status: 204 len: 168 time: 2.4500899 Oct 17 17:54:36.191566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 43990) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:36.233506 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:36.292571 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment fc83cc91-d4f6-4990-a186-2132da892883 resource provider aggregate not found Oct 17 17:54:36.339254 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment fc83cc91-d4f6-4990-a186-2132da892883 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc83cc91-d4f6-4990-a186-2132da892883 found for delete ", "request_id": "req-790b5a22-8f1e-437f-ab06-3d1e087a6952"}]} Oct 17 17:54:36.378961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53900bbf-0ef6-4ef4-89fa-b2e418f9650c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:36.380472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53900bbf-0ef6-4ef4-89fa-b2e418f9650c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:36.381963 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53900bbf-0ef6-4ef4-89fa-b2e418f9650c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:36.382768 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-53900bbf-0ef6-4ef4-89fa-b2e418f9650c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:36.393999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Calling delete_port for 6e7a0b62-5d93-4e1e-8da8-e21f4abcc231 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:36.455286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44002) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:36.482278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-53900bbf-0ef6-4ef4-89fa-b2e418f9650c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:36.487633 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-53900bbf-0ef6-4ef4-89fa-b2e418f9650c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2897780 Oct 17 17:54:36.489036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44008) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:36.542382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:36.586905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Allocated IP 172.26.8.249 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/38faa003-d0b5-4677-9baa-75f2bcedf582) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:36.618485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44012) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:36.646820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5ac92c9c-bd36-49bc-bee6-6a06d71a67e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:36.660997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4cfc3cd-6cca-4d0f-b853-9d8b334d2b2a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 9e5ee799-aa16-4196-a2c0-abb9ce37dd09 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:36.667605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5ac92c9c-bd36-49bc-bee6-6a06d71a67e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:36.673789 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5ac92c9c-bd36-49bc-bee6-6a06d71a67e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ff96a8f11494442c9ff14bf88e72bd18 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:36.678389 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4cfc3cd-6cca-4d0f-b853-9d8b334d2b2a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:36.681619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5ac92c9c-bd36-49bc-bee6-6a06d71a67e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:36.689603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5ac92c9c-bd36-49bc-bee6-6a06d71a67e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:36.772592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:36.789824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Subnet': ['ID=4e52e94c-8fcc-4900-aaa0-9089a1f34f40,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:36.832869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Pushing event deleted for resources: {'Port': ['ID=6e7a0b62-5d93-4e1e-8da8-e21f4abcc231,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:36.840331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Checking segment: {'id': '171111a4-f835-44c0-a188-0090c43b1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41f48742-463f-4612-a0fe-417d457cc5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:36.840528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network hostable DHCP agents. Network: 41f48742-463f-4612-a0fe-417d457cc5b2, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:54:36.858856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bcfc2df0-a034-40a5-8e9b-706bd5fe2e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:36.869988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4cfc3cd-6cca-4d0f-b853-9d8b334d2b2a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:36.936141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-bcfc2df0-a034-40a5-8e9b-706bd5fe2e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:36.965502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bcfc2df0-a034-40a5-8e9b-706bd5fe2e22 admin admin] Usage tracker for resource:security_group_rule and tenant:e642a7025c114e0b9f607dccc83d3d35 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:36.967765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:36.971508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bcfc2df0-a034-40a5-8e9b-706bd5fe2e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:36.986274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-bcfc2df0-a034-40a5-8e9b-706bd5fe2e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:37.000640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 41f48742-463f-4612-a0fe-417d457cc5b2 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:54:37.027354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.045930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 41f48742-463f-4612-a0fe-417d457cc5b2) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:37.055495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0ead12-c5c8-4f42-8a34-3b90e5b5d09a None None] Network 41f48742-463f-4612-a0fe-417d457cc5b2 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:37.056085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:37.056425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.090230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4cfc3cd-6cca-4d0f-b853-9d8b334d2b2a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.188532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.193476 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.200292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5ac92c9c-bd36-49bc-bee6-6a06d71a67e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.216711 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5ac92c9c-bd36-49bc-bee6-6a06d71a67e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.262853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.263639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Fanout notify agent at l3_agent the message router_deleted on router c1d20600-687d-484e-abb7-7b7545a79634 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:54:37.285890 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-763d02f8-f868-44be-b8fd-f3fc044bdd6b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7998066 Oct 17 17:54:37.287673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44016) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:37.289076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac92c9c-bd36-49bc-bee6-6a06d71a67e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11a0037-3e8b-4d3c-a326-1133e509c9a6,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:37.298161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1ea3970a-b5e0-453d-b6e0-990300d9440b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1418066476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:37.307113 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5ac92c9c-bd36-49bc-bee6-6a06d71a67e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff96a8f11494442c9ff14bf88e72bd18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6875453 Oct 17 17:54:37.310279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44020) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:37.314276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1ea3970a-b5e0-453d-b6e0-990300d9440b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:37.319421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1ea3970a-b5e0-453d-b6e0-990300d9440b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:router and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:37.325564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1ea3970a-b5e0-453d-b6e0-990300d9440b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:37.331651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-41f48742-463f-4612-a0fe-417d457cc5b2', 'network_id': '41f48742-463f-4612-a0fe-417d457cc5b2', 'tenant_id': '05dbf97f09e748a0bfcd2cbee286018f', 'fixed_ips': [{'subnet_id': '4e52e94c-8fcc-4900-aaa0-9089a1f34f40'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:54:37.333596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.334318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1ea3970a-b5e0-453d-b6e0-990300d9440b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:37.340696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.341943 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9e8a8ca0-3a18-427d-a3da-e12b3323e58a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/routers/c1d20600-687d-484e-abb7-7b7545a79634 HTTP/1.1" status: 204 len: 168 time: 2.2942104 Oct 17 17:54:37.346898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44024) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:37.353954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-62fe55de-6923-4af2-9fd2-80d38f3483fa tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1768843172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:37.362701 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ea3970a-b5e0-453d-b6e0-990300d9440b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.364004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ea3970a-b5e0-453d-b6e0-990300d9440b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.369022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-62fe55de-6923-4af2-9fd2-80d38f3483fa tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:37.375208 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-62fe55de-6923-4af2-9fd2-80d38f3483fa tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Usage tracker for resource:router and tenant:85ca27358dd2403e9d9054c6beaf22e3 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:37.379618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-62fe55de-6923-4af2-9fd2-80d38f3483fa tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:37.382184 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.387975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-62fe55de-6923-4af2-9fd2-80d38f3483fa tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:37.397532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ea3970a-b5e0-453d-b6e0-990300d9440b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.414139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-62fe55de-6923-4af2-9fd2-80d38f3483fa tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.415154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-62fe55de-6923-4af2-9fd2-80d38f3483fa tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.436946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ea3970a-b5e0-453d-b6e0-990300d9440b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.440175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4cfc3cd-6cca-4d0f-b853-9d8b334d2b2a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.457000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-62fe55de-6923-4af2-9fd2-80d38f3483fa tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.466087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bcfc2df0-a034-40a5-8e9b-706bd5fe2e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.478185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ea3970a-b5e0-453d-b6e0-990300d9440b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.479629 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1ea3970a-b5e0-453d-b6e0-990300d9440b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1877823 Oct 17 17:54:37.482463 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44028) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:37.488680 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'network_id': '41f48742-463f-4612-a0fe-417d457cc5b2', 'name': 'tempest-PortsTestJSON-1412321523'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:37.511452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-62fe55de-6923-4af2-9fd2-80d38f3483fa tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.520274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bcfc2df0-a034-40a5-8e9b-706bd5fe2e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.524120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Allocated IP 172.20.0.2 (41f48742-463f-4612-a0fe-417d457cc5b2/4e52e94c-8fcc-4900-aaa0-9089a1f34f40/699dd05a-dfc4-4b40-9d02-61df2c114b3a) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:37.542962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfc3cd-6cca-4d0f-b853-9d8b334d2b2a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5ee799-aa16-4196-a2c0-abb9ce37dd09,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:37.553260 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:37.554483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4cfc3cd-6cca-4d0f-b853-9d8b334d2b2a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.569143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:37.592456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:37.595131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-62fe55de-6923-4af2-9fd2-80d38f3483fa tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.599225 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-62fe55de-6923-4af2-9fd2-80d38f3483fa tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2482815 Oct 17 17:54:37.605184 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3374d67-7af2-4dde-8f62-5247b41eb21b None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:37.605380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44032) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:37.615875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'enable_snat': True}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:37.643645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=38faa003-d0b5-4677-9baa-75f2bcedf582,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:37.665892 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bcfc2df0-a034-40a5-8e9b-706bd5fe2e22 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e642a7025c114e0b9f607dccc83d3d35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2036796 Oct 17 17:54:37.668989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc2df0-a034-40a5-8e9b-706bd5fe2e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb1e623-c4f8-468e-b538-4864aa48ca8b,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:37.669152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44036) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:37.679514 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b4cfc3cd-6cca-4d0f-b853-9d8b334d2b2a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/9e5ee799-aa16-4196-a2c0-abb9ce37dd09 HTTP/1.1" status: 204 len: 168 time: 1.1832504 Oct 17 17:54:37.679514 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-208f2c77-7c29-4216-ba0c-e5cdd1a0e3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.679832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44038) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:37.843104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-208f2c77-7c29-4216-ba0c-e5cdd1a0e3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:37.916580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:37.934533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.018750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-208f2c77-7c29-4216-ba0c-e5cdd1a0e3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.020305 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Transition to ACTIVE for port object 699dd05a-dfc4-4b40-9d02-61df2c114b3a will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:38.027036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:38.038012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59a5142-ed58-4025-80eb-97bbd4b6135e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet f3de3401-5619-45ec-b056-741324c1b16a {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:38.046400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Transition to ACTIVE for port object 699dd05a-dfc4-4b40-9d02-61df2c114b3a will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:38.047686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a59a5142-ed58-4025-80eb-97bbd4b6135e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.057444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.121472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f2c77-7c29-4216-ba0c-e5cdd1a0e3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11a0037-3e8b-4d3c-a326-1133e509c9a6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:38.130770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-208f2c77-7c29-4216-ba0c-e5cdd1a0e3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.132564 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-208f2c77-7c29-4216-ba0c-e5cdd1a0e3c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a11a0037-3e8b-4d3c-a326-1133e509c9a6 HTTP/1.1" status: 204 len: 168 time: 0.8167136 Oct 17 17:54:38.180750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.198005 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:54:38.227640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Pushing event updated for resources: {'Port': ['ID=699dd05a-dfc4-4b40-9d02-61df2c114b3a,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:38.236633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Network 41f48742-463f-4612-a0fe-417d457cc5b2 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:38.238025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:38.238377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:38.238723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:38.239073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:38.239416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:38.239752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:38.240089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:38.240669 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:38.241010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:38.241477 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:38.242070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:38.242405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:38.246452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:38.249553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:38.395874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Attempting to bind port 699dd05a-dfc4-4b40-9d02-61df2c114b3a on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:54:38.396339 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Attempting to bind port 699dd05a-dfc4-4b40-9d02-61df2c114b3a by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '171111a4-f835-44c0-a188-0090c43b1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41f48742-463f-4612-a0fe-417d457cc5b2'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:54:38.396717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Attempting to bind port 699dd05a-dfc4-4b40-9d02-61df2c114b3a on network 41f48742-463f-4612-a0fe-417d457cc5b2 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:54:38.411788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:54:38.412068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Checking segment: {'id': '171111a4-f835-44c0-a188-0090c43b1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41f48742-463f-4612-a0fe-417d457cc5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:38.412337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.412675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Bound using segment: {'id': '171111a4-f835-44c0-a188-0090c43b1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41f48742-463f-4612-a0fe-417d457cc5b2'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:54:38.413166 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Bound port: 699dd05a-dfc4-4b40-9d02-61df2c114b3a, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171111a4-f835-44c0-a188-0090c43b1a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '41f48742-463f-4612-a0fe-417d457cc5b2'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:54:38.413544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.491071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:38.494582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.540286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-13917f25-e6a9-4cf6-81f0-6abd0a9eeb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.559428 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] For port 699dd05a-dfc4-4b40-9d02-61df2c114b3a, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:54:38.563791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] For port 699dd05a-dfc4-4b40-9d02-61df2c114b3a, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=699dd05a-dfc4-4b40-9d02-61df2c114b3a,segment=NetworkSegment(171111a4-f835-44c0-a188-0090c43b1a1d),segment_id=171111a4-f835-44c0-a188-0090c43b1a1d)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:54:38.571681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.573776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.585720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:54:38.622282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a59a5142-ed58-4025-80eb-97bbd4b6135e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.665231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.693554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b5774-6baa-4586-9620-4ea58cf5a7fe None None] Pushing event updated for resources: {'Port': ['ID=699dd05a-dfc4-4b40-9d02-61df2c114b3a,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:38.773291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-13917f25-e6a9-4cf6-81f0-6abd0a9eeb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.969875 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4d7c7a84-010b-43a1-a5bc-77000f9d8bf6 None None] Provisioning complete for port 913c43da-5187-47ef-b890-5ab0e4da57ec triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:38.969875 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a84-010b-43a1-a5bc-77000f9d8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:38.969875 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4d7c7a84-010b-43a1-a5bc-77000f9d8bf6 None None] Attempt 1 to provision port 913c43da-5187-47ef-b890-5ab0e4da57ec Oct 17 17:54:39.004643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a59a5142-ed58-4025-80eb-97bbd4b6135e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:39.245703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 55a7cf61-bd5d-46d6-acf5-a86af46ee6d9 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:54:39.268724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.6 (41f48742-463f-4612-a0fe-417d457cc5b2/4e52e94c-8fcc-4900-aaa0-9089a1f34f40/8aaf97a6-c0c7-49bd-9983-be2f19b3f56b) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:39.269626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c7a84-010b-43a1-a5bc-77000f9d8bf6 None None] Current status of the port 913c43da-5187-47ef-b890-5ab0e4da57ec is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:39.290224 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-13917f25-e6a9-4cf6-81f0-6abd0a9eeb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:39.324449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13917f25-e6a9-4cf6-81f0-6abd0a9eeb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb1e623-c4f8-468e-b538-4864aa48ca8b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:39.387849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a59a5142-ed58-4025-80eb-97bbd4b6135e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:39.447597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-13917f25-e6a9-4cf6-81f0-6abd0a9eeb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:39.451933 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-13917f25-e6a9-4cf6-81f0-6abd0a9eeb5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ebb1e623-c4f8-468e-b538-4864aa48ca8b HTTP/1.1" status: 204 len: 168 time: 1.7727730 Oct 17 17:54:39.508515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a5142-ed58-4025-80eb-97bbd4b6135e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=f3de3401-5619-45ec-b056-741324c1b16a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:39.509672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34465df2-30ed-4f36-9b80-3ba0993d2e6e None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:39.516937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a59a5142-ed58-4025-80eb-97bbd4b6135e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:39.638594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44068) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:39.638835 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a59a5142-ed58-4025-80eb-97bbd4b6135e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/f3de3401-5619-45ec-b056-741324c1b16a HTTP/1.1" status: 204 len: 168 time: 1.9484317 Oct 17 17:54:39.790827 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b7a3e016-5087-4c0d-a09c-d1731d9fc676 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1483231 Oct 17 17:54:39.791652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44074) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:39.823433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:40.000349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:40.002509 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:40.020689 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da7750-60fa-47fa-848f-1b41e1789243 None None] Sync routers for ids ['55a7cf61-bd5d-46d6-acf5-a86af46ee6d9'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:40.026549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a138d189-cc60-4509-b240-bc2b72be9f32 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:54:40.033913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a138d189-cc60-4509-b240-bc2b72be9f32 None None] Deleting port 913c43da-5187-47ef-b890-5ab0e4da57ec {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:40.034490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a138d189-cc60-4509-b240-bc2b72be9f32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:40.038078 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da7750-60fa-47fa-848f-1b41e1789243 None None] Routers {'55a7cf61-bd5d-46d6-acf5-a86af46ee6d9'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:40.038411 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-05da7750-60fa-47fa-848f-1b41e1789243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['55a7cf61-bd5d-46d6-acf5-a86af46ee6d9'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:40.056195 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:40.067676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:40.075637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:40.093561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:40.105107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:40.132098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:40.142456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:40.150173 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7c872f39-c592-4963-905e-126ca1b1611b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.6641152 Oct 17 17:54:40.151008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44080) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:40.175352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:40.188021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:40.272697 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-05da7750-60fa-47fa-848f-1b41e1789243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:40.300255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Transition to ACTIVE for port object 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:40.316225 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da7750-60fa-47fa-848f-1b41e1789243 None None] Routers {'55a7cf61-bd5d-46d6-acf5-a86af46ee6d9'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:40.319409 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-05da7750-60fa-47fa-848f-1b41e1789243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['55a7cf61-bd5d-46d6-acf5-a86af46ee6d9'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:40.336029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 699dd05a-dfc4-4b40-9d02-61df2c114b3a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:40.513209 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:40.581606 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-05da7750-60fa-47fa-848f-1b41e1789243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:40.582478 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da7750-60fa-47fa-848f-1b41e1789243 None None] The sync data for ids ['55a7cf61-bd5d-46d6-acf5-a86af46ee6d9'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:40.668360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a138d189-cc60-4509-b240-bc2b72be9f32 None None] For port 913c43da-5187-47ef-b890-5ab0e4da57ec, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=913c43da-5187-47ef-b890-5ab0e4da57ec,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:40.673423 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a138d189-cc60-4509-b240-bc2b72be9f32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:40.738208 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Allocated IP 172.26.8.166 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/b675103e-7c36-4809-9ab0-6ba0026f3c5c) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:40.768099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 41f48742-463f-4612-a0fe-417d457cc5b2 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:40.776342 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:40.782812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:40.809220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb626cf-27ba-46f2-8a29-46073f493306 None None] Network 41f48742-463f-4612-a0fe-417d457cc5b2 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:40.830606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=8aaf97a6-c0c7-49bd-9983-be2f19b3f56b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:40.937655 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a138d189-cc60-4509-b240-bc2b72be9f32 None None] Calling delete_port for 913c43da-5187-47ef-b890-5ab0e4da57ec owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:40.957395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:40.961504 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:40.962230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:41.031740 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-301f75ab-8d8e-43b6-a620-da456bbd4dbb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5478692 Oct 17 17:54:41.038340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44102) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:41.075242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:41.085346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:41.106274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:41.107817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:41.196182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-855f14a5-c44b-40a5-90d3-890931418831 None None] Provisioning for port 699dd05a-dfc4-4b40-9d02-61df2c114b3a completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:41.245660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=820f59ae-3472-4cbb-8918-11598fe0d62a,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:41.320236 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6857000b-ab50-4a92-b823-2061f41dad3f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/routers/55a7cf61-bd5d-46d6-acf5-a86af46ee6d9 HTTP/1.1" status: 200 len: 880 time: 1.1638765 Oct 17 17:54:41.321881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 699dd05a-dfc4-4b40-9d02-61df2c114b3a completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:41.322674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44112) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:41.327501 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-456e99aa-7358-44cd-be87-11566cd8fe39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5317323 Oct 17 17:54:41.349460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 699dd05a-dfc4-4b40-9d02-61df2c114b3a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:41.350043 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:41.350147 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 699dd05a-dfc4-4b40-9d02-61df2c114b3a Oct 17 17:54:41.394700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44116) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:41.415638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:41.487907 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a138d189-cc60-4509-b240-bc2b72be9f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:41.507738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44120) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:41.573821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:41.646035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44128) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:41.690369 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:41.699850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:41.711943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:41.718603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138d189-cc60-4509-b240-bc2b72be9f32 None None] Pushing event deleted for resources: {'Port': ['ID=913c43da-5187-47ef-b890-5ab0e4da57ec,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:41.742933 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138d189-cc60-4509-b240-bc2b72be9f32 None None] No DVR routers for this DVR port 913c43da-5187-47ef-b890-5ab0e4da57ec on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:54:41.747236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:41.762563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 699dd05a-dfc4-4b40-9d02-61df2c114b3a is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:41.763084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:41.794471 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:41.797001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1125548-5302-4e64-8dfe-338e4d128e2f None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:41.806496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:41.915994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 699dd05a-dfc4-4b40-9d02-61df2c114b3a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=699dd05a-dfc4-4b40-9d02-61df2c114b3a,segment=NetworkSegment(171111a4-f835-44c0-a188-0090c43b1a1d),segment_id=171111a4-f835-44c0-a188-0090c43b1a1d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:41.922394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:41.929653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:41.956218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'network': {'name': 'tempest-network-smoke--2119024089', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'port_security_enabled': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:41.969098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1638788192-network', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:41.979701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:41.982513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:42.004544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Usage tracker for resource:network and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:42.007799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:network and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:42.017820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:42.023695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:42.035093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:42.049518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:42.054274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 913c43da-5187-47ef-b890-5ab0e4da57ec no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:42.056527 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:42.066718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:42.118640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 913c43da-5187-47ef-b890-5ab0e4da57ec {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:42.118994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 913c43da-5187-47ef-b890-5ab0e4da57ec not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:42.163023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event updated for resources: {'Port': ['ID=b675103e-7c36-4809-9ab0-6ba0026f3c5c,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:42.163352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=699dd05a-dfc4-4b40-9d02-61df2c114b3a,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:42.236679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:42.254197 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '820f59ae-3472-4cbb-8918-11598fe0d62a'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:54:42.254957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.282095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Made reservation on behalf of 717818c81d93408ebcf6aa4623d3e2cd for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:42.284838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.298713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:42.303925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.325787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.337574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.358599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-006fcd20-bf93-41f8-93c0-c0ba9246a987 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Synchronizing usage tracker for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:router {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:42.381002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:42.392784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:42.396059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:42.403002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:42.415846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Usage tracker for resource:security_group_rule and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:42.417125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Provisioning for port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:42.420109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:42.425416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:42.430543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Provisioning complete for port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:42.431079 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.431444 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Attempt 1 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:42.437321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:42.536922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.555571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:42.566441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-006fcd20-bf93-41f8-93c0-c0ba9246a987 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Unset dirty status for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:router {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:42.568566 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-006fcd20-bf93-41f8-93c0-c0ba9246a987 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2445252 Oct 17 17:54:42.571970 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44136) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:42.580745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Allocated IP 172.20.0.2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/820f59ae-3472-4cbb-8918-11598fe0d62a/66ff642e-84fa-456e-ab1d-6dd3bd355877) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:42.591266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5bce650f-77dd-476c-b6e9-dce2cae8d862 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-281001881'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:42.756681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.objects.ports [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89191) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:54:42.766402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.816030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.828144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Transition to ACTIVE for port object 66ff642e-84fa-456e-ab1d-6dd3bd355877 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:42.849050 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Transition to ACTIVE for port object 66ff642e-84fa-456e-ab1d-6dd3bd355877 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:42.855611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.869824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:42.877331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.878566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:42.892961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:42.893981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.907603 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.908428 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:42.915116 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:42.934175 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:42.953782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=235cbbb3-4d90-478b-9c45-e9ee5b5aa239,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:42.957268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:42.983518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:54:42.986776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.031666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b72db9-aced-49a4-a129-ba7a21d8c65b,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:43.056836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:54:43.056978 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Attempt 2 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:43.067210 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-012b0b9e-b5d0-472f-95a0-491567fd27b9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6648023 Oct 17 17:54:43.073303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44140) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:43.078385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.078958 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Added segment eaaeb2f1-138a-47fa-97f7-cf83dc71fc32 of type vlan for network 17275f87-7cd3-4c74-af7d-0a6a78eff407 Oct 17 17:54:43.098728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:07:67:dd', 'name': 'tempest-NetworksTestDHCPv6-1223833751'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:43.104608 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Pushing event updated for resources: {'Port': ['ID=66ff642e-84fa-456e-ab1d-6dd3bd355877,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:43.147610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.147951 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Added segment 5b438e7d-6334-4cf8-b06a-29b891c3a4b0 of type vlan for network 06ccc2a7-0461-4af5-89b3-0a831416e118 Oct 17 17:54:43.163856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Attempting to bind port 66ff642e-84fa-456e-ab1d-6dd3bd355877 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:54:43.164230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Attempting to bind port 66ff642e-84fa-456e-ab1d-6dd3bd355877 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:54:43.164589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Attempting to bind port 66ff642e-84fa-456e-ab1d-6dd3bd355877 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:54:43.175711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:54:43.176073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:43.176475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.176866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:54:43.177340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Bound port: 66ff642e-84fa-456e-ab1d-6dd3bd355877, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:54:43.177712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.194166 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:43.247698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fb2180-99a1-44b2-8ea1-353284e4611a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:43.279465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.286130 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] For port 66ff642e-84fa-456e-ab1d-6dd3bd355877, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:54:43.290804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] For port 66ff642e-84fa-456e-ab1d-6dd3bd355877, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=66ff642e-84fa-456e-ab1d-6dd3bd355877,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:54:43.300071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.314492 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.390784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:43.395945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.401296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894263a-406a-4b94-b24a-a81d0e272832 None None] Pushing event updated for resources: {'Port': ['ID=66ff642e-84fa-456e-ab1d-6dd3bd355877,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:43.401578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:43.402131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.408262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:43.432478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:43.443700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.444702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:43.445291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.453248 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:43.559005 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0429518 Oct 17 17:54:43.560251 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:43.566645 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44144) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:43.579953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'admin_state_up': True, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:43.585850 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9351664 Oct 17 17:54:43.586853 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eea5f-2ac4-4d6d-8255-19c3929691d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Network': ['ID=06ccc2a7-0461-4af5-89b3-0a831416e118,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:43.587622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:43.588940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44148) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:43.606238 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 06ccc2a7-0461-4af5-89b3-0a831416e118 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:54:43.608294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:router and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:43.621503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:43.666462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:43.673064 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.686590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Request body: {'subnet': {'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1638788192-subnet', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'ip_version': 4}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:43.711560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:43.769005 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Attempt 3 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:43.787529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Usage tracker for resource:subnet and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:43.809725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:43.827755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:43.846911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f93fb-957e-4965-85f9-cc024fd3d2b0 admin admin] Pushing event updated for resources: {'Network': ['ID=17275f87-7cd3-4c74-af7d-0a6a78eff407,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:43.866513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.880046 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Made reservation on behalf of 717818c81d93408ebcf6aa4623d3e2cd for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:43.880278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 17275f87-7cd3-4c74-af7d-0a6a78eff407 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:54:43.882425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.910079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.910721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:43.983718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 6043f311-98d2-4c46-aeee-a708e4d1c5e7 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:54:44.014678 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:44.099705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:44.107219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:44.129175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:44.164641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 66ff642e-84fa-456e-ab1d-6dd3bd355877 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:44.268143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 66ff642e-84fa-456e-ab1d-6dd3bd355877 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:44.274007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 699dd05a-dfc4-4b40-9d02-61df2c114b3a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:44.359815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 699dd05a-dfc4-4b40-9d02-61df2c114b3a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:44.360182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:44.360531 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 699dd05a-dfc4-4b40-9d02-61df2c114b3a Oct 17 17:54:44.387354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5bce650f-77dd-476c-b6e9-dce2cae8d862 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:44.474552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:44.515357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 699dd05a-dfc4-4b40-9d02-61df2c114b3a is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:44.517947 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Attempt 4 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:44.601098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:44.630661 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 172.20.0.14 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/820f59ae-3472-4cbb-8918-11598fe0d62a/6043f311-98d2-4c46-aeee-a708e4d1c5e7) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:44.685639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::f816:3eff:fe07:67dd (b6857a8d-f808-4f27-8165-53c8a72cbcb5/235cbbb3-4d90-478b-9c45-e9ee5b5aa239/6043f311-98d2-4c46-aeee-a708e4d1c5e7) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:44.703130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d4a9e2-847d-4221-a01e-8203fd41615c,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:44.750083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Checking segment: {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:44.750674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Network hostable DHCP agents. Network: 17275f87-7cd3-4c74-af7d-0a6a78eff407, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:54:44.756263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=8aaf97a6-c0c7-49bd-9983-be2f19b3f56b,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:44.760534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5bce650f-77dd-476c-b6e9-dce2cae8d862 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:44.828148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Network 17275f87-7cd3-4c74-af7d-0a6a78eff407 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:54:44.874199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97756ab2-be17-4dac-8c6b-8b5a9f3c9664 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:44.882909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 17275f87-7cd3-4c74-af7d-0a6a78eff407) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:44.895996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9624b33e-16ec-4436-8028-9519234280d8 None None] Network 17275f87-7cd3-4c74-af7d-0a6a78eff407 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:45.152251 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Attempt 5 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:45.169024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:45.195122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:45.196171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:45.226236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:45.263259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:45.288814 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-21fb68f5-ae13-4985-8d40-c58732f19c7c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6240065 Oct 17 17:54:45.301713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44152) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:45.315511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:45.329512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:45.396865 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:45.431522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 6043f311-98d2-4c46-aeee-a708e4d1c5e7 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:45.455155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:45.480646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:45.500126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-17275f87-7cd3-4c74-af7d-0a6a78eff407', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:54:45.501435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:45.565219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:45.569146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:45.572118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:45.584554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Usage tracker for resource:router and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:45.613765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:45.621304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=6043f311-98d2-4c46-aeee-a708e4d1c5e7,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:45.623981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:45.656077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:45.662599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:45.663412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:45.689912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bce650f-77dd-476c-b6e9-dce2cae8d862 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 55a7cf61-bd5d-46d6-acf5-a86af46ee6d9 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:54:45.707517 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-dae3c6aa-2a26-45cf-b6c1-0036038ce4b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6260414 Oct 17 17:54:45.711141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44156) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:45.770215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:45.771983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:45.833270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbeac1b-c85d-489a-b84a-5cfe3d892e6b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:45.840096 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbeac1b-c85d-489a-b84a-5cfe3d892e6b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:45.840908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7cbeac1b-c85d-489a-b84a-5cfe3d892e6b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:45.842813 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Attempt 6 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:45.862397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7cbeac1b-c85d-489a-b84a-5cfe3d892e6b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:45.868186 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7cbeac1b-c85d-489a-b84a-5cfe3d892e6b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1556206 Oct 17 17:54:45.868945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44160) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:45.979400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-bb037eb0-279a-4fe1-b950-ae4e3e49a1ab tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 6043f311-98d2-4c46-aeee-a708e4d1c5e7 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:45.979942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bb037eb0-279a-4fe1-b950-ae4e3e49a1ab tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:45.999672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Allocated IP 172.20.0.2 (17275f87-7cd3-4c74-af7d-0a6a78eff407/a9d4a9e2-847d-4221-a01e-8203fd41615c/8d3b8083-df56-42cb-84c2-e3e1de0fc4e7) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:46.020378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7faed27-7e06-4041-af4d-bb191be3243c None None] Update dhcp port {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': '820f59ae-3472-4cbb-8918-11598fe0d62a', 'ip_address': '172.20.0.2'}, {'subnet_id': '235cbbb3-4d90-478b-9c45-e9ee5b5aa239'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '66ff642e-84fa-456e-ab1d-6dd3bd355877'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:54:46.091964 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:46.127128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:46.265415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f7faed27-7e06-4041-af4d-bb191be3243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:46.364960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:46.492904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bb037eb0-279a-4fe1-b950-ae4e3e49a1ab tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:46.561051 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:46.598573 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Attempt 7 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:46.638542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Transition to ACTIVE for port object 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:46.678909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bce650f-77dd-476c-b6e9-dce2cae8d862 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:46.696807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Transition to ACTIVE for port object 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:46.708867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9a391-8cfa-413d-9454-8a35c6b63175 None None] Sync routers for ids ['55a7cf61-bd5d-46d6-acf5-a86af46ee6d9'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:46.719893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:46.725192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:46.726600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-bb037eb0-279a-4fe1-b950-ae4e3e49a1ab tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 6043f311-98d2-4c46-aeee-a708e4d1c5e7 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:46.729831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-f7faed27-7e06-4041-af4d-bb191be3243c None None] Allocated IP 2001:db8::f816:3eff:fe96:e553 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/235cbbb3-4d90-478b-9c45-e9ee5b5aa239/66ff642e-84fa-456e-ab1d-6dd3bd355877) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:46.801442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9a391-8cfa-413d-9454-8a35c6b63175 None None] Routers {'55a7cf61-bd5d-46d6-acf5-a86af46ee6d9'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:46.802002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8ca9a391-8cfa-413d-9454-8a35c6b63175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['55a7cf61-bd5d-46d6-acf5-a86af46ee6d9'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:46.931994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Network 17275f87-7cd3-4c74-af7d-0a6a78eff407 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:46.934201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8ca9a391-8cfa-413d-9454-8a35c6b63175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:46.947833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Router e9ad5882-61c5-4490-a82a-cd96dc6e1696 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:54:46.948783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:47.050897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:47.058102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5bce650f-77dd-476c-b6e9-dce2cae8d862 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:47.059794 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5bce650f-77dd-476c-b6e9-dce2cae8d862 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/55a7cf61-bd5d-46d6-acf5-a86af46ee6d9 HTTP/1.1" status: 200 len: 887 time: 4.4787948 Oct 17 17:54:47.065186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44164) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:47.083803 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Pushing event updated for resources: {'Port': ['ID=8d3b8083-df56-42cb-84c2-e3e1de0fc4e7,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:47.094097 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9a391-8cfa-413d-9454-8a35c6b63175 None None] Routers {'55a7cf61-bd5d-46d6-acf5-a86af46ee6d9'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:47.097035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8ca9a391-8cfa-413d-9454-8a35c6b63175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['55a7cf61-bd5d-46d6-acf5-a86af46ee6d9'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:47.252326 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Attempt 8 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:47.426677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:47.481709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bb037eb0-279a-4fe1-b950-ae4e3e49a1ab tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:47.534333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f7faed27-7e06-4041-af4d-bb191be3243c None None] For port 66ff642e-84fa-456e-ab1d-6dd3bd355877, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=66ff642e-84fa-456e-ab1d-6dd3bd355877,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:47.575985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:47.626403 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c8983c29-d38d-4bbb-8073-ffad7261fe11 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/routers/55a7cf61-bd5d-46d6-acf5-a86af46ee6d9 HTTP/1.1" status: 200 len: 887 time: 0.5584509 Oct 17 17:54:47.628478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb037eb0-279a-4fe1-b950-ae4e3e49a1ab tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=6043f311-98d2-4c46-aeee-a708e4d1c5e7,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:47.642317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44168) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:47.696780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8ca9a391-8cfa-413d-9454-8a35c6b63175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:47.697505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:47.698096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca9a391-8cfa-413d-9454-8a35c6b63175 None None] The sync data for ids ['55a7cf61-bd5d-46d6-acf5-a86af46ee6d9'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:47.712257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.resource_extend [None req-f7faed27-7e06-4041-af4d-bb191be3243c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:54:47.732537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Attempting to bind port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:54:47.733923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Attempting to bind port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:54:47.733923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Attempting to bind port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 on network 17275f87-7cd3-4c74-af7d-0a6a78eff407 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:54:47.741664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f7faed27-7e06-4041-af4d-bb191be3243c None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:47.751395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:54:47.751765 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Checking segment: {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:47.752183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:47.752565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Bound using segment: {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:54:47.753071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Bound port: 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:54:47.753459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:47.778545 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f7faed27-7e06-4041-af4d-bb191be3243c None None] Ignored duplicate provisioning block setup for port 66ff642e-84fa-456e-ab1d-6dd3bd355877 by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:54:47.804411 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:47.809649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f7faed27-7e06-4041-af4d-bb191be3243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:47.973481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-31479fe6-1c26-4faf-81d4-e4627b039da8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Synchronizing usage tracker for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:48.030437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faed27-7e06-4041-af4d-bb191be3243c None None] Pushing event updated for resources: {'Port': ['ID=66ff642e-84fa-456e-ab1d-6dd3bd355877,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:48.037552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:48.050454 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9097015-f3d1-462b-9912-9e277cdd714a None None] Sync routers for ids ['e9ad5882-61c5-4490-a82a-cd96dc6e1696'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:48.052455 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-31479fe6-1c26-4faf-81d4-e4627b039da8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Unset dirty status for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:48.054410 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-31479fe6-1c26-4faf-81d4-e4627b039da8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=55a7cf61-bd5d-46d6-acf5-a86af46ee6d9 HTTP/1.1" status: 200 len: 205 time: 0.3135209 Oct 17 17:54:48.058804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44172) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:48.071459 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9097015-f3d1-462b-9912-9e277cdd714a None None] Routers {'e9ad5882-61c5-4490-a82a-cd96dc6e1696'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:48.073202 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e9097015-f3d1-462b-9912-9e277cdd714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e9ad5882-61c5-4490-a82a-cd96dc6e1696'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:48.104284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:48.105636 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-80a3f80d-e0ef-42e4-b508-e0c334923730 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "PUT /v2.0/routers/e9ad5882-61c5-4490-a82a-cd96dc6e1696 HTTP/1.1" status: 200 len: 915 time: 10.4996455 Oct 17 17:54:48.153460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44176) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:48.168462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bb037eb0-279a-4fe1-b950-ae4e3e49a1ab tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:48.187244 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Attempt 9 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:48.249256 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e9097015-f3d1-462b-9912-9e277cdd714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:48.279033 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9097015-f3d1-462b-9912-9e277cdd714a None None] Routers {'e9ad5882-61c5-4490-a82a-cd96dc6e1696'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:48.280286 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e9097015-f3d1-462b-9912-9e277cdd714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e9ad5882-61c5-4490-a82a-cd96dc6e1696'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:48.280587 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] For port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:54:48.299586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] For port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8d3b8083-df56-42cb-84c2-e3e1de0fc4e7,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:54:48.316257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:48.403399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:48.526258 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e9097015-f3d1-462b-9912-9e277cdd714a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:48.527262 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9097015-f3d1-462b-9912-9e277cdd714a None None] The sync data for ids ['e9ad5882-61c5-4490-a82a-cd96dc6e1696'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:48.552702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98806e9-db16-4276-b70d-8f3cb97d7b7e None None] Pushing event updated for resources: {'Port': ['ID=8d3b8083-df56-42cb-84c2-e3e1de0fc4e7,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:48.588635 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bb037eb0-279a-4fe1-b950-ae4e3e49a1ab tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/6043f311-98d2-4c46-aeee-a708e4d1c5e7 HTTP/1.1" status: 204 len: 168 time: 2.7183940 Oct 17 17:54:48.593065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44180) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:48.687105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.85 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/54c5f717-9c39-444d-86a1-b79c19c6ab36) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:48.731306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:48.757644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:48.759267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb9d28d-b19c-4eb4-92c9-54b3467c6a0b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:48.762130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb9d28d-b19c-4eb4-92c9-54b3467c6a0b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:48.764971 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb9d28d-b19c-4eb4-92c9-54b3467c6a0b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:48.766190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5cb9d28d-b19c-4eb4-92c9-54b3467c6a0b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:48.778101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:48.908149 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Attempt 10 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:49.019555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5cb9d28d-b19c-4eb4-92c9-54b3467c6a0b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:49.025795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:49.026909 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5cb9d28d-b19c-4eb4-92c9-54b3467c6a0b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4322333 Oct 17 17:54:49.032782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44184) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:49.042434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Provisioning complete for port 699dd05a-dfc4-4b40-9d02-61df2c114b3a triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:49.042847 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.044334 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Attempt 1 to provision port 699dd05a-dfc4-4b40-9d02-61df2c114b3a Oct 17 17:54:49.205233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bf3fe-0e1e-4149-a18d-60303af942eb None None] Current status of the port 699dd05a-dfc4-4b40-9d02-61df2c114b3a is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:49.261703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc97b34-4dd8-4e06-ba04-95ddd74733d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 235cbbb3-4d90-478b-9c45-e9ee5b5aa239 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:49.286070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3fc97b34-4dd8-4e06-ba04-95ddd74733d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.346537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Provisioning for port 66ff642e-84fa-456e-ab1d-6dd3bd355877 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:49.356851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Provisioning complete for port 66ff642e-84fa-456e-ab1d-6dd3bd355877 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:49.357172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.357623 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Attempt 1 to provision port 66ff642e-84fa-456e-ab1d-6dd3bd355877 Oct 17 17:54:49.364647 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-55c81360-200f-40ed-894e-ba804b7dfa91 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/routers/e9ad5882-61c5-4490-a82a-cd96dc6e1696 HTTP/1.1" status: 200 len: 921 time: 1.2100303 Oct 17 17:54:49.372406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=8aaf97a6-c0c7-49bd-9983-be2f19b3f56b,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:49.379071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44188) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:49.385370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3fc97b34-4dd8-4e06-ba04-95ddd74733d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.461899 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.471256 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.496965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 38faa003-d0b5-4677-9baa-75f2bcedf582 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:49.496965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.651604 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Current status of the port 66ff642e-84fa-456e-ab1d-6dd3bd355877 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:49.658962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3fc97b34-4dd8-4e06-ba04-95ddd74733d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.662666 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.800123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.848421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.852015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.874189 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:49.980513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7c243d-50ad-48f3-a207-73962a45dfa3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:49.985421 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ac7c243d-50ad-48f3-a207-73962a45dfa3 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6780153d-9acc-46e5-a017-90331dae5b00&device_id=e9ad5882-61c5-4490-a82a-cd96dc6e1696&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5664396 Oct 17 17:54:49.994637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44194) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:50.140484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:54:50.141246 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:54:50.210758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for 38faa003-d0b5-4677-9baa-75f2bcedf582 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:50.234634 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 41f48742-463f-4612-a0fe-417d457cc5b2 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:50.241967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:50.273025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 66ff642e-84fa-456e-ab1d-6dd3bd355877 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:50.405807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3fc97b34-4dd8-4e06-ba04-95ddd74733d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:50.420220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4516e3-0325-4258-ac11-4143476c3a49 None None] Network 17275f87-7cd3-4c74-af7d-0a6a78eff407 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:50.458428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3fc97b34-4dd8-4e06-ba04-95ddd74733d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:50.534973 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc97b34-4dd8-4e06-ba04-95ddd74733d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=235cbbb3-4d90-478b-9c45-e9ee5b5aa239,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:50.565509 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3fc97b34-4dd8-4e06-ba04-95ddd74733d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/235cbbb3-4d90-478b-9c45-e9ee5b5aa239 HTTP/1.1" status: 204 len: 168 time: 1.5243328 Oct 17 17:54:50.568736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:50.582435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44198) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:50.598893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e31627-6eec-493f-ab39-e1d98dc930ca None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:50.617852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:50.762851 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:50.768887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed77c6-10f7-4c51-8f91-30db7db99dc6 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:50.773330 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-30ed77c6-10f7-4c51-8f91-30db7db99dc6 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/networks/6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 881 time: 0.7699914 Oct 17 17:54:50.776743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44202) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:50.777460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:50.790131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:50.823168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=38faa003-d0b5-4677-9baa-75f2bcedf582,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:50.860884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 66ff642e-84fa-456e-ab1d-6dd3bd355877 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:50.861472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:50.862014 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 66ff642e-84fa-456e-ab1d-6dd3bd355877 Oct 17 17:54:50.989692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=54c5f717-9c39-444d-86a1-b79c19c6ab36,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:50.992978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Allocated IP 172.26.8.104 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/52c95d8d-15ec-4298-a856-f5a4731a332e) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:51.008365 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-53c59a80-0642-4850-b7b8-8d2b646050d7 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ad5882-61c5-4490-a82a-cd96dc6e1696 HTTP/1.1" status: 200 len: 205 time: 0.2066045 Oct 17 17:54:51.013092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44206) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:51.053735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Current status of the port 66ff642e-84fa-456e-ab1d-6dd3bd355877 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:51.054252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.066031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c26843f-1944-4478-abc3-3a6d7c50aa7c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 820f59ae-3472-4cbb-8918-11598fe0d62a {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:54:51.077684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c26843f-1944-4478-abc3-3a6d7c50aa7c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.153305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.429039 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] For port 66ff642e-84fa-456e-ab1d-6dd3bd355877, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=66ff642e-84fa-456e-ab1d-6dd3bd355877,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:51.451433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.545002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Router d35110b3-4cc8-4087-9805-1207ce3f1549 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:54:51.563100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 66ff642e-84fa-456e-ab1d-6dd3bd355877 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:51.563841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.642268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Provisioning complete for port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:51.642755 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.643179 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Attempt 1 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:51.681859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.688431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c26843f-1944-4478-abc3-3a6d7c50aa7c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.723277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.730773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Pushing event updated for resources: {'Port': ['ID=66ff642e-84fa-456e-ab1d-6dd3bd355877,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:51.759583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.783338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.784540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Fanout notify agent at l3_agent the message router_deleted on router 55a7cf61-bd5d-46d6-acf5-a86af46ee6d9 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:54:51.822132 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.829602 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-90f77550-ab4b-4bb8-8359-3b618cf8bbe3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/55a7cf61-bd5d-46d6-acf5-a86af46ee6d9 HTTP/1.1" status: 204 len: 168 time: 3.7684331 Oct 17 17:54:51.830078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44210) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:51.843528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'network': {'name': 'tempest-RoutersTest-1709313586'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:51.860542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:51.860868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:51.868157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:network and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:51.872984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:51.877633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:54:51.878257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:54:51.885224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:51.902091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c26843f-1944-4478-abc3-3a6d7c50aa7c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:51.953674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:51.957923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:52.049721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:54:52.087103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:52.087757 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Added segment 37d069c5-6b97-495f-991d-346f5cae489a of type vlan for network 654cefb7-057e-4955-ae5a-bc5a4c7f7764 Oct 17 17:54:52.155375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c26843f-1944-4478-abc3-3a6d7c50aa7c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:52.246764 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:52.247379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26843f-1944-4478-abc3-3a6d7c50aa7c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=820f59ae-3472-4cbb-8918-11598fe0d62a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:52.256211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:52.267672 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c26843f-1944-4478-abc3-3a6d7c50aa7c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:52.302323 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6c26843f-1944-4478-abc3-3a6d7c50aa7c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/820f59ae-3472-4cbb-8918-11598fe0d62a HTTP/1.1" status: 204 len: 168 time: 1.6511745 Oct 17 17:54:52.315237 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44214) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:52.328321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:52.343266 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf184f7-a250-4d5e-b651-405a376a0db9 None None] Sync routers for ids ['d35110b3-4cc8-4087-9805-1207ce3f1549'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:52.353873 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf184f7-a250-4d5e-b651-405a376a0db9 None None] Routers {'d35110b3-4cc8-4087-9805-1207ce3f1549'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:52.354880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ccf184f7-a250-4d5e-b651-405a376a0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d35110b3-4cc8-4087-9805-1207ce3f1549'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:52.413180 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Attempt 2 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:52.457122 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2633d3e2-1ac9-4692-aa39-16603df6ba42 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "PUT /v2.0/routers/d35110b3-4cc8-4087-9805-1207ce3f1549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4144838 Oct 17 17:54:52.458111 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0c63c419-9ea8-4f96-a7ff-beaf88eca486 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1408842 Oct 17 17:54:52.459147 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44218) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:52.464396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44220) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:52.501915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:52.551420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 66ff642e-84fa-456e-ab1d-6dd3bd355877 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:52.554793 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:52.589389 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:52.601130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:52.602338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:52.606412 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ccf184f7-a250-4d5e-b651-405a376a0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:52.654402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:52.687522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfe5750-9760-46b9-b064-00a836ade186 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:52.716815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf184f7-a250-4d5e-b651-405a376a0db9 None None] Routers {'d35110b3-4cc8-4087-9805-1207ce3f1549'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:52.717894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ccf184f7-a250-4d5e-b651-405a376a0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d35110b3-4cc8-4087-9805-1207ce3f1549'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:52.742661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:52.789972 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9535639 Oct 17 17:54:52.795801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44226) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:52.808273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'subnet': {'network_id': '654cefb7-057e-4955-ae5a-bc5a4c7f7764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:52.823744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc37d19-9a03-4c4a-956f-fa66191eaf3c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Network': ['ID=654cefb7-057e-4955-ae5a-bc5a4c7f7764,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:52.907531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:52.922664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 654cefb7-057e-4955-ae5a-bc5a4c7f7764 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:54:52.955333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ccf184f7-a250-4d5e-b651-405a376a0db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:52.955791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf184f7-a250-4d5e-b651-405a376a0db9 None None] The sync data for ids ['d35110b3-4cc8-4087-9805-1207ce3f1549'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:54:52.973285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2971b315-1b2a-4833-aa8a-7d12fb7e3adc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:52.975363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2971b315-1b2a-4833-aa8a-7d12fb7e3adc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:52.991336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:53.002180 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:53.004147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Deleting port b675103e-7c36-4809-9ab0-6ba0026f3c5c {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:53.004485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:53.033408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:53.034800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:53.048164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:subnet and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:53.055282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:53.061716 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2971b315-1b2a-4833-aa8a-7d12fb7e3adc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:53.068557 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2971b315-1b2a-4833-aa8a-7d12fb7e3adc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports?device_id=d35110b3-4cc8-4087-9805-1207ce3f1549 HTTP/1.1" status: 200 len: 982 time: 0.6016240 Oct 17 17:54:53.073395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44230) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:53.086445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:53.120470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:53.129862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:53.173843 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Attempt 3 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:53.279100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Pushing event updated for resources: {'Port': ['ID=52c95d8d-15ec-4298-a856-f5a4731a332e,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:53.444542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:53.464711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:53.477799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:53.555028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Subnet': ['ID=d8299a07-6583-44ba-90f8-ed1b436a25ae,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:53.563996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Checking segment: {'id': '37d069c5-6b97-495f-991d-346f5cae489a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '654cefb7-057e-4955-ae5a-bc5a4c7f7764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:53.564632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network hostable DHCP agents. Network: 654cefb7-057e-4955-ae5a-bc5a4c7f7764, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:54:53.602024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 654cefb7-057e-4955-ae5a-bc5a4c7f7764 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:54:53.635963 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 654cefb7-057e-4955-ae5a-bc5a4c7f7764) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:53.643938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:53.645116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:53.682639 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5545bf56-d015-4f75-81d6-817530cb17a6 None None] Network 654cefb7-057e-4955-ae5a-bc5a4c7f7764 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:53.693173 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-45594340-f0f9-4ac0-93e7-0ffa07a58a4b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8961530 Oct 17 17:54:53.695777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44234) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:53.706813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b27282-b568-4ca8-9956-5bd7fb578c20 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:54:53.710066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-23a728b9-12c3-412e-a536-561f1c9475c1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1323158271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:53.716984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a0b27282-b568-4ca8-9956-5bd7fb578c20 None None] Deleting port 66ff642e-84fa-456e-ab1d-6dd3bd355877 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:53.718379 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a0b27282-b568-4ca8-9956-5bd7fb578c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:53.721439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-23a728b9-12c3-412e-a536-561f1c9475c1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:53.729007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-23a728b9-12c3-412e-a536-561f1c9475c1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:router and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:53.734666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-23a728b9-12c3-412e-a536-561f1c9475c1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:53.744062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-23a728b9-12c3-412e-a536-561f1c9475c1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:53.762526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23a728b9-12c3-412e-a536-561f1c9475c1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:53.764535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23a728b9-12c3-412e-a536-561f1c9475c1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:53.784750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23a728b9-12c3-412e-a536-561f1c9475c1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:53.809038 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23a728b9-12c3-412e-a536-561f1c9475c1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:53.845097 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23a728b9-12c3-412e-a536-561f1c9475c1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:53.847620 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-23a728b9-12c3-412e-a536-561f1c9475c1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1505151 Oct 17 17:54:53.849451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44238) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:53.981636 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Attempt 4 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:54.182215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:54.275440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737a7a32-5b99-4f3c-a170-33725c123fe8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:54.276173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-737a7a32-5b99-4f3c-a170-33725c123fe8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:54.286144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:54.460534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Calling delete_port for b675103e-7c36-4809-9ab0-6ba0026f3c5c owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:54.481788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a0b27282-b568-4ca8-9956-5bd7fb578c20 None None] For port 66ff642e-84fa-456e-ab1d-6dd3bd355877, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=66ff642e-84fa-456e-ab1d-6dd3bd355877,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:54.482839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a0b27282-b568-4ca8-9956-5bd7fb578c20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:54.588210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-737a7a32-5b99-4f3c-a170-33725c123fe8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:54.590376 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-737a7a32-5b99-4f3c-a170-33725c123fe8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 2.0893326 Oct 17 17:54:54.597903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44242) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:54.696426 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Attempt 5 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:54.725383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0974e-4591-4c5d-af24-47e87060ec52 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:54.726067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-65b0974e-4591-4c5d-af24-47e87060ec52 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:54.729474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:54.765818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:54.886125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a0b27282-b568-4ca8-9956-5bd7fb578c20 None None] Calling delete_port for 66ff642e-84fa-456e-ab1d-6dd3bd355877 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:54.891088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-65b0974e-4591-4c5d-af24-47e87060ec52 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:54.895492 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-65b0974e-4591-4c5d-af24-47e87060ec52 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2966585 Oct 17 17:54:54.905837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44246) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:55.046433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:55.063093 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:55.080564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-654cefb7-057e-4955-ae5a-bc5a4c7f7764', 'network_id': '654cefb7-057e-4955-ae5a-bc5a4c7f7764', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'fixed_ips': [{'subnet_id': 'd8299a07-6583-44ba-90f8-ed1b436a25ae'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:54:55.082482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:55.157120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:55.253431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a0b27282-b568-4ca8-9956-5bd7fb578c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:55.373102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b27282-b568-4ca8-9956-5bd7fb578c20 None None] Pushing event deleted for resources: {'Port': ['ID=66ff642e-84fa-456e-ab1d-6dd3bd355877,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:55.395767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b27282-b568-4ca8-9956-5bd7fb578c20 None None] No DVR routers for this DVR port 66ff642e-84fa-456e-ab1d-6dd3bd355877 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:54:55.398611 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-31e30555-3ab2-4c6a-9379-000e01a71d91 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4913685 Oct 17 17:54:55.418258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44250) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:55.432751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9bfb3c73-a1e8-416d-a83e-7221a22279c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:55.538026 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Allocated IP 172.20.0.2 (654cefb7-057e-4955-ae5a-bc5a4c7f7764/d8299a07-6583-44ba-90f8-ed1b436a25ae/9efe1d28-5f7c-4ef1-9244-51fdec32aa32) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:55.565001 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Attempt 6 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:55.638937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 66ff642e-84fa-456e-ab1d-6dd3bd355877 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:54:55.695618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 8a430dd7-8d9e-407e-92cc-350a07df58bd is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:54:55.727775 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:55.750160 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 66ff642e-84fa-456e-ab1d-6dd3bd355877 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:54:55.751028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 66ff642e-84fa-456e-ab1d-6dd3bd355877 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:54:55.757910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:55.768841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9bfb3c73-a1e8-416d-a83e-7221a22279c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:55.782411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9bfb3c73-a1e8-416d-a83e-7221a22279c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:55.793883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfb3c73-a1e8-416d-a83e-7221a22279c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:55.798596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9bfb3c73-a1e8-416d-a83e-7221a22279c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:55.800367 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfb3c73-a1e8-416d-a83e-7221a22279c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:54:55.800911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfb3c73-a1e8-416d-a83e-7221a22279c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:55.830436 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9bfb3c73-a1e8-416d-a83e-7221a22279c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4109836 Oct 17 17:54:55.831205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44254) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:55.838422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ebf7cf50-f52a-4f6b-b692-466e74073f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:56.028825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Pushing event deleted for resources: {'Port': ['ID=b675103e-7c36-4809-9ab0-6ba0026f3c5c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:56.031725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aac0e0ee-1a9e-4605-9d03-ccfe596f3191 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:56.037676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ebf7cf50-f52a-4f6b-b692-466e74073f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:56.051646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ebf7cf50-f52a-4f6b-b692-466e74073f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:56.070614 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf7cf50-f52a-4f6b-b692-466e74073f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:56.073871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:56.076382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ebf7cf50-f52a-4f6b-b692-466e74073f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:56.079334 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf7cf50-f52a-4f6b-b692-466e74073f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:54:56.080031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf7cf50-f52a-4f6b-b692-466e74073f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:56.102163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:56.113148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Transition to ACTIVE for port object 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:56.122554 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ebf7cf50-f52a-4f6b-b692-466e74073f29 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2856596 Oct 17 17:54:56.123771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44258) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:56.138303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-4273f978-bd15-4413-b707-de375cbbe73d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:56.159760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Transition to ACTIVE for port object 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:56.171378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:56.265964 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Attempt 7 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:56.323769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Allocated IP 172.20.0.1 (654cefb7-057e-4955-ae5a-bc5a4c7f7764/d8299a07-6583-44ba-90f8-ed1b436a25ae/141303e6-2ada-446d-8352-26f98ec438a6) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:54:56.327596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4273f978-bd15-4413-b707-de375cbbe73d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:56.341720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4273f978-bd15-4413-b707-de375cbbe73d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:56.373380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Network 654cefb7-057e-4955-ae5a-bc5a4c7f7764 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:56.381237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:56.395257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:56.404585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Pushing event updated for resources: {'Port': ['ID=9efe1d28-5f7c-4ef1-9244-51fdec32aa32,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:56.430276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4273f978-bd15-4413-b707-de375cbbe73d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:56.432950 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4273f978-bd15-4413-b707-de375cbbe73d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:56.435236 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-4273f978-bd15-4413-b707-de375cbbe73d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:54:56.435236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4273f978-bd15-4413-b707-de375cbbe73d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:56.471753 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4273f978-bd15-4413-b707-de375cbbe73d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3422263 Oct 17 17:54:56.478831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:56.479117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44262) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:56.488337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-37003dd3-82c5-4f69-b46b-c20ea131d5c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:56.602949 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Attempting to bind port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:54:56.603292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Attempting to bind port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '37d069c5-6b97-495f-991d-346f5cae489a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '654cefb7-057e-4955-ae5a-bc5a4c7f7764'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:54:56.603641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Attempting to bind port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 on network 654cefb7-057e-4955-ae5a-bc5a4c7f7764 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:54:56.610275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:54:56.610784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Checking segment: {'id': '37d069c5-6b97-495f-991d-346f5cae489a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '654cefb7-057e-4955-ae5a-bc5a4c7f7764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:56.611113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:56.611439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Bound using segment: {'id': '37d069c5-6b97-495f-991d-346f5cae489a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '654cefb7-057e-4955-ae5a-bc5a4c7f7764'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:54:56.611903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Bound port: 9efe1d28-5f7c-4ef1-9244-51fdec32aa32, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d069c5-6b97-495f-991d-346f5cae489a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '654cefb7-057e-4955-ae5a-bc5a4c7f7764'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:54:56.612272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:56.724457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] For port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:54:56.728352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] For port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9efe1d28-5f7c-4ef1-9244-51fdec32aa32,segment=NetworkSegment(37d069c5-6b97-495f-991d-346f5cae489a),segment_id=37d069c5-6b97-495f-991d-346f5cae489a)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:54:56.735471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:56.776073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:56.778965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:56.783381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-37003dd3-82c5-4f69-b46b-c20ea131d5c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:56.802705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-37003dd3-82c5-4f69-b46b-c20ea131d5c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:56.814962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Transition to ACTIVE for port object 141303e6-2ada-446d-8352-26f98ec438a6 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:56.827546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37003dd3-82c5-4f69-b46b-c20ea131d5c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:56.831772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-37003dd3-82c5-4f69-b46b-c20ea131d5c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:56.833216 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-37003dd3-82c5-4f69-b46b-c20ea131d5c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:54:56.833818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39b35a-746b-4118-ba53-2a68ffbdb922 None None] Pushing event updated for resources: {'Port': ['ID=9efe1d28-5f7c-4ef1-9244-51fdec32aa32,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:56.834639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37003dd3-82c5-4f69-b46b-c20ea131d5c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:56.866635 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-37003dd3-82c5-4f69-b46b-c20ea131d5c3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3877304 Oct 17 17:54:56.872028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44266) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:56.879685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2c5eccd6-82a4-43c3-82b4-3827f7bb99a5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:56.977909 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Attempt 8 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:56.995506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:57.084099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:57.107334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2c5eccd6-82a4-43c3-82b4-3827f7bb99a5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:57.116220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 654cefb7-057e-4955-ae5a-bc5a4c7f7764 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:57.122772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:57.142124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:54:57.172341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2c5eccd6-82a4-43c3-82b4-3827f7bb99a5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:57.172731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:57.183360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=141303e6-2ada-446d-8352-26f98ec438a6,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:57.199385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5eccd6-82a4-43c3-82b4-3827f7bb99a5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:57.199876 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Sync routers for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:57.203575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c5eccd6-82a4-43c3-82b4-3827f7bb99a5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:57.205171 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5eccd6-82a4-43c3-82b4-3827f7bb99a5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:54:57.205561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c5eccd6-82a4-43c3-82b4-3827f7bb99a5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:57.229647 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:57.230639 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:57.241308 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2c5eccd6-82a4-43c3-82b4-3827f7bb99a5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3676414 Oct 17 17:54:57.247067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:57.248299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44270) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:57.284034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1dd0f755-d759-4e79-b691-2b79b94ee5d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:57.309773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:57.319949 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:57.403790 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:57.425230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:57.427812 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7bc8e260-5996-48d4-8b23-57702ccabfcf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 13.8599074 Oct 17 17:54:57.460444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44274) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:57.510992 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:54:57.532220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:57.533265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Fanout notify agent at l3_agent the message router_deleted on router e9ad5882-61c5-4490-a82a-cd96dc6e1696 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:54:57.562537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:57.564627 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ab47aa52-cf7c-4368-914f-fccf0f8c3b1d tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/routers/e9ad5882-61c5-4490-a82a-cd96dc6e1696 HTTP/1.1" status: 204 len: 168 time: 6.5444951 Oct 17 17:54:57.573630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1dd0f755-d759-4e79-b691-2b79b94ee5d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:57.579579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44280) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:57.586145 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Attempt 9 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:57.625639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-2b85a7cb-07b1-4d62-a2f5-4d89443f67f1 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1590298185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:57.677292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Router 1eb4ebea-e802-4fce-aa38-7438dbd93580 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:54:57.691473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2b85a7cb-07b1-4d62-a2f5-4d89443f67f1 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:57.716541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1dd0f755-d759-4e79-b691-2b79b94ee5d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:57.743629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2b85a7cb-07b1-4d62-a2f5-4d89443f67f1 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Usage tracker for resource:router and tenant:85ca27358dd2403e9d9054c6beaf22e3 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:57.757400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2b85a7cb-07b1-4d62-a2f5-4d89443f67f1 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:57.784035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:54:57.816298 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-dfbee137-b052-4791-a07b-a77382775e03 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5bf68046d82040c287b306f9ee0c6158&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3544600 Oct 17 17:54:57.816930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44284) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:57.927918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:57.955880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:57.972539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2b85a7cb-07b1-4d62-a2f5-4d89443f67f1 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:57.985730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752c7ae8-23f2-420e-bb96-579557dd3508 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:57.990376 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-752c7ae8-23f2-420e-bb96-579557dd3508 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1700213 Oct 17 17:54:57.990997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44288) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:58.047652 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b7e08393-5b06-432b-a323-0e4d119a9fe5 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524812 Oct 17 17:54:58.049148 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:54:51Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:58.051466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44292) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:58.057767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-557411415', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:58.060022 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Checking router: 8a430dd7-8d9e-407e-92cc-350a07df58bd for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:54:58.061658 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Updating router 8a430dd7-8d9e-407e-92cc-350a07df58bd port 54c5f717-9c39-444d-86a1-b79c19c6ab36 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:54:58.226421 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.258181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd0f755-d759-4e79-b691-2b79b94ee5d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:58.261744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1dd0f755-d759-4e79-b691-2b79b94ee5d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.264047 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd0f755-d759-4e79-b691-2b79b94ee5d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:54:58.265546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd0f755-d759-4e79-b691-2b79b94ee5d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:54:58.287399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-aac0e0ee-1a9e-4605-9d03-ccfe596f3191 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:54:58.287735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aac0e0ee-1a9e-4605-9d03-ccfe596f3191 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.298421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cbf53c-6cff-40ba-8ee4-2950ba79a8d4 None None] Network 654cefb7-057e-4955-ae5a-bc5a4c7f7764 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:58.333407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b85a7cb-07b1-4d62-a2f5-4d89443f67f1 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.334783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b85a7cb-07b1-4d62-a2f5-4d89443f67f1 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.376032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:54:58.380863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:subnet and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:54:58.384113 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:54:58.393805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:54:58.396444 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1dd0f755-d759-4e79-b691-2b79b94ee5d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1402574 Oct 17 17:54:58.402502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44302) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:58.438094 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Attempt 10 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:58.458311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:58.464336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:54:58.468288 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.500943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-da76a34c-cac6-40cb-b7e9-97429426192c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:54:58.502581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-aedfd1ed-65fa-4066-bcbd-fd0a3ae14f36 None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:54:58.504781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Sync routers for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:54:58.521518 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:58.522383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:58.534918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.539589 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-39421c77-6a9f-4158-8972-29258c0d14c7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.2305031 Oct 17 17:54:58.540174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b85a7cb-07b1-4d62-a2f5-4d89443f67f1 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.547428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44306) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:58.607018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-da76a34c-cac6-40cb-b7e9-97429426192c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:54:58.608720 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-da76a34c-cac6-40cb-b7e9-97429426192c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2014744 Oct 17 17:54:58.621812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44310) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:58.631709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.680035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.735856 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.751196 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Transition to ACTIVE for port object 54c5f717-9c39-444d-86a1-b79c19c6ab36 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:54:58.763162 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.835909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:54:58.866100 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Attempting to bind port 54c5f717-9c39-444d-86a1-b79c19c6ab36 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:54:58.866722 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Attempting to bind port 54c5f717-9c39-444d-86a1-b79c19c6ab36 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:54:58.867465 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Attempting to bind port 54c5f717-9c39-444d-86a1-b79c19c6ab36 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:54:58.881474 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:54:58.882184 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:58.885071 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.885732 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:54:58.886334 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Bound port: 54c5f717-9c39-444d-86a1-b79c19c6ab36, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:54:58.888396 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.964745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=141303e6-2ada-446d-8352-26f98ec438a6,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:58.978879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9651f8-82d8-45af-b65e-28e6892fe284 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:58.982772 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ad9651f8-82d8-45af-b65e-28e6892fe284 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3577244 Oct 17 17:54:58.983098 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Pushing event updated for resources: {'Port': ['ID=54c5f717-9c39-444d-86a1-b79c19c6ab36,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:58.983258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:58.985630 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Provisioning for port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:58.986493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44314) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:59.018587 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:59.019487 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:59.020092 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:59.021106 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:59.021658 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:59.022276 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:59.022827 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:59.022950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b85a7cb-07b1-4d62-a2f5-4d89443f67f1 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:59.023954 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:59.024506 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:59.025091 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:59.026142 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:59.026827 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:54:59.053932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Provisioning complete for port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:59.054310 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:59.054635 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Attempt 1 to provision port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 Oct 17 17:54:59.099108 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] For port 54c5f717-9c39-444d-86a1-b79c19c6ab36, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:54:59.104292 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] For port 54c5f717-9c39-444d-86a1-b79c19c6ab36, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=54c5f717-9c39-444d-86a1-b79c19c6ab36,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:54:59.111764 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7c69341c-30c5-4a61-b390-d0de3996a71a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186025 Oct 17 17:54:59.129412 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:59.171986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44318) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:59.230442 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:54:59.231293 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:54:59.236685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aac0e0ee-1a9e-4605-9d03-ccfe596f3191 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:59.262674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 654cefb7-057e-4955-ae5a-bc5a4c7f7764 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:54:59.267500 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:59.377041 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c001bc-641c-4823-924d-0774adf6a54d None None] Pushing event updated for resources: {'Port': ['ID=54c5f717-9c39-444d-86a1-b79c19c6ab36,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:59.383974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-aac0e0ee-1a9e-4605-9d03-ccfe596f3191 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:54:59.496574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:59.505045 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-13499075-bd82-454b-9186-dfb7a3a92465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:59.511240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Current status of the port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:54:59.512323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:59.572654 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] For port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8d3b8083-df56-42cb-84c2-e3e1de0fc4e7,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:54:59.595293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:59.627572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router a50cf6b7-5cc4-4dbc-b905-5d8699ab273a is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:54:59.642779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Subnet': ['ID=90ab9321-e0ac-4aad-b29f-1c63910f3f5c,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:59.645105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Checking segment: {'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:54:59.645497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network hostable DHCP agents. Network: 06ccc2a7-0461-4af5-89b3-0a831416e118, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:54:59.674606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:54:59.704749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Pushing event updated for resources: {'Port': ['ID=8d3b8083-df56-42cb-84c2-e3e1de0fc4e7,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:54:59.750063 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:54:59.758861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Provisioning complete for port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:54:59.758861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:59.759235 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Attempt 1 to provision port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b Oct 17 17:54:59.819293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Port 8aaf97a6-c0c7-49bd-9983-be2f19b3f56b was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:54:59.826497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 06ccc2a7-0461-4af5-89b3-0a831416e118 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:54:59.829584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Could not find standard attr ID for object 66ff642e-84fa-456e-ab1d-6dd3bd355877. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:54:59.848540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 06ccc2a7-0461-4af5-89b3-0a831416e118) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:54:59.862248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aac0e0ee-1a9e-4605-9d03-ccfe596f3191 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:59.865386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93908f95-344f-4340-86cb-13e217c39e5f None None] Network 06ccc2a7-0461-4af5-89b3-0a831416e118 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:54:59.868377 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:54:59.869397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:54:59.880153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:54:59.907519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Provisioning for port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:54:59.918841 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e22c3edf-3d14-4061-9a46-f9830f14cf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/a50cf6b7-5cc4-4dbc-b905-5d8699ab273a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0678482 Oct 17 17:54:59.922571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44322) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:54:59.927517 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9896fc-5c84-428a-ac2c-2d24ca1f5c1a None None] Sync routers for ids ['a50cf6b7-5cc4-4dbc-b905-5d8699ab273a'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:55:00.004357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Provisioning complete for port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:00.005345 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:00.005841 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Attempt 1 to provision port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 Oct 17 17:55:00.025325 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3a8956cd-7c30-4a47-b4af-c51683c34a04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9740598 Oct 17 17:55:00.037186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f41e4a0-5795-4dd5-8139-cfd5f06f37b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:00.038034 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7f41e4a0-5795-4dd5-8139-cfd5f06f37b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Synchronizing usage tracker for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:00.043880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44326) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:00.053364 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9896fc-5c84-428a-ac2c-2d24ca1f5c1a None None] Routers {'a50cf6b7-5cc4-4dbc-b905-5d8699ab273a'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:00.053975 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-4e9896fc-5c84-428a-ac2c-2d24ca1f5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['a50cf6b7-5cc4-4dbc-b905-5d8699ab273a'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:00.149069 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:54:54Z', 'revision_number': 3, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:00.150236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b85a7cb-07b1-4d62-a2f5-4d89443f67f1 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:00.154391 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2b85a7cb-07b1-4d62-a2f5-4d89443f67f1 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.5685854 Oct 17 17:55:00.159369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:00.168414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44330) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:00.169229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0e0ee-1a9e-4605-9d03-ccfe596f3191 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=8aaf97a6-c0c7-49bd-9983-be2f19b3f56b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:00.170688 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-4e9896fc-5c84-428a-ac2c-2d24ca1f5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:00.180457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Checking router: 1eb4ebea-e802-4fce-aa38-7438dbd93580 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:55:00.180803 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Updating router 1eb4ebea-e802-4fce-aa38-7438dbd93580 port 52c95d8d-15ec-4298-a856-f5a4731a332e binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:55:00.227871 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9896fc-5c84-428a-ac2c-2d24ca1f5c1a None None] Routers {'a50cf6b7-5cc4-4dbc-b905-5d8699ab273a'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:00.228486 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-4e9896fc-5c84-428a-ac2c-2d24ca1f5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:54:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['a50cf6b7-5cc4-4dbc-b905-5d8699ab273a'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:00.254561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'enable_snat': False}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:00.339093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:00.351170 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-4e9896fc-5c84-428a-ac2c-2d24ca1f5c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:00.352262 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9896fc-5c84-428a-ac2c-2d24ca1f5c1a None None] The sync data for ids ['a50cf6b7-5cc4-4dbc-b905-5d8699ab273a'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:00.370685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7f41e4a0-5795-4dd5-8139-cfd5f06f37b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Unset dirty status for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:00.372076 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7f41e4a0-5795-4dd5-8139-cfd5f06f37b2 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports/141303e6-2ada-446d-8352-26f98ec438a6 HTTP/1.1" status: 200 len: 910 time: 0.4477398 Oct 17 17:55:00.377297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44334) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:00.394610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-52f5c132-8f57-428b-9196-e6b1c3df2f93 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd8299a07-6583-44ba-90f8-ed1b436a25ae'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:00.513103 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:54:51Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:00.524847 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481d54d2-836d-4a26-8dd3-fbb76ab6020d None None] The sync data for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv is: [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:54:51Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:00.560314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:00.714795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Current status of the port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:00.715309 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:00.868066 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-06ccc2a7-0461-4af5-89b3-0a831416e118', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:55:00.869368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:00.992434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] For port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9efe1d28-5f7c-4ef1-9244-51fdec32aa32,segment=NetworkSegment(37d069c5-6b97-495f-991d-346f5cae489a),segment_id=37d069c5-6b97-495f-991d-346f5cae489a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:01.031970 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:01.173475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:01.182556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:01.270965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-52f5c132-8f57-428b-9196-e6b1c3df2f93 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:01.599104 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aac0e0ee-1a9e-4605-9d03-ccfe596f3191 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:01.634171 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Could not find standard attr ID for object 6043f311-98d2-4c46-aeee-a708e4d1c5e7. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:55:01.675762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:01.731410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:01.752797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Transition to ACTIVE for port object 52c95d8d-15ec-4298-a856-f5a4731a332e will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:01.781134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:01.790984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d5b5498f-aeca-49fc-b3bb-c752763e2ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:01.867463 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:01.899024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1c03b-3518-43f2-84dc-394bc309f16b None None] Pushing event updated for resources: {'Port': ['ID=9efe1d28-5f7c-4ef1-9244-51fdec32aa32,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:01.916107 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Provisioning for port 141303e6-2ada-446d-8352-26f98ec438a6 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:02.003747 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Attempting to bind port 52c95d8d-15ec-4298-a856-f5a4731a332e on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:02.004692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Attempting to bind port 52c95d8d-15ec-4298-a856-f5a4731a332e by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:02.004692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Attempting to bind port 52c95d8d-15ec-4298-a856-f5a4731a332e on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:02.033893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:02.034642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:02.034752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:02.035172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:02.035898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Bound port: 52c95d8d-15ec-4298-a856-f5a4731a332e, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:02.036242 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:02.086244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Provisioning complete for port 141303e6-2ada-446d-8352-26f98ec438a6 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:02.086593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:02.086916 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Attempt 1 to provision port 141303e6-2ada-446d-8352-26f98ec438a6 Oct 17 17:55:02.180028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Port 141303e6-2ada-446d-8352-26f98ec438a6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:02.225099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Allocated IP 172.20.0.2 (06ccc2a7-0461-4af5-89b3-0a831416e118/90ab9321-e0ac-4aad-b29f-1c63910f3f5c/0de819df-fc4c-4009-b01d-4e91c48c0274) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:02.229535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104676d-afa0-46ad-8f3f-48ef1af0d356 None None] Pushing event updated for resources: {'Port': ['ID=52c95d8d-15ec-4298-a856-f5a4731a332e,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:02.276321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] For port 52c95d8d-15ec-4298-a856-f5a4731a332e, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:02.283670 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] For port 52c95d8d-15ec-4298-a856-f5a4731a332e, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=52c95d8d-15ec-4298-a856-f5a4731a332e,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:02.313547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:02.535415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:02.536118 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:02.546027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac0e0ee-1a9e-4605-9d03-ccfe596f3191 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Router d35110b3-4cc8-4087-9805-1207ce3f1549 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:55:02.594510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:02.594899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:02.595284 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 Oct 17 17:55:02.629739 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:02.691248 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:02.707717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-52f5c132-8f57-428b-9196-e6b1c3df2f93 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:02.738954 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Attempt 2 to provision port 141303e6-2ada-446d-8352-26f98ec438a6 Oct 17 17:55:02.783812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-52f5c132-8f57-428b-9196-e6b1c3df2f93 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:02.832336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:02.891149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:02.902355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104676d-afa0-46ad-8f3f-48ef1af0d356 None None] Pushing event updated for resources: {'Port': ['ID=52c95d8d-15ec-4298-a856-f5a4731a332e,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:02.923548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Port 141303e6-2ada-446d-8352-26f98ec438a6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:02.962470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac0e0ee-1a9e-4605-9d03-ccfe596f3191 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:55:03.016390 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d72298-19a5-4da8-9a31-8d585a83897d None None] Sync routers for ids ['d35110b3-4cc8-4087-9805-1207ce3f1549'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:55:03.079327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:03.124752 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-aac0e0ee-1a9e-4605-9d03-ccfe596f3191 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "PUT /v2.0/routers/d35110b3-4cc8-4087-9805-1207ce3f1549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0502386 Oct 17 17:55:03.136736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44340) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:03.194662 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5dbc30a-ea45-4fad-b1c5-5e30a69388f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:55:03.195946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e5dbc30a-ea45-4fad-b1c5-5e30a69388f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:03.217557 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f5c132-8f57-428b-9196-e6b1c3df2f93 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:03.218333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-52f5c132-8f57-428b-9196-e6b1c3df2f93 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:03.220638 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-52f5c132-8f57-428b-9196-e6b1c3df2f93 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/ports/141303e6-2ada-446d-8352-26f98ec438a6 HTTP/1.1" status: 200 len: 910 time: 2.8421583 Oct 17 17:55:03.226119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5c132-8f57-428b-9196-e6b1c3df2f93 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=141303e6-2ada-446d-8352-26f98ec438a6,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:03.229283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44344) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:03.279510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d72298-19a5-4da8-9a31-8d585a83897d None None] Routers {'d35110b3-4cc8-4087-9805-1207ce3f1549'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:03.280589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-59d72298-19a5-4da8-9a31-8d585a83897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d35110b3-4cc8-4087-9805-1207ce3f1549'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:03.381213 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:03.382594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 54c5f717-9c39-444d-86a1-b79c19c6ab36 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:03.414946 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-59d72298-19a5-4da8-9a31-8d585a83897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:03.423163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:03.462432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e5dbc30a-ea45-4fad-b1c5-5e30a69388f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:03.468562 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e5dbc30a-ea45-4fad-b1c5-5e30a69388f6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/8aaf97a6-c0c7-49bd-9983-be2f19b3f56b HTTP/1.1" status: 404 len: 333 time: 0.3229389 Oct 17 17:55:03.472346 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:55:03.476033 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Attempt 3 to provision port 141303e6-2ada-446d-8352-26f98ec438a6 Oct 17 17:55:03.481713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44348) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:03.486408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:03.560806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Transition to ACTIVE for port object 0de819df-fc4c-4009-b01d-4e91c48c0274 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:03.604578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d72298-19a5-4da8-9a31-8d585a83897d None None] Routers {'d35110b3-4cc8-4087-9805-1207ce3f1549'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:03.605434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-59d72298-19a5-4da8-9a31-8d585a83897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d35110b3-4cc8-4087-9805-1207ce3f1549'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:03.711930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Port 141303e6-2ada-446d-8352-26f98ec438a6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:03.715925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Transition to ACTIVE for port object 0de819df-fc4c-4009-b01d-4e91c48c0274 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:03.718265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-59d72298-19a5-4da8-9a31-8d585a83897d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:03.719484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d72298-19a5-4da8-9a31-8d585a83897d None None] The sync data for ids ['d35110b3-4cc8-4087-9805-1207ce3f1549'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:03.742057 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:03.745342 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:03.754645 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:03.757810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:03.758408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:03.763221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Allocated IP 172.20.0.1 (17275f87-7cd3-4c74-af7d-0a6a78eff407/a9d4a9e2-847d-4221-a01e-8203fd41615c/193335ed-0d4b-4b54-adc1-26b4e8bea9e7) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:03.801902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-754d8458-f205-4704-805d-48f0220efbab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:03.818369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf70e5-6565-4ff2-b104-18085a02dc1d None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:03.915968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 54c5f717-9c39-444d-86a1-b79c19c6ab36 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:03.956326 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7763984 Oct 17 17:55:03.956326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60270fb-b584-4c5b-af43-50aa52ffb586 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=f980f81c-27dd-4f82-82d4-e30f8fa5d7a3,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:03.962678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44352) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:03.989656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:17:a3:cc', 'name': 'tempest-NetworksTestDHCPv6-1353320450'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:04.017099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 54c5f717-9c39-444d-86a1-b79c19c6ab36 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:04.018102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.018102 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 54c5f717-9c39-444d-86a1-b79c19c6ab36 Oct 17 17:55:04.021910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.1 (06ccc2a7-0461-4af5-89b3-0a831416e118/90ab9321-e0ac-4aad-b29f-1c63910f3f5c/3e438981-7ae4-49aa-89cf-b3c4f0d6e46a) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:04.055454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Network 06ccc2a7-0461-4af5-89b3-0a831416e118 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:04.060362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.073269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:04.092466 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:04.101831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Pushing event updated for resources: {'Port': ['ID=0de819df-fc4c-4009-b01d-4e91c48c0274,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:04.234670 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Attempt 4 to provision port 141303e6-2ada-446d-8352-26f98ec438a6 Oct 17 17:55:04.336848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.425504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:04.429782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.455743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:04.458517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:04.481727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Port 141303e6-2ada-446d-8352-26f98ec438a6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:04.482368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.490835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:04.509395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.511735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Attempting to bind port 0de819df-fc4c-4009-b01d-4e91c48c0274 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:04.512286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Attempting to bind port 0de819df-fc4c-4009-b01d-4e91c48c0274 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:04.512761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Attempting to bind port 0de819df-fc4c-4009-b01d-4e91c48c0274 on network 06ccc2a7-0461-4af5-89b3-0a831416e118 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:04.547815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:04.548383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Checking segment: {'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:04.548898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.549417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Bound using segment: {'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:04.550018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Bound port: 0de819df-fc4c-4009-b01d-4e91c48c0274, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:04.550505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.560301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-754d8458-f205-4704-805d-48f0220efbab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.570596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:54:54Z', 'revision_number': 3, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:04.571920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-754d8458-f205-4704-805d-48f0220efbab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.628556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.643671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29734bab-d080-48d3-a5d5-4f73f69d785d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.652435 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Transition to ACTIVE for port object 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:04.655540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac1acf3-cd8e-4a93-a27f-ac28e653bd7a None None] The sync data for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv is: [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:54:54Z', 'revision_number': 3, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:04.683878 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': 'f980f81c-27dd-4f82-82d4-e30f8fa5d7a3'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:55:04.684900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.703476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 54c5f717-9c39-444d-86a1-b79c19c6ab36 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:04.704016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.743102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Allocated IP 172.26.8.115 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/dc723eb7-1745-4c08-a82e-306892e39277) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:04.746732 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 54c5f717-9c39-444d-86a1-b79c19c6ab36, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=54c5f717-9c39-444d-86a1-b79c19c6ab36,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:04.778839 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-754d8458-f205-4704-805d-48f0220efbab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.779355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754d8458-f205-4704-805d-48f0220efbab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Fanout notify agent at l3_agent the message router_deleted on router d35110b3-4cc8-4087-9805-1207ce3f1549 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:55:04.797106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.863662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] For port 0de819df-fc4c-4009-b01d-4e91c48c0274, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:04.878193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-754d8458-f205-4704-805d-48f0220efbab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.879586 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-754d8458-f205-4704-805d-48f0220efbab tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/routers/d35110b3-4cc8-4087-9805-1207ce3f1549 HTTP/1.1" status: 204 len: 168 time: 1.3951151 Oct 17 17:55:04.884738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] For port 0de819df-fc4c-4009-b01d-4e91c48c0274, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0de819df-fc4c-4009-b01d-4e91c48c0274,segment=NetworkSegment(5b438e7d-6334-4cf8-b06a-29b891c3a4b0),segment_id=5b438e7d-6334-4cf8-b06a-29b891c3a4b0)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:04.885938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44356) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:04.904387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:04.931990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:04.974659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 06ccc2a7-0461-4af5-89b3-0a831416e118 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:04.976958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:04.981691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:05.004186 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Attempt 5 to provision port 141303e6-2ada-446d-8352-26f98ec438a6 Oct 17 17:55:05.029715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:05.100631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=54c5f717-9c39-444d-86a1-b79c19c6ab36,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:05.227860 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Network 17275f87-7cd3-4c74-af7d-0a6a78eff407 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:05.229281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=193335ed-0d4b-4b54-adc1-26b4e8bea9e7,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:05.232250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:05.239932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:05.260238 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Port 141303e6-2ada-446d-8352-26f98ec438a6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:05.283488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:05.300575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Allocated IP 2001:db8::f816:3eff:fee8:511b (b6857a8d-f808-4f27-8165-53c8a72cbcb5/f980f81c-27dd-4f82-82d4-e30f8fa5d7a3/50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:05.312396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97a1d87-4e51-4bf1-b935-ba8a96a0ef8d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting subnet 4e52e94c-8fcc-4900-aaa0-9089a1f34f40 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:55:05.322279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d97a1d87-4e51-4bf1-b935-ba8a96a0ef8d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:05.358260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4d254-2321-4d23-9d6d-50f7fcaa2343 None None] Pushing event updated for resources: {'Port': ['ID=0de819df-fc4c-4009-b01d-4e91c48c0274,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:05.387616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:05.492539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:05.527291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d97a1d87-4e51-4bf1-b935-ba8a96a0ef8d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:05.531381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=3e438981-7ae4-49aa-89cf-b3c4f0d6e46a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:05.574729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:05.575313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:05.575664 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 Oct 17 17:55:05.681028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:05.762720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:05.766391 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Attempt 6 to provision port 141303e6-2ada-446d-8352-26f98ec438a6 Oct 17 17:55:05.981322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.003485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Port 141303e6-2ada-446d-8352-26f98ec438a6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:06.032939 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d97a1d87-4e51-4bf1-b935-ba8a96a0ef8d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.045096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.052927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port d3ffb557-162b-4043-afc0-269a03334f05 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:55:06.110402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Transition to ACTIVE for port object 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:06.140732 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:06.143725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Transition to ACTIVE for port object 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:06.158480 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.263484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:06.268553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:06.276776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:06.295235 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Pushing event updated for resources: {'Port': ['ID=50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:06.318183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::f816:3eff:fe17:a3cc (b6857a8d-f808-4f27-8165-53c8a72cbcb5/f980f81c-27dd-4f82-82d4-e30f8fa5d7a3/d3ffb557-162b-4043-afc0-269a03334f05) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:06.319461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:06.328248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:06.330444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:06.351175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-29734bab-d080-48d3-a5d5-4f73f69d785d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 141303e6-2ada-446d-8352-26f98ec438a6 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:06.351525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29734bab-d080-48d3-a5d5-4f73f69d785d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.446706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Attempting to bind port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:06.446706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Attempting to bind port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:06.447497 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Attempting to bind port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:06.456218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:06.456649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:06.457109 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.457602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:06.458133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Bound port: 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:06.458603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.511456 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Attempt 7 to provision port 141303e6-2ada-446d-8352-26f98ec438a6 Oct 17 17:55:06.573374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Pushing event updated for resources: {'Port': ['ID=dc723eb7-1745-4c08-a82e-306892e39277,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:06.605884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.610342 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Port 141303e6-2ada-446d-8352-26f98ec438a6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:06.623570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] For port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:06.627479 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] For port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:06.630524 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d97a1d87-4e51-4bf1-b935-ba8a96a0ef8d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.634552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.788497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d97a1d87-4e51-4bf1-b935-ba8a96a0ef8d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.809508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a1d87-4e51-4bf1-b935-ba8a96a0ef8d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Subnet': ['ID=4e52e94c-8fcc-4900-aaa0-9089a1f34f40,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:06.828501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa09bc13-6a2c-4ed8-ad36-8c19349411f2 None None] Network 41f48742-463f-4612-a0fe-417d457cc5b2 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:06.897277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.949036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29734bab-d080-48d3-a5d5-4f73f69d785d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:06.969971 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fea5c9-441f-449f-8903-0f548431a0bf None None] Pushing event updated for resources: {'Port': ['ID=50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:07.088190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0de819df-fc4c-4009-b01d-4e91c48c0274 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:07.164975 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Attempt 8 to provision port 141303e6-2ada-446d-8352-26f98ec438a6 Oct 17 17:55:07.191221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-29734bab-d080-48d3-a5d5-4f73f69d785d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for 141303e6-2ada-446d-8352-26f98ec438a6 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:07.209965 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d97a1d87-4e51-4bf1-b935-ba8a96a0ef8d tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/4e52e94c-8fcc-4900-aaa0-9089a1f34f40 HTTP/1.1" status: 204 len: 168 time: 2.3199914 Oct 17 17:55:07.211741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44360) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:07.307324 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:07.310539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cfc555-9d7e-4b3a-b6b4-618ff764c9ee None None] Network 06ccc2a7-0461-4af5-89b3-0a831416e118 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:07.499250 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Port 141303e6-2ada-446d-8352-26f98ec438a6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:07.556547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 0de819df-fc4c-4009-b01d-4e91c48c0274 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:07.568190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 52c95d8d-15ec-4298-a856-f5a4731a332e up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:07.676811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:07.684677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:07.692628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=3e438981-7ae4-49aa-89cf-b3c4f0d6e46a,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:07.704500 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:07.704887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a553fdc-49c0-41e9-9e01-915747952582 None None] DHCP port deletion for 41f48742-463f-4612-a0fe-417d457cc5b2 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:55:07.714368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:07.729840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5a553fdc-49c0-41e9-9e01-915747952582 None None] Deleting port 699dd05a-dfc4-4b40-9d02-61df2c114b3a {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:07.730192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5a553fdc-49c0-41e9-9e01-915747952582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:07.814138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object d3ffb557-162b-4043-afc0-269a03334f05 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:07.850354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 699dd05a-dfc4-4b40-9d02-61df2c114b3a {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:07.850942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:07.877864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 52c95d8d-15ec-4298-a856-f5a4731a332e completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:07.922328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 52c95d8d-15ec-4298-a856-f5a4731a332e triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:07.924513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:07.925192 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 52c95d8d-15ec-4298-a856-f5a4731a332e Oct 17 17:55:07.988058 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 06ccc2a7-0461-4af5-89b3-0a831416e118 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:07.990602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:07.991579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:07.993425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29734bab-d080-48d3-a5d5-4f73f69d785d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:08.028934 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Attempt 9 to provision port 141303e6-2ada-446d-8352-26f98ec438a6 Oct 17 17:55:08.140684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29734bab-d080-48d3-a5d5-4f73f69d785d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=141303e6-2ada-446d-8352-26f98ec438a6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:08.157761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] For port 699dd05a-dfc4-4b40-9d02-61df2c114b3a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=699dd05a-dfc4-4b40-9d02-61df2c114b3a,segment=NetworkSegment(171111a4-f835-44c0-a188-0090c43b1a1d),segment_id=171111a4-f835-44c0-a188-0090c43b1a1d)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:08.158272 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:08.190359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Port 141303e6-2ada-446d-8352-26f98ec438a6 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:55:08.250027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5a553fdc-49c0-41e9-9e01-915747952582 None None] For port 699dd05a-dfc4-4b40-9d02-61df2c114b3a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=699dd05a-dfc4-4b40-9d02-61df2c114b3a,segment=NetworkSegment(171111a4-f835-44c0-a188-0090c43b1a1d),segment_id=171111a4-f835-44c0-a188-0090c43b1a1d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:08.250863 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5a553fdc-49c0-41e9-9e01-915747952582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:08.345887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 699dd05a-dfc4-4b40-9d02-61df2c114b3a owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:08.443787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:08.457847 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5a553fdc-49c0-41e9-9e01-915747952582 None None] Calling delete_port for 699dd05a-dfc4-4b40-9d02-61df2c114b3a owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:08.487532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:08.490136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:08.495930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:08.496538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:08.502189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Provisioning complete for port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:08.502189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:08.502499 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Attempt 1 to provision port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 Oct 17 17:55:08.547573 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5848293 Oct 17 17:55:08.559444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44364) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:08.562512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0fdc9-af1d-47ac-af89-c25d30be9617 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=d3ffb557-162b-4043-afc0-269a03334f05,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:08.640207 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:55:08.691363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:08.703923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:08.746712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 52c95d8d-15ec-4298-a856-f5a4731a332e is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:08.747121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:08.771176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:08.820431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-5a553fdc-49c0-41e9-9e01-915747952582 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:55:08.820810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-5a553fdc-49c0-41e9-9e01-915747952582 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:55:08.838211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 52c95d8d-15ec-4298-a856-f5a4731a332e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=52c95d8d-15ec-4298-a856-f5a4731a332e,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:08.851414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:08.852336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 54c5f717-9c39-444d-86a1-b79c19c6ab36 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:08.969084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 8a430dd7-8d9e-407e-92cc-350a07df58bd has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:55:08.989383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29734bab-d080-48d3-a5d5-4f73f69d785d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.012590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cf41b2-930f-4bd1-a9f7-239a6254c811 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:09.025348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cf41b2-930f-4bd1-a9f7-239a6254c811 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:09.026615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-18cf41b2-930f-4bd1-a9f7-239a6254c811 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:09.031179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No DVR routers for this DVR port 699dd05a-dfc4-4b40-9d02-61df2c114b3a on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:55:09.056006 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4730e75d-91b2-4b86-96ea-c90dd758b1eb None None] Current status of the port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:09.132700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=52c95d8d-15ec-4298-a856-f5a4731a332e,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:09.146504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 54c5f717-9c39-444d-86a1-b79c19c6ab36 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:09.146975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.147432 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 54c5f717-9c39-444d-86a1-b79c19c6ab36 Oct 17 17:55:09.178493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.194050 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=193335ed-0d4b-4b54-adc1-26b4e8bea9e7,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:09.210280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.252562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Provisioning for port d3ffb557-162b-4043-afc0-269a03334f05 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:09.259833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Provisioning complete for port d3ffb557-162b-4043-afc0-269a03334f05 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:09.260219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.261518 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Attempt 1 to provision port d3ffb557-162b-4043-afc0-269a03334f05 Oct 17 17:55:09.269345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.277264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.301003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=699dd05a-dfc4-4b40-9d02-61df2c114b3a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:09.326412 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5a553fdc-49c0-41e9-9e01-915747952582 None None] Deleting port 699dd05a-dfc4-4b40-9d02-61df2c114b3a {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:09.327459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5a553fdc-49c0-41e9-9e01-915747952582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.342092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-18cf41b2-930f-4bd1-a9f7-239a6254c811 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:09.343326 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-18cf41b2-930f-4bd1-a9f7-239a6254c811 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7820909 Oct 17 17:55:09.425154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Port d3ffb557-162b-4043-afc0-269a03334f05 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:09.440772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44368) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:09.462165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5a553fdc-49c0-41e9-9e01-915747952582 None None] The port '699dd05a-dfc4-4b40-9d02-61df2c114b3a' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:55:09.482780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 54c5f717-9c39-444d-86a1-b79c19c6ab36 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:09.543436 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f48742-463f-4612-a0fe-417d457cc5b2']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:09.574313 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171111a4-f835-44c0-a188-0090c43b1a1d') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:09.574638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171111a4-f835-44c0-a188-0090c43b1a1d') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:09.607513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.661035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.681422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:09.696215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:55:09.696655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.769457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:09.775658 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 52c95d8d-15ec-4298-a856-f5a4731a332e up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:09.782454 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Network 17275f87-7cd3-4c74-af7d-0a6a78eff407 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:09.784152 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 171111a4-f835-44c0-a188-0090c43b1a1d resource provider aggregate not found Oct 17 17:55:09.795359 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:09.803721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9f382-090b-4e7b-9ec6-98a42a1215d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port d3ffb557-162b-4043-afc0-269a03334f05 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:09.804160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f382-090b-4e7b-9ec6-98a42a1215d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.817012 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 171111a4-f835-44c0-a188-0090c43b1a1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 171111a4-f835-44c0-a188-0090c43b1a1d found for delete ", "request_id": "req-1d4825eb-21f7-4361-94f6-e3dc023141fa"}]} Oct 17 17:55:09.884260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 52c95d8d-15ec-4298-a856-f5a4731a332e triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:09.884655 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:09.884950 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 52c95d8d-15ec-4298-a856-f5a4731a332e Oct 17 17:55:09.902076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29734bab-d080-48d3-a5d5-4f73f69d785d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router a50cf6b7-5cc4-4dbc-b905-5d8699ab273a has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:55:09.927507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:55:09.937820 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Sync routers for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:55:09.952116 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:09.952877 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:09.965593 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Attempt 2 to provision port d3ffb557-162b-4043-afc0-269a03334f05 Oct 17 17:55:10.029036 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cba7dfa3-a032-43c6-9424-3b749553befb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/8a430dd7-8d9e-407e-92cc-350a07df58bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9812140 Oct 17 17:55:10.034462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44376) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:10.034655 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Port d3ffb557-162b-4043-afc0-269a03334f05 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:10.092125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Router 1eb4ebea-e802-4fce-aa38-7438dbd93580 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:55:10.118724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 52c95d8d-15ec-4298-a856-f5a4731a332e is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:10.145396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:10.188404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 699dd05a-dfc4-4b40-9d02-61df2c114b3a no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:55:10.210785 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29734bab-d080-48d3-a5d5-4f73f69d785d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:55:10.227831 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-29734bab-d080-48d3-a5d5-4f73f69d785d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/a50cf6b7-5cc4-4dbc-b905-5d8699ab273a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9922051 Oct 17 17:55:10.233850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635e7bb-1468-4032-aa09-57158222274a None None] Sync routers for ids ['a50cf6b7-5cc4-4dbc-b905-5d8699ab273a'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:55:10.249119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44380) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:10.253013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 699dd05a-dfc4-4b40-9d02-61df2c114b3a {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:55:10.253518 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 699dd05a-dfc4-4b40-9d02-61df2c114b3a not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:55:10.260692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635e7bb-1468-4032-aa09-57158222274a None None] Routers {'a50cf6b7-5cc4-4dbc-b905-5d8699ab273a'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:10.261609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5635e7bb-1468-4032-aa09-57158222274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['a50cf6b7-5cc4-4dbc-b905-5d8699ab273a'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:10.277659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:10.322049 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:10.356026 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5635e7bb-1468-4032-aa09-57158222274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:10.364563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c4b085ca-f958-439f-8815-c2654fda7457 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Synchronizing usage tracker for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:10.368208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635e7bb-1468-4032-aa09-57158222274a None None] Routers {'a50cf6b7-5cc4-4dbc-b905-5d8699ab273a'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:10.368824 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5635e7bb-1468-4032-aa09-57158222274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['a50cf6b7-5cc4-4dbc-b905-5d8699ab273a'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:10.424303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c4b085ca-f958-439f-8815-c2654fda7457 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Unset dirty status for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:10.425587 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c4b085ca-f958-439f-8815-c2654fda7457 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=a50cf6b7-5cc4-4dbc-b905-5d8699ab273a HTTP/1.1" status: 200 len: 205 time: 0.1752818 Oct 17 17:55:10.433455 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44384) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:10.443845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Network': ['ID=41f48742-463f-4612-a0fe-417d457cc5b2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:10.457617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5635e7bb-1468-4032-aa09-57158222274a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:10.458033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635e7bb-1468-4032-aa09-57158222274a None None] The sync data for ids ['a50cf6b7-5cc4-4dbc-b905-5d8699ab273a'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:10.506696 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-944ddceb-c76e-4f8f-9582-b0d87ac45456 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/networks/41f48742-463f-4612-a0fe-417d457cc5b2 HTTP/1.1" status: 204 len: 168 time: 3.2210269 Oct 17 17:55:10.506942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44388) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:10.535453 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Attempt 3 to provision port d3ffb557-162b-4043-afc0-269a03334f05 Oct 17 17:55:10.572466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Router 384d9289-1303-42bb-bf93-f1b2a05ff9e1 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:55:10.598829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Port d3ffb557-162b-4043-afc0-269a03334f05 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:10.631683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f382-090b-4e7b-9ec6-98a42a1215d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:10.657846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6312006e-bba4-4b5a-b8a8-d9e7251c0ffb tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:10.658096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99809a5e-383b-4c4b-9f52-3547d8a6251b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:10.658424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-99809a5e-383b-4c4b-9f52-3547d8a6251b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:10.724350 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:06Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:10.727169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:55:10.730353 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Checking router: 8a430dd7-8d9e-407e-92cc-350a07df58bd for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:55:10.730699 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Updating router 8a430dd7-8d9e-407e-92cc-350a07df58bd port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:55:10.759086 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f83e38d4-c2bd-40d4-b785-7da0f8cb5ac5 admin admin] 10.222.0.69 "PUT /v2.0/routers/1eb4ebea-e802-4fce-aa38-7438dbd93580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1899183 Oct 17 17:55:10.759330 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e920518-0184-456c-9f98-964baf640406 None None] Sync routers for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:55:10.767088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9c394-e184-45b5-8bb2-f17bda771f00 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:10.768935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9c394-e184-45b5-8bb2-f17bda771f00 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:10.768935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9c394-e184-45b5-8bb2-f17bda771f00 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:10.768935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9c394-e184-45b5-8bb2-f17bda771f00 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:10.768935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9c394-e184-45b5-8bb2-f17bda771f00 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:10.769293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9c394-e184-45b5-8bb2-f17bda771f00 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:10.769695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9c394-e184-45b5-8bb2-f17bda771f00 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:10.770146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9c394-e184-45b5-8bb2-f17bda771f00 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:10.772552 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0fe9c394-e184-45b5-8bb2-f17bda771f00 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5628 time: 0.6678317 Oct 17 17:55:10.792108 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e920518-0184-456c-9f98-964baf640406 None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:10.792859 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3e920518-0184-456c-9f98-964baf640406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:10.828741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:55:10.830899 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44394) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:10.843006 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b42e081-7be9-44fe-bcea-01f7581a55fb None None] Sync routers for ids ['384d9289-1303-42bb-bf93-f1b2a05ff9e1'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:55:10.863607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:10.863986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b42e081-7be9-44fe-bcea-01f7581a55fb None None] Routers {'384d9289-1303-42bb-bf93-f1b2a05ff9e1'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:10.864632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6b42e081-7be9-44fe-bcea-01f7581a55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['384d9289-1303-42bb-bf93-f1b2a05ff9e1'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:10.865869 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-73b71a85-46df-4ff9-a977-1a7cf39dbeec tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "PUT /v2.0/routers/384d9289-1303-42bb-bf93-f1b2a05ff9e1 HTTP/1.1" status: 200 len: 916 time: 10.6435254 Oct 17 17:55:10.907181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9f382-090b-4e7b-9ec6-98a42a1215d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for d3ffb557-162b-4043-afc0-269a03334f05 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:10.937759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44398) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:10.944637 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:11.095151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6b42e081-7be9-44fe-bcea-01f7581a55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:11.126621 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Attempt 4 to provision port d3ffb557-162b-4043-afc0-269a03334f05 Oct 17 17:55:11.186336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-99809a5e-383b-4c4b-9f52-3547d8a6251b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:11.191306 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-99809a5e-383b-4c4b-9f52-3547d8a6251b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/33dd6b3b-72df-4aed-9422-008cbc67a07d HTTP/1.1" status: 200 len: 840 time: 0.6832824 Oct 17 17:55:11.195510 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c18f29f-973c-4475-b937-15c69db8e82f tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:11.195869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c18f29f-973c-4475-b937-15c69db8e82f tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:11.196301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c18f29f-973c-4475-b937-15c69db8e82f tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:11.196740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c18f29f-973c-4475-b937-15c69db8e82f tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:11.197179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c18f29f-973c-4475-b937-15c69db8e82f tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:11.197616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c18f29f-973c-4475-b937-15c69db8e82f tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:11.198055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c18f29f-973c-4475-b937-15c69db8e82f tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:11.204462 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3c18f29f-973c-4475-b937-15c69db8e82f tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4576 time: 0.3463066 Oct 17 17:55:11.204462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44406) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:11.240033 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-3e920518-0184-456c-9f98-964baf640406 None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:11.244186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44410) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:11.336707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b42e081-7be9-44fe-bcea-01f7581a55fb None None] Routers {'384d9289-1303-42bb-bf93-f1b2a05ff9e1'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:11.341140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6b42e081-7be9-44fe-bcea-01f7581a55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['384d9289-1303-42bb-bf93-f1b2a05ff9e1'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:11.524019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Port d3ffb557-162b-4043-afc0-269a03334f05 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:11.534187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6b42e081-7be9-44fe-bcea-01f7581a55fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:11.535957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b42e081-7be9-44fe-bcea-01f7581a55fb None None] The sync data for ids ['384d9289-1303-42bb-bf93-f1b2a05ff9e1'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:11.542731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6312006e-bba4-4b5a-b8a8-d9e7251c0ffb tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:11.549214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6312006e-bba4-4b5a-b8a8-d9e7251c0ffb tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:11.566041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44418) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:11.566587 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f90fb6a1-2900-44fb-9eca-100980ce83f9 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/routers/384d9289-1303-42bb-bf93-f1b2a05ff9e1 HTTP/1.1" status: 200 len: 922 time: 0.6282852 Oct 17 17:55:11.633120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6312006e-bba4-4b5a-b8a8-d9e7251c0ffb tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:11.633911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6312006e-bba4-4b5a-b8a8-d9e7251c0ffb tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Fanout notify agent at l3_agent the message router_deleted on router a50cf6b7-5cc4-4dbc-b905-5d8699ab273a {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:55:11.639839 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fbad798c-25ee-4802-83c2-534ee502a8a1 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/33dd6b3b-72df-4aed-9422-008cbc67a07d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4374235 Oct 17 17:55:11.649483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44424) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:11.660233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:11.666899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6312006e-bba4-4b5a-b8a8-d9e7251c0ffb tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:11.668096 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6312006e-bba4-4b5a-b8a8-d9e7251c0ffb tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/a50cf6b7-5cc4-4dbc-b905-5d8699ab273a HTTP/1.1" status: 204 len: 168 time: 1.2214563 Oct 17 17:55:11.671678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44428) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:11.681216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f382-090b-4e7b-9ec6-98a42a1215d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:11.798863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44434) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:11.802339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9f382-090b-4e7b-9ec6-98a42a1215d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=d3ffb557-162b-4043-afc0-269a03334f05,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:11.812845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1340155335-network', 'tenant_id': 'da924686a08b49a18e7ed260121b3078'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:11.827441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:11.846789 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:11.849546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Usage tracker for resource:network and tenant:da924686a08b49a18e7ed260121b3078 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:11.858205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:11.862428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:11.866546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:11.875807 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6731d4d4-459b-4609-b2ba-71c327e5a499 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:11.877540 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6731d4d4-459b-4609-b2ba-71c327e5a499 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6780153d-9acc-46e5-a017-90331dae5b00&device_id=384d9289-1303-42bb-bf93-f1b2a05ff9e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3046241 Oct 17 17:55:11.882890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:11.885524 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:11.887444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44438) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:11.897998 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:11.917756 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3e920518-0184-456c-9f98-964baf640406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:07Z', 'revision_number': 2, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:11.921089 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Transition to ACTIVE for port object 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:11.926997 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e920518-0184-456c-9f98-964baf640406 None None] Checking router: 1eb4ebea-e802-4fce-aa38-7438dbd93580 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:55:11.927989 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e920518-0184-456c-9f98-964baf640406 None None] Updating router 1eb4ebea-e802-4fce-aa38-7438dbd93580 port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:55:11.937433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b735386c-02f7-47fc-9eb5-2f4674d8e86b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting subnet d8299a07-6583-44ba-90f8-ed1b436a25ae {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:55:11.944879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f382-090b-4e7b-9ec6-98a42a1215d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:11.950311 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e3b9f382-090b-4e7b-9ec6-98a42a1215d6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/d3ffb557-162b-4043-afc0-269a03334f05 HTTP/1.1" status: 204 len: 168 time: 2.5088093 Oct 17 17:55:11.952908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b735386c-02f7-47fc-9eb5-2f4674d8e86b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:11.991686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44442) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:12.002418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:12.006404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.025556 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Attempt 5 to provision port d3ffb557-162b-4043-afc0-269a03334f05 Oct 17 17:55:12.034754 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.041274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b735386c-02f7-47fc-9eb5-2f4674d8e86b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.113263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Port d3ffb557-162b-4043-afc0-269a03334f05 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:55:12.130590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Made reservation on behalf of da924686a08b49a18e7ed260121b3078 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:12.132978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.151719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Provisioning for port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:12.161494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Provisioning complete for port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:12.161870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.163083 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Attempt 1 to provision port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da Oct 17 17:55:12.182193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b735386c-02f7-47fc-9eb5-2f4674d8e86b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.214288 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-3e920518-0184-456c-9f98-964baf640406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.231367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.278786 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa507b-18b1-49b3-8c27-599cd4b7b4a8 None None] Pushing event updated for resources: {'Port': ['ID=3e438981-7ae4-49aa-89cf-b3c4f0d6e46a,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:12.301094 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e129f549-3dec-45c8-b350-219fe3ab72ff tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3571 time: 1.0556781 Oct 17 17:55:12.305746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:12.311912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Usage tracker for resource:security_group_rule and tenant:da924686a08b49a18e7ed260121b3078 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:12.316488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:12.322962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:12.357912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b735386c-02f7-47fc-9eb5-2f4674d8e86b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.365385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Current status of the port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:12.366093 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Attempting to bind port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:12.366093 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Attempting to bind port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:12.366383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.366505 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Attempting to bind port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a on network 06ccc2a7-0461-4af5-89b3-0a831416e118 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:12.383757 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:12.384122 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Checking segment: {'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:12.384524 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.385265 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Bound using segment: {'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:12.385394 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Bound port: 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:12.385735 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.438799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a543e0-d3d2-4b2d-9746-33696a61d474 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:12.440336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a543e0-d3d2-4b2d-9746-33696a61d474 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:12.441105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e9a543e0-d3d2-4b2d-9746-33696a61d474 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:12.471217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735386c-02f7-47fc-9eb5-2f4674d8e86b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Subnet': ['ID=d8299a07-6583-44ba-90f8-ed1b436a25ae,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:12.471521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44448) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:12.474145 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b735386c-02f7-47fc-9eb5-2f4674d8e86b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.484109 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b735386c-02f7-47fc-9eb5-2f4674d8e86b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/d8299a07-6583-44ba-90f8-ed1b436a25ae HTTP/1.1" status: 204 len: 168 time: 0.8079774 Oct 17 17:55:12.487913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44452) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:12.492728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654693566', 'description': 'tempest-secgroup-smoke-1654693566 description', 'project_id': '5bf68046d82040c287b306f9ee0c6158'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:12.496965 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] For port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:12.504360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f961ba-4428-421f-a590-56b369d336c6 None None] Network 654cefb7-057e-4955-ae5a-bc5a4c7f7764 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:12.513675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:12.516630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e9a543e0-d3d2-4b2d-9746-33696a61d474 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:12.520588 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e9a543e0-d3d2-4b2d-9746-33696a61d474 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5277505 Oct 17 17:55:12.521477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44456) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:12.529341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3962eaef-54aa-4ed8-8171-45d36d6a6f71 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:12.534218 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3962eaef-54aa-4ed8-8171-45d36d6a6f71 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/networks/6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 881 time: 0.6412897 Oct 17 17:55:12.537689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44460) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:12.556239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.598121 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:12.605462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-14eca883-51bc-42bd-b050-91684ddc1cd0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet f980f81c-27dd-4f82-82d4-e30f8fa5d7a3 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:55:12.608669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:12.613091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.619944 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14eca883-51bc-42bd-b050-91684ddc1cd0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.653180 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:12.662125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.677453 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] For port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:12.697674 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] For port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3e438981-7ae4-49aa-89cf-b3c4f0d6e46a,segment=NetworkSegment(5b438e7d-6334-4cf8-b06a-29b891c3a4b0),segment_id=5b438e7d-6334-4cf8-b06a-29b891c3a4b0)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:12.713795 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.714355 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1bbe4408-3916-4cf2-b12c-facbc39e977c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "GET /v2.0/ports?device_id=384d9289-1303-42bb-bf93-f1b2a05ff9e1 HTTP/1.1" status: 200 len: 205 time: 0.1738453 Oct 17 17:55:12.715459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44464) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:12.758542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.769791 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14eca883-51bc-42bd-b050-91684ddc1cd0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.800447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:55:12.803961 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:12.804597 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:12.836159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bb32c4-28bf-46bc-854c-0aa8ba94e107,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:12.851730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.852071 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Added segment f0385e0e-aadf-45af-a507-726218543f7c of type vlan for network da283b3c-d51a-46ce-aa70-7f2237f7cbfa Oct 17 17:55:12.873283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:12.885503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:12.927531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Provisioning for port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:12.930795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:12.945777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Provisioning complete for port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:12.946376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.946506 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Attempt 1 to provision port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 Oct 17 17:55:12.946718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:12.947604 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa507b-18b1-49b3-8c27-599cd4b7b4a8 None None] Pushing event updated for resources: {'Port': ['ID=3e438981-7ae4-49aa-89cf-b3c4f0d6e46a,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:12.956145 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.978856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.990715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:12.991088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:12.991253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.072243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Subnet': ['ID=7656358c-e459-4238-a331-f0679369eb28,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:13.107353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Pushing event updated for resources: {'Port': ['ID=50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:13.109401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:13.118135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:13.120921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:13.125021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14eca883-51bc-42bd-b050-91684ddc1cd0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.137581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2441aa2d-3554-4da5-99de-2052eab6c192 None None] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:13.171625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:13.172197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.185513 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-3e920518-0184-456c-9f98-964baf640406 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.191152 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:13.216569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.218089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:13.218765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.244209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.300215 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-3e920518-0184-456c-9f98-964baf640406 None None] Transition to ACTIVE for port object 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:13.420400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565f12a0-2e89-4c92-b127-89b37bf85460 None None] DHCP port deletion for 654cefb7-057e-4955-ae5a-bc5a4c7f7764 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:55:13.428690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-565f12a0-2e89-4c92-b127-89b37bf85460 None None] Deleting port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:13.429063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-565f12a0-2e89-4c92-b127-89b37bf85460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.431873 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-3e920518-0184-456c-9f98-964baf640406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.554073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.561230 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e38b1f6d-ef90-4d0b-9426-ce24eee80d41 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9100664 Oct 17 17:55:13.565625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44468) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:13.568486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] Pushing event updated for resources: {'Network': ['ID=da283b3c-d51a-46ce-aa70-7f2237f7cbfa,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:13.571804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.612202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'security_group': {'name': 'tempest-secgroup-1314503057'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:13.626788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14eca883-51bc-42bd-b050-91684ddc1cd0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.632681 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e36563a8-6cfa-453e-8537-2c5b6c49f396 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8312120 Oct 17 17:55:13.646808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44472) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:13.652709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Request body: {'subnet': {'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1340155335-subnet', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'ip_version': 4}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:13.667880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:13.668456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.673875 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1889186 Oct 17 17:55:13.678948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44476) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:13.679168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:13.680522 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb1359-b456-443c-b173-4f42b1e898b8 None None] Pushing event updated for resources: {'Port': ['ID=193335ed-0d4b-4b54-adc1-26b4e8bea9e7,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:13.695275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:security_group and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:13.698351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eca883-51bc-42bd-b050-91684ddc1cd0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=f980f81c-27dd-4f82-82d4-e30f8fa5d7a3,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:13.702182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:13.702963 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Usage tracker for resource:subnet and tenant:da924686a08b49a18e7ed260121b3078 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:13.706150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-565f12a0-2e89-4c92-b127-89b37bf85460 None None] For port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9efe1d28-5f7c-4ef1-9244-51fdec32aa32,segment=NetworkSegment(37d069c5-6b97-495f-991d-346f5cae489a),segment_id=37d069c5-6b97-495f-991d-346f5cae489a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:13.706545 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-565f12a0-2e89-4c92-b127-89b37bf85460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.711373 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-44e65039-b0f2-4ef2-9787-1b5d4e506a84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '3d9ec786-8512-4f73-b531-b94b38dfb7b4', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:13.715573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14eca883-51bc-42bd-b050-91684ddc1cd0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.719107 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-14eca883-51bc-42bd-b050-91684ddc1cd0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/f980f81c-27dd-4f82-82d4-e30f8fa5d7a3 HTTP/1.1" status: 204 len: 168 time: 1.1869719 Oct 17 17:55:13.719827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:13.722990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:13.726795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44480) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:13.729954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:13.735407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-44e65039-b0f2-4ef2-9787-1b5d4e506a84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:13.795005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f877e-cb43-4134-b7c6-dc062bac0385 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9ec786-8512-4f73-b531-b94b38dfb7b4,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:13.800505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-44e65039-b0f2-4ef2-9787-1b5d4e506a84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:13.810378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-44e65039-b0f2-4ef2-9787-1b5d4e506a84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:13.817073 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-00330c0e-43d6-483b-8368-50fa5e8d3c39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891001 Oct 17 17:55:13.818107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.829580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44484) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:13.842019 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:13.846258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-44e65039-b0f2-4ef2-9787-1b5d4e506a84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:13.853705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Made reservation on behalf of da924686a08b49a18e7ed260121b3078 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:13.856146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.872871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-565f12a0-2e89-4c92-b127-89b37bf85460 None None] Calling delete_port for 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:13.930861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:13.951654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:security_group_rule and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:13.958503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:13.960654 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Attempt 2 to provision port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 Oct 17 17:55:13.969617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:13.990242 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'tenant_id': '05dbf97f09e748a0bfcd2cbee286018f', 'fixed_ips': [{'subnet_id': '7656358c-e459-4238-a331-f0679369eb28'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:55:13.990719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:13.998281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:14.008983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:14.010138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network da283b3c-d51a-46ce-aa70-7f2237f7cbfa details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:55:14.026924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:14.028248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:14.031978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.057933 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96eb74a-244a-4468-b2ca-a6cd4bf4b5ac None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:14.087198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-565f12a0-2e89-4c92-b127-89b37bf85460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.099752 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-3e920518-0184-456c-9f98-964baf640406 None None] Attempting to bind port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:14.100523 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-3e920518-0184-456c-9f98-964baf640406 None None] Attempting to bind port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:14.101105 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e920518-0184-456c-9f98-964baf640406 None None] Attempting to bind port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 on network 17275f87-7cd3-4c74-af7d-0a6a78eff407 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:14.113258 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e920518-0184-456c-9f98-964baf640406 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:14.114029 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e920518-0184-456c-9f98-964baf640406 None None] Checking segment: {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:14.114776 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-3e920518-0184-456c-9f98-964baf640406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.115636 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e920518-0184-456c-9f98-964baf640406 None None] Bound using segment: {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:14.116286 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-3e920518-0184-456c-9f98-964baf640406 None None] Bound port: 193335ed-0d4b-4b54-adc1-26b4e8bea9e7, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:14.116884 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-3e920518-0184-456c-9f98-964baf640406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.226501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.245565 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-3e920518-0184-456c-9f98-964baf640406 None None] For port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:14.250705 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-3e920518-0184-456c-9f98-964baf640406 None None] For port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=193335ed-0d4b-4b54-adc1-26b4e8bea9e7,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:14.264829 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:12Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:14.270773 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-3e920518-0184-456c-9f98-964baf640406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.277673 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d620f5b-2e96-420f-b9a9-2768f5737a57 None None] The sync data for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv is: [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:12Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:14.302759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.322944 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.331632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] For port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9efe1d28-5f7c-4ef1-9244-51fdec32aa32,segment=NetworkSegment(37d069c5-6b97-495f-991d-346f5cae489a),segment_id=37d069c5-6b97-495f-991d-346f5cae489a)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:14.331888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.386892 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb1359-b456-443c-b173-4f42b1e898b8 None None] Pushing event updated for resources: {'Port': ['ID=193335ed-0d4b-4b54-adc1-26b4e8bea9e7,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:14.401661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f12a0-2e89-4c92-b127-89b37bf85460 None None] Pushing event deleted for resources: {'Port': ['ID=9efe1d28-5f7c-4ef1-9244-51fdec32aa32,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:14.408154 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e920518-0184-456c-9f98-964baf640406 None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:14.409136 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3e920518-0184-456c-9f98-964baf640406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:14.432004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44e65039-b0f2-4ef2-9787-1b5d4e506a84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.472132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565f12a0-2e89-4c92-b127-89b37bf85460 None None] No DVR routers for this DVR port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:55:14.506337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f864eb-15ca-4217-bb17-fd6ee48f9539,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:14.527576 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.530219 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0a833343-f46c-4ef8-ba68-30aa0361ff8b tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9623983 Oct 17 17:55:14.534228 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44488) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:14.552472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:14.561807 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'security_group': {'name': 'tempest-secgroup-1167117883'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:14.572660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:14.584592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:security_group and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:14.592221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:14.607505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.638111 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:14.670071 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-3e920518-0184-456c-9f98-964baf640406 None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:14.694262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.732773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:14.792594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:14.818749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:security_group_rule and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:14.827538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:14.848461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:14.862388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:55:14.884654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Deleting port dc723eb7-1745-4c08-a82e-306892e39277 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:14.885382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.934060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:14.934431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:14.934780 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da Oct 17 17:55:15.055346 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Attempt 3 to provision port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 Oct 17 17:55:15.104704 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:15.149483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:15.189392 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3e920518-0184-456c-9f98-964baf640406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:14Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:15.199561 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Allocated IP 172.20.0.2 (98380ccf-f03b-4a5b-810f-10cdd9249d1b/7656358c-e459-4238-a331-f0679369eb28/487c34e7-16b6-4aa5-b06e-5f832c62fa89) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:15.202581 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e920518-0184-456c-9f98-964baf640406 None None] The sync data for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv is: [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:14Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:15.204056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa62ac49-a728-4cab-a84d-83e28b8bd124,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:15.221024 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:55:15.236890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Checking segment: {'id': 'f0385e0e-aadf-45af-a507-726218543f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:15.237652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Network hostable DHCP agents. Network: da283b3c-d51a-46ce-aa70-7f2237f7cbfa, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:55:15.245643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:15.251290 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7156391 Oct 17 17:55:15.257479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44492) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:15.274609 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2056106580', 'security_groups': ['1319ac9a-81be-4068-bd64-ffd857cec492'], 'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7656358c-e459-4238-a331-f0679369eb28'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:15.338576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.api [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:55:15.339235 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG oslo_db.api [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:55:15.376744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:15.394744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:15.448396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:15.451351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:55:15.522595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Provisioning for port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:15.539902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:55:15.621185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259367f-2fcc-4818-9ea7-063a8d8b88d8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1319ac9a-81be-4068-bd64-ffd857cec492,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:15.624842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:55:15.625400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:55:15.641937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Calling delete_port for dc723eb7-1745-4c08-a82e-306892e39277 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:15.709315 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Provisioning for port 0de819df-fc4c-4009-b01d-4e91c48c0274 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:15.789110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Provisioning complete for port 0de819df-fc4c-4009-b01d-4e91c48c0274 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:15.789110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:15.790010 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Attempt 1 to provision port 0de819df-fc4c-4009-b01d-4e91c48c0274 Oct 17 17:55:15.829076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Network da283b3c-d51a-46ce-aa70-7f2237f7cbfa is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:55:15.838347 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44e65039-b0f2-4ef2-9787-1b5d4e506a84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:15.847927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 9efe1d28-5f7c-4ef1-9244-51fdec32aa32 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:15.848543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:15.970164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:15.976526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44e65039-b0f2-4ef2-9787-1b5d4e506a84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:15.984480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] The port '9efe1d28-5f7c-4ef1-9244-51fdec32aa32' was deleted {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:55:15.997495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:16.011105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, da283b3c-d51a-46ce-aa70-7f2237f7cbfa) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:16.035235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:16.044411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8565181d-b4d8-4382-b9d7-d4fe848695ec None None] Network da283b3c-d51a-46ce-aa70-7f2237f7cbfa requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:16.067551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:16.068343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.075254 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] For port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:16.080590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:16.155892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e65039-b0f2-4ef2-9787-1b5d4e506a84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f6bd82-2d7d-475f-a50d-61d48a6ef2e3,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:16.188524 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.195844 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-73b4772a-c446-4067-8938-aec911446d22 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5454216 Oct 17 17:55:16.199319 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44e65039-b0f2-4ef2-9787-1b5d4e506a84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.203745 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-44e65039-b0f2-4ef2-9787-1b5d4e506a84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5202987 Oct 17 17:55:16.206575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44496) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:16.206980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44498) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:16.215774 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1340155335-router', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:16.246614 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:55:16.276194 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.283381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Transition to ACTIVE for port object 487c34e7-16b6-4aa5-b06e-5f832c62fa89 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:16.283856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1a6400b8-2323-4631-9da7-2c0027ee374f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '3d9ec786-8512-4f73-b531-b94b38dfb7b4', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:16.291850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:16.301439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.302168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.303823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1a6400b8-2323-4631-9da7-2c0027ee374f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:16.320420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Usage tracker for resource:router and tenant:da924686a08b49a18e7ed260121b3078 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:16.331697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1a6400b8-2323-4631-9da7-2c0027ee374f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:16.334935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:16.340211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1a6400b8-2323-4631-9da7-2c0027ee374f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:16.358232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1a6400b8-2323-4631-9da7-2c0027ee374f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:16.358887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Transition to ACTIVE for port object 487c34e7-16b6-4aa5-b06e-5f832c62fa89 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:16.360548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Current status of the port 0de819df-fc4c-4009-b01d-4e91c48c0274 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:16.360762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.362047 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.371877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:16.397014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:16.402908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.417947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654cefb7-057e-4955-ae5a-bc5a4c7f7764']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:16.427164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=d851bef8-f278-4979-bb94-d15aba29c823,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:16.434713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.436728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.443672 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d069c5-6b97-495f-991d-346f5cae489a') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:16.444363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d069c5-6b97-495f-991d-346f5cae489a') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:16.452782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1a6400b8-2323-4631-9da7-2c0027ee374f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.464320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:16.464668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:16.465012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:16.465633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:16.465976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:16.466310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:16.466674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:16.467006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:16.467907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:16.468238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:16.468566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:16.468899 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:16.493884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:16.497592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.500515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:16.500732 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.501005 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a Oct 17 17:55:16.510696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:16.513608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:16.514317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.552083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port 129f3528-ee5d-4415-a901-9b11c2f1481b yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:55:16.562381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dac9d1-f942-4b25-b3f1-74fc6a334e2c None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:16.644017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:16.647184 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.667783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:16.673617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:16.704523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.718563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da,revision_number=6']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:16.724618 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:55:16.725141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.729873 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] For port 0de819df-fc4c-4009-b01d-4e91c48c0274, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0de819df-fc4c-4009-b01d-4e91c48c0274,segment=NetworkSegment(5b438e7d-6334-4cf8-b06a-29b891c3a4b0),segment_id=5b438e7d-6334-4cf8-b06a-29b891c3a4b0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:16.749922 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-892a3653-dc9b-471e-b368-7cdfb2e11af0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9148231 Oct 17 17:55:16.750335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44504) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:16.760956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:88:7a:1a', 'name': 'tempest-NetworksTestDHCPv6-603750704'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:16.771944 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.793109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1a6400b8-2323-4631-9da7-2c0027ee374f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.906290 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 37d069c5-6b97-495f-991d-346f5cae489a resource provider aggregate not found Oct 17 17:55:16.912235 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Attempting to bind port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:16.912646 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Attempting to bind port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd928bf2f-3816-4dda-a099-d1428453f791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:16.913030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Attempting to bind port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 on network 98380ccf-f03b-4a5b-810f-10cdd9249d1b {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:16.915378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Pushing event updated for resources: {'Port': ['ID=487c34e7-16b6-4aa5-b06e-5f832c62fa89,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:16.923966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.929938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:16.943406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1a6400b8-2323-4631-9da7-2c0027ee374f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.945747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:16.957026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:17.024289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:17.024567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Checking segment: {'id': 'd928bf2f-3816-4dda-a099-d1428453f791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:17.024841 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:17.024980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.025234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Bound using segment: {'id': 'd928bf2f-3816-4dda-a099-d1428453f791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:17.025752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Bound port: 487c34e7-16b6-4aa5-b06e-5f832c62fa89, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd928bf2f-3816-4dda-a099-d1428453f791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:17.026194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.031669 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.045240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-da283b3c-d51a-46ce-aa70-7f2237f7cbfa', 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'fixed_ips': [{'subnet_id': 'fa62ac49-a728-4cab-a84d-83e28b8bd124'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:55:17.046324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.143619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dc343-0fdc-4698-a4dd-2a63781864ae None None] Pushing event updated for resources: {'Port': ['ID=0de819df-fc4c-4009-b01d-4e91c48c0274,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:17.174674 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 37d069c5-6b97-495f-991d-346f5cae489a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37d069c5-6b97-495f-991d-346f5cae489a found for delete ", "request_id": "req-04db2b3a-fb80-4b19-9ad3-c3a849359b55"}]} Oct 17 17:55:17.187911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6400b8-2323-4631-9da7-2c0027ee374f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02d64bd-8c83-4110-9197-d3b7e3c238d7,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:17.344402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.351022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Network': ['ID=654cefb7-057e-4955-ae5a-bc5a4c7f7764,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:17.352994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Pushing event deleted for resources: {'Port': ['ID=dc723eb7-1745-4c08-a82e-306892e39277,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:17.364833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.8 (98380ccf-f03b-4a5b-810f-10cdd9249d1b/7656358c-e459-4238-a331-f0679369eb28/129f3528-ee5d-4415-a901-9b11c2f1481b) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:17.394689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:17.395101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.419359 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.423616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6b95f693-924b-496d-b16e-06dc4c221b63 None None] Provisioning complete for port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:17.423997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b95f693-924b-496d-b16e-06dc4c221b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.424334 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6b95f693-924b-496d-b16e-06dc4c221b63 None None] Attempt 1 to provision port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da Oct 17 17:55:17.439559 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0925ddfc-f331-46f8-9523-a32881b2bd3d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/networks/654cefb7-057e-4955-ae5a-bc5a4c7f7764 HTTP/1.1" status: 204 len: 168 time: 4.9500649 Oct 17 17:55:17.443006 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1a6400b8-2323-4631-9da7-2c0027ee374f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.449811 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1a6400b8-2323-4631-9da7-2c0027ee374f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2397122 Oct 17 17:55:17.451251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44512) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:17.451625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44514) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:17.472557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-380c5a65-425b-442d-82fe-19d0cff7968f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '3d9ec786-8512-4f73-b531-b94b38dfb7b4', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:17.481747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7e4475b3-7e21-4c0c-9ea2-25afaf1e4233 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-8071137', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:17.493013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-380c5a65-425b-442d-82fe-19d0cff7968f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:17.529700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7e4475b3-7e21-4c0c-9ea2-25afaf1e4233 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:17.537429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-380c5a65-425b-442d-82fe-19d0cff7968f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:17.544995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-380c5a65-425b-442d-82fe-19d0cff7968f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:17.598143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.609758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7e4475b3-7e21-4c0c-9ea2-25afaf1e4233 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:router and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:17.614466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7e4475b3-7e21-4c0c-9ea2-25afaf1e4233 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:17.622921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-380c5a65-425b-442d-82fe-19d0cff7968f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:17.640744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.652358 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3e438981-7ae4-49aa-89cf-b3c4f0d6e46a,segment=NetworkSegment(5b438e7d-6334-4cf8-b06a-29b891c3a4b0),segment_id=5b438e7d-6334-4cf8-b06a-29b891c3a4b0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:17.656393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7e4475b3-7e21-4c0c-9ea2-25afaf1e4233 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:17.666674 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] For port 487c34e7-16b6-4aa5-b06e-5f832c62fa89, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:17.677227 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] For port 487c34e7-16b6-4aa5-b06e-5f832c62fa89, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=487c34e7-16b6-4aa5-b06e-5f832c62fa89,segment=NetworkSegment(d928bf2f-3816-4dda-a099-d1428453f791),segment_id=d928bf2f-3816-4dda-a099-d1428453f791)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:17.705990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-380c5a65-425b-442d-82fe-19d0cff7968f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.737560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e4475b3-7e21-4c0c-9ea2-25afaf1e4233 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.738585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e4475b3-7e21-4c0c-9ea2-25afaf1e4233 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.739686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.740521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:17.769352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 5a8db22a-6918-405d-84b1-7db918d7b6e4 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:55:17.810515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.815624 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.870710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e4475b3-7e21-4c0c-9ea2-25afaf1e4233 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.872737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.872737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Fanout notify agent at l3_agent the message router_deleted on router 384d9289-1303-42bb-bf93-f1b2a05ff9e1 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:55:17.881300 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.886123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.887280 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-21ffc8d2-3311-45e4-b7f4-0d1a9d9e9fef tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/routers/384d9289-1303-42bb-bf93-f1b2a05ff9e1 HTTP/1.1" status: 204 len: 168 time: 5.1656518 Oct 17 17:55:17.897728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44520) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:17.903386 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1872625093', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:17.915086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:17.921014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Usage tracker for resource:router and tenant:85ca27358dd2403e9d9054c6beaf22e3 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:17.951397 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:17.989313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=3e438981-7ae4-49aa-89cf-b3c4f0d6e46a,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:17.995348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:18.016316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-380c5a65-425b-442d-82fe-19d0cff7968f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.032811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-380c5a65-425b-442d-82fe-19d0cff7968f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.037571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Transition to ACTIVE for port object 129f3528-ee5d-4415-a901-9b11c2f1481b will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:18.065267 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Allocated IP 172.20.0.2 (da283b3c-d51a-46ce-aa70-7f2237f7cbfa/fa62ac49-a728-4cab-a84d-83e28b8bd124/23e59978-7e8c-46e3-851a-a43011c1330d) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:18.065569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e4475b3-7e21-4c0c-9ea2-25afaf1e4233 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.076204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:18.078090 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6b95f693-924b-496d-b16e-06dc4c221b63 None None] Current status of the port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:18.114315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c5a65-425b-442d-82fe-19d0cff7968f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6136cbe2-6d14-41a8-b89c-baed9266d7df,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:18.119370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::f816:3eff:fe88:7a1a (b6857a8d-f808-4f27-8165-53c8a72cbcb5/d851bef8-f278-4979-bb94-d15aba29c823/5a8db22a-6918-405d-84b1-7db918d7b6e4) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:18.162173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.163617 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.226222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.228898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.240941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-380c5a65-425b-442d-82fe-19d0cff7968f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.241992 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-380c5a65-425b-442d-82fe-19d0cff7968f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7872109 Oct 17 17:55:18.253377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e4475b3-7e21-4c0c-9ea2-25afaf1e4233 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.254754 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7e4475b3-7e21-4c0c-9ea2-25afaf1e4233 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 696 time: 0.8019569 Oct 17 17:55:18.259583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44524) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:18.259924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44526) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:18.276745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b198a644-c555-4164-852a-754786b3b9e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '3d9ec786-8512-4f73-b531-b94b38dfb7b4', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:18.283598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:18.291158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.313073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6b95f693-924b-496d-b16e-06dc4c221b63 None None] Provisioning complete for port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:18.313865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b95f693-924b-496d-b16e-06dc4c221b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.314699 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6b95f693-924b-496d-b16e-06dc4c221b63 None None] Attempt 1 to provision port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a Oct 17 17:55:18.395419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:18.396356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.397042 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 Oct 17 17:55:18.441720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f781290-64ac-4f66-9bea-cdefe1568469 None None] Pushing event updated for resources: {'Port': ['ID=487c34e7-16b6-4aa5-b06e-5f832c62fa89,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:18.511294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'network': {'name': 'tempest-RoutersTest-482213846'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:18.517949 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:18.522549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:network and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:18.527018 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:18.534826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:18.548268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b198a644-c555-4164-852a-754786b3b9e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:18.564725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.649045 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:18.654095 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.671016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b198a644-c555-4164-852a-754786b3b9e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:18.688499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b198a644-c555-4164-852a-754786b3b9e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:18.714035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b198a644-c555-4164-852a-754786b3b9e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:18.724510 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=129f3528-ee5d-4415-a901-9b11c2f1481b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:18.757211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:18.767725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:18.775602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.780802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:18.796335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.809393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:18.809848 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.818588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:55:18.834255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Transition to ACTIVE for port object 23e59978-7e8c-46e3-851a-a43011c1330d will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:18.839556 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6b95f693-924b-496d-b16e-06dc4c221b63 None None] Current status of the port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:18.847016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b198a644-c555-4164-852a-754786b3b9e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.871636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.871988 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Added segment 3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4 of type vlan for network 0e78ef14-98a6-4054-8526-96b29cec27b3 Oct 17 17:55:18.887819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 5a8db22a-6918-405d-84b1-7db918d7b6e4 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:18.894686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Transition to ACTIVE for port object 23e59978-7e8c-46e3-851a-a43011c1330d will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:18.897303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=193335ed-0d4b-4b54-adc1-26b4e8bea9e7,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:18.899711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6b95f693-924b-496d-b16e-06dc4c221b63 None None] Provisioning complete for port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:18.899711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b95f693-924b-496d-b16e-06dc4c221b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.900041 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6b95f693-924b-496d-b16e-06dc4c221b63 None None] Attempt 1 to provision port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 Oct 17 17:55:18.928145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:18.928765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.934934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.944651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Allocated IP 172.26.8.14 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/1ef956a4-9fe8-43c3-8097-7577209ac96c) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:18.963300 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.972896 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:18.980471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.024197 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Network da283b3c-d51a-46ce-aa70-7f2237f7cbfa is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:19.027790 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-83839117-7f30-4a56-beba-59f09bfb5b19 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7668991 Oct 17 17:55:19.029394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:19.037210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:19.039169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44532) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:19.048568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ee69f8b7-21df-4464-82af-3ec252cbebdb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:19.073356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b198a644-c555-4164-852a-754786b3b9e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.091410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Pushing event updated for resources: {'Port': ['ID=23e59978-7e8c-46e3-851a-a43011c1330d,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:19.092924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.098644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:19.099377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.103921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b198a644-c555-4164-852a-754786b3b9e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.256984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.257308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.387745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Attempting to bind port 23e59978-7e8c-46e3-851a-a43011c1330d on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:19.388122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Attempting to bind port 23e59978-7e8c-46e3-851a-a43011c1330d by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'f0385e0e-aadf-45af-a507-726218543f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:19.388865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Attempting to bind port 23e59978-7e8c-46e3-851a-a43011c1330d on network da283b3c-d51a-46ce-aa70-7f2237f7cbfa {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:19.407973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 487c34e7-16b6-4aa5-b06e-5f832c62fa89 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:19.449693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:19.450729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Checking segment: {'id': 'f0385e0e-aadf-45af-a507-726218543f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:19.451637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.453089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Bound using segment: {'id': 'f0385e0e-aadf-45af-a507-726218543f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:19.454163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Bound port: 23e59978-7e8c-46e3-851a-a43011c1330d, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0385e0e-aadf-45af-a507-726218543f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:19.455078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.471157 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=193335ed-0d4b-4b54-adc1-26b4e8bea9e7,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:19.479921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.563497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:19.568449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:19.574547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:19.581130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198a644-c555-4164-852a-754786b3b9e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f2521f-233b-43d1-9a96-e966a32d9327,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:19.654646 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6b95f693-924b-496d-b16e-06dc4c221b63 None None] Current status of the port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:19.688484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Network': ['ID=0e78ef14-98a6-4054-8526-96b29cec27b3,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:19.708007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 0e78ef14-98a6-4054-8526-96b29cec27b3 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:55:19.713757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:19.732390 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] For port 23e59978-7e8c-46e3-851a-a43011c1330d, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:19.736366 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-39326696-38ce-4cfe-89cf-e5afd5db09fe tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4689276 Oct 17 17:55:19.737369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b198a644-c555-4164-852a-754786b3b9e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.741112 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b198a644-c555-4164-852a-754786b3b9e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4737425 Oct 17 17:55:19.741112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=5a8db22a-6918-405d-84b1-7db918d7b6e4,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:19.746867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44536) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:19.747237 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44538) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:19.755172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:19.765454 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:19.772298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:19.773206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.787877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ee69f8b7-21df-4464-82af-3ec252cbebdb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:19.793639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ee69f8b7-21df-4464-82af-3ec252cbebdb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:19.810735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:19.814402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-0acdea1d-8e48-49db-9ea7-e50103c10670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '3d9ec786-8512-4f73-b531-b94b38dfb7b4', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:19.815482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ee69f8b7-21df-4464-82af-3ec252cbebdb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:19.820953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] For port 23e59978-7e8c-46e3-851a-a43011c1330d, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=23e59978-7e8c-46e3-851a-a43011c1330d,segment=NetworkSegment(f0385e0e-aadf-45af-a507-726218543f7c),segment_id=f0385e0e-aadf-45af-a507-726218543f7c)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:19.826419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:19.838542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'subnet': {'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:19.838749 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e24fcba1-5eb5-414c-9d5c-0d78da489af1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0847716 Oct 17 17:55:19.841142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44544) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:19.852513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef956a4-9fe8-43c3-8097-7577209ac96c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:19.870380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0acdea1d-8e48-49db-9ea7-e50103c10670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:19.876071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:19.876458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:19.876732 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:19.877068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:19.877401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:19.877728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:19.878596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:19.878596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:19.878784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:19.878989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:19.879342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:19.879655 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:19.883884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.891744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0acdea1d-8e48-49db-9ea7-e50103c10670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:19.900986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ee69f8b7-21df-4464-82af-3ec252cbebdb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:19.965598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee69f8b7-21df-4464-82af-3ec252cbebdb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:19.969183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee69f8b7-21df-4464-82af-3ec252cbebdb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.996977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Provisioning complete for port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:19.997346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:19.997673 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Attempt 1 to provision port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da Oct 17 17:55:20.013380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0acdea1d-8e48-49db-9ea7-e50103c10670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:20.097106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43d530-01b7-4b23-8edf-7dbac73dbad8 None None] Pushing event updated for resources: {'Port': ['ID=23e59978-7e8c-46e3-851a-a43011c1330d,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:20.117202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0acdea1d-8e48-49db-9ea7-e50103c10670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:20.147875 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:20.148799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:20.149236 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a Oct 17 17:55:20.159181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae72affd-01b8-4697-9f2a-098963568148 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:20.177585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae72affd-01b8-4697-9f2a-098963568148 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:20.178415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ae72affd-01b8-4697-9f2a-098963568148 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:20.244052 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ae72affd-01b8-4697-9f2a-098963568148 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:20.249594 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ae72affd-01b8-4697-9f2a-098963568148 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.4035122 Oct 17 17:55:20.249888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44548) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:20.264826 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-0acdea1d-8e48-49db-9ea7-e50103c10670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:55:20.290334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0acdea1d-8e48-49db-9ea7-e50103c10670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:20.345512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Current status of the port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:20.382442 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.ipam_backend_mixin [None req-ee69f8b7-21df-4464-82af-3ec252cbebdb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7656358c-e459-4238-a331-f0679369eb28 (CIDR: 172.20.0.0/28) Oct 17 17:55:20.396867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Provisioning for port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:20.398747 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee69f8b7-21df-4464-82af-3ec252cbebdb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:55:20.400715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee69f8b7-21df-4464-82af-3ec252cbebdb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:55:20.420756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Provisioning complete for port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:20.421725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:20.422192 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Attempt 1 to provision port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 Oct 17 17:55:20.430419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a2962-c0e4-4ea4-b62e-354a3f5acfc3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 5a8db22a-6918-405d-84b1-7db918d7b6e4 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:20.431443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2962-c0e4-4ea4-b62e-354a3f5acfc3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:20.492140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:20.495397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:20.574768 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ee69f8b7-21df-4464-82af-3ec252cbebdb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5341735 Oct 17 17:55:20.579252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44552) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:20.590830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:20.622887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Current status of the port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:20.623655 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:20.628923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:20.636147 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:20.660078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:20.660484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:20.660804 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da Oct 17 17:55:20.673491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:subnet and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:20.706675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] For port 487c34e7-16b6-4aa5-b06e-5f832c62fa89, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=487c34e7-16b6-4aa5-b06e-5f832c62fa89,segment=NetworkSegment(d928bf2f-3816-4dda-a099-d1428453f791),segment_id=d928bf2f-3816-4dda-a099-d1428453f791)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:20.712945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:20.729958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:20.733717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:20.818669 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Pushing event updated for resources: {'Port': ['ID=487c34e7-16b6-4aa5-b06e-5f832c62fa89,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:20.829717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:20.854238 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Provisioning complete for port 33dd6b3b-72df-4aed-9422-008cbc67a07d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:20.854881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:20.855440 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Attempt 1 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:20.911466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0acdea1d-8e48-49db-9ea7-e50103c10670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:20.926971 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:20.929940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:20.948785 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0acdea1d-8e48-49db-9ea7-e50103c10670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:21.053044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:21.077979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:21.080053 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0de819df-fc4c-4009-b01d-4e91c48c0274 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:21.104020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:21.129969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acdea1d-8e48-49db-9ea7-e50103c10670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b12ad5-a4a1-4181-b62f-1a7f196703de,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:21.143761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:21.154155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:21.172398 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:21.203771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2962-c0e4-4ea4-b62e-354a3f5acfc3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:21.204006 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 0de819df-fc4c-4009-b01d-4e91c48c0274 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:21.205624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:21.206055 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 0de819df-fc4c-4009-b01d-4e91c48c0274 Oct 17 17:55:21.264395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0acdea1d-8e48-49db-9ea7-e50103c10670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:21.265609 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0acdea1d-8e48-49db-9ea7-e50103c10670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4556942 Oct 17 17:55:21.275101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:21.321062 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44556) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:21.332631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-40deee38-a4c6-43ba-8e56-b4068d290243 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '3d9ec786-8512-4f73-b531-b94b38dfb7b4', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:21.379855 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 0de819df-fc4c-4009-b01d-4e91c48c0274 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:21.450417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Allocated IP 172.26.8.186 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/b0731cfc-2859-4198-b9ad-73c6ac1141d7) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:21.504554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a2962-c0e4-4ea4-b62e-354a3f5acfc3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 5a8db22a-6918-405d-84b1-7db918d7b6e4 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:21.561434 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Attempt 2 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:21.567073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-40deee38-a4c6-43ba-8e56-b4068d290243 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:21.605408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:21.613220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:21.636047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-40deee38-a4c6-43ba-8e56-b4068d290243 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:21.644196 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 487c34e7-16b6-4aa5-b06e-5f832c62fa89 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:21.645906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-40deee38-a4c6-43ba-8e56-b4068d290243 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:21.676346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353aebb7-39a2-4651-90e2-d5f9a55e92ae None None] Network da283b3c-d51a-46ce-aa70-7f2237f7cbfa requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:21.707763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-40deee38-a4c6-43ba-8e56-b4068d290243 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:21.760585 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-40deee38-a4c6-43ba-8e56-b4068d290243 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:55:21.770798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:21.830916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:21.831615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:21.831711 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 Oct 17 17:55:21.840998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-40deee38-a4c6-43ba-8e56-b4068d290243 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:21.904009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2962-c0e4-4ea4-b62e-354a3f5acfc3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:21.934260 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:21.995759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a2962-c0e4-4ea4-b62e-354a3f5acfc3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=5a8db22a-6918-405d-84b1-7db918d7b6e4,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:22.085663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4d7a2962-c0e4-4ea4-b62e-354a3f5acfc3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:22.134174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:22.141070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:22.142376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 23e59978-7e8c-46e3-851a-a43011c1330d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:22.173248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-40deee38-a4c6-43ba-8e56-b4068d290243 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:22.223342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Subnet': ['ID=adbb8dca-a229-480a-83de-af0a2635422c,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:22.237273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Checking segment: {'id': '3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:22.237818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network hostable DHCP agents. Network: 0e78ef14-98a6-4054-8526-96b29cec27b3, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:55:22.243608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-40deee38-a4c6-43ba-8e56-b4068d290243 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:22.246026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:22.250683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 23e59978-7e8c-46e3-851a-a43011c1330d completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:22.261577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:22.278281 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4d7a2962-c0e4-4ea4-b62e-354a3f5acfc3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/5a8db22a-6918-405d-84b1-7db918d7b6e4 HTTP/1.1" status: 204 len: 168 time: 2.0270741 Oct 17 17:55:22.287797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44560) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:22.307084 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Attempt 3 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:22.396307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:22.421597 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:22.422446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:22.423347 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 Oct 17 17:55:22.427830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-40deee38-a4c6-43ba-8e56-b4068d290243 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:22.432240 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-40deee38-a4c6-43ba-8e56-b4068d290243 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1059148 Oct 17 17:55:22.500692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40deee38-a4c6-43ba-8e56-b4068d290243 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede137d3-c73a-4693-9f87-d27f74928b85,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:22.554394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:22.613433 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5977ac8-473d-4c49-83d2-efde4c85ed52 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:22.614976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5977ac8-473d-4c49-83d2-efde4c85ed52 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:22.615802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e5977ac8-473d-4c49-83d2-efde4c85ed52 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:22.648887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e5977ac8-473d-4c49-83d2-efde4c85ed52 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:22.653911 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e5977ac8-473d-4c49-83d2-efde4c85ed52 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3651347 Oct 17 17:55:22.658184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44568) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:22.660871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 0e78ef14-98a6-4054-8526-96b29cec27b3 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:55:22.664271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:22.684288 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:22.745521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 0e78ef14-98a6-4054-8526-96b29cec27b3) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:22.750260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:22.752260 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:22.753592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:22.755885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202c0177-8667-498b-80e2-e7a7e1a537ff None None] Network 0e78ef14-98a6-4054-8526-96b29cec27b3 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:22.879826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:22.892853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ed47ac-d934-4e06-9850-8d34fa85e3f1 None None] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:22.893470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:22.893592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:22.909958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Subnet': ['ID=3136ee2b-64a5-4f16-b938-cd6eb03c0ade,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:22.935246 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Attempt 4 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:22.948632 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-425284e2-da0a-4c39-9512-df678bd17782 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3639319 Oct 17 17:55:22.948941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44580) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:22.955706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8edca2-fd59-4734-9cf4-4300425cd894 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet d851bef8-f278-4979-bb94-d15aba29c823 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:55:22.961036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ceb9e2e6-ebf1-48d9-bbb9-b9d8fdd8d014 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2115724461', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3136ee2b-64a5-4f16-b938-cd6eb03c0ade'}], 'security_groups': ['38f864eb-15ca-4217-bb17-fd6ee48f9539']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:22.968990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Router b96c7d11-d042-474e-bac5-cd6b1ed396f2 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:55:22.988788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:22.995807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:22.998537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:23.010443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b8edca2-fd59-4734-9cf4-4300425cd894 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:23.100268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:23.101816 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b8edca2-fd59-4734-9cf4-4300425cd894 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:23.138282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-edfa9e15-1400-4d06-9246-4e82033c9891 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:23.230636 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8cb6ce5b-cf14-4b81-bf7c-78f3a6e5af19 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4221361 Oct 17 17:55:23.238254 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44584) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:23.295168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-edfa9e15-1400-4d06-9246-4e82033c9891 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:23.296894 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-edfa9e15-1400-4d06-9246-4e82033c9891 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654693566&fields=id&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 267 time: 0.3857076 Oct 17 17:55:23.305701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Pushing event updated for resources: {'Port': ['ID=b0731cfc-2859-4198-b9ad-73c6ac1141d7,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:23.354986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-0e78ef14-98a6-4054-8526-96b29cec27b3', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:55:23.356215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:23.571767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Allocated IP 172.20.0.2 (0e78ef14-98a6-4054-8526-96b29cec27b3/adbb8dca-a229-480a-83de-af0a2635422c/09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:23.605979 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Attempt 5 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:23.771400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:55:23.792413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-084d6957-6e04-420a-aa01-7fd614bbe0f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:23.794126 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-084d6957-6e04-420a-aa01-7fd614bbe0f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:23.796829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:23.801600 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Sync routers for ids ['b96c7d11-d042-474e-bac5-cd6b1ed396f2'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:55:23.814942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1fe847-5bfb-45a4-b734-c644f7be5df0 None None] Update dhcp port {'port': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'fixed_ips': [{'subnet_id': '7656358c-e459-4238-a331-f0679369eb28', 'ip_address': '172.20.0.2'}, {'subnet_id': '3136ee2b-64a5-4f16-b938-cd6eb03c0ade'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '487c34e7-16b6-4aa5-b06e-5f832c62fa89'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:55:23.822802 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Routers {'b96c7d11-d042-474e-bac5-cd6b1ed396f2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:23.824966 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b96c7d11-d042-474e-bac5-cd6b1ed396f2'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:23.830496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:23.834828 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fa279cdd-8646-4d4a-871e-8bce4bd8e534 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6265464 Oct 17 17:55:23.835697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44588) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:23.876620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e1fe847-5bfb-45a4-b734-c644f7be5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:23.988738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-084d6957-6e04-420a-aa01-7fd614bbe0f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:23.989904 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-084d6957-6e04-420a-aa01-7fd614bbe0f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/networks?id=06ccc2a7-0461-4af5-89b3-0a831416e118 HTTP/1.1" status: 200 len: 797 time: 0.6194589 Oct 17 17:55:24.014488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b8edca2-fd59-4734-9cf4-4300425cd894 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:24.038350 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-03e893e4-d8b9-4b8b-acc4-9d6781cbd77b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/quotas/5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 375 time: 0.0271082 Oct 17 17:55:24.125759 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Set router b96c7d11-d042-474e-bac5-cd6b1ed396f2 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:24.131189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e2e6-ebf1-48d9-bbb9-b9d8fdd8d014 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:24.162717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:24.287884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:24.299668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Transition to ACTIVE for port object 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:24.318994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Transition to ACTIVE for port object 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:24.321557 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Attempt 6 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:24.359358 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:24.398173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-7e1fe847-5bfb-45a4-b734-c644f7be5df0 None None] Allocated IP 172.20.0.18 (98380ccf-f03b-4a5b-810f-10cdd9249d1b/3136ee2b-64a5-4f16-b938-cd6eb03c0ade/487c34e7-16b6-4aa5-b06e-5f832c62fa89) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:24.400821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:24.401722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:24.472481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b8edca2-fd59-4734-9cf4-4300425cd894 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:24.586755 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'name': 'tempest-TestVolumeBootPattern-1340155335-router', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:16Z', 'updated_at': '2022-10-17T17:55:20Z', 'revision_number': 3, 'project_id': 'da924686a08b49a18e7ed260121b3078', 'gw_port': {'id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:89:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:18Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:24.590945 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Checking router: b96c7d11-d042-474e-bac5-cd6b1ed396f2 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:55:24.591359 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Updating router b96c7d11-d042-474e-bac5-cd6b1ed396f2 port 1ef956a4-9fe8-43c3-8097-7577209ac96c binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:55:24.648141 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:24.650850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7e1fe847-5bfb-45a4-b734-c644f7be5df0 None None] For port 487c34e7-16b6-4aa5-b06e-5f832c62fa89, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=487c34e7-16b6-4aa5-b06e-5f832c62fa89,segment=NetworkSegment(d928bf2f-3816-4dda-a099-d1428453f791),segment_id=d928bf2f-3816-4dda-a099-d1428453f791)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:24.683909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e1fe847-5bfb-45a4-b734-c644f7be5df0 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:24.708046 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7e1fe847-5bfb-45a4-b734-c644f7be5df0 None None] Transition to ACTIVE for port object 487c34e7-16b6-4aa5-b06e-5f832c62fa89 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:24.740869 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7e1fe847-5bfb-45a4-b734-c644f7be5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:24.756413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Network 0e78ef14-98a6-4054-8526-96b29cec27b3 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:24.769257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:24.775289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:24.898850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-b16404fd-5e02-4872-bde3-8fd30b228060 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:24.923742 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Attempt 7 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:24.982655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8edca2-fd59-4734-9cf4-4300425cd894 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=d851bef8-f278-4979-bb94-d15aba29c823,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:24.990965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1b8edca2-fd59-4734-9cf4-4300425cd894 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:25.034034 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-b16404fd-5e02-4872-bde3-8fd30b228060 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:25.034996 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-b16404fd-5e02-4872-bde3-8fd30b228060 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9911747 Oct 17 17:55:25.093838 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:25.109849 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Transition to ACTIVE for port object 1ef956a4-9fe8-43c3-8097-7577209ac96c will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:25.124868 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:25.153312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:25.255787 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1b8edca2-fd59-4734-9cf4-4300425cd894 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/d851bef8-f278-4979-bb94-d15aba29c823 HTTP/1.1" status: 204 len: 168 time: 2.5940783 Oct 17 17:55:25.264930 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Attempting to bind port 1ef956a4-9fe8-43c3-8097-7577209ac96c on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:25.265312 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Attempting to bind port 1ef956a4-9fe8-43c3-8097-7577209ac96c by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:25.265643 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Attempting to bind port 1ef956a4-9fe8-43c3-8097-7577209ac96c on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:25.271538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44594) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:25.276170 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:25.276607 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:25.277110 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:25.277494 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:25.277962 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Bound port: 1ef956a4-9fe8-43c3-8097-7577209ac96c, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:25.279840 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:25.354301 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:25.361414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Pushing event updated for resources: {'Port': ['ID=09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:25.383101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061c8a3c-b07c-43c5-bc4c-a56c92e8054b None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:25.417274 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] For port 1ef956a4-9fe8-43c3-8097-7577209ac96c, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:25.423170 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] For port 1ef956a4-9fe8-43c3-8097-7577209ac96c, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1ef956a4-9fe8-43c3-8097-7577209ac96c,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:25.442352 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:25.451563 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b0e5c-80c5-4509-b3c4-08a1009e1c98 None None] Pushing event updated for resources: {'Port': ['ID=1ef956a4-9fe8-43c3-8097-7577209ac96c,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:25.461637 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-de087ea6-8738-4b0f-bead-9461596aa397 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1878803 Oct 17 17:55:25.468644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44598) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:25.553333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Attempting to bind port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:25.553816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Attempting to bind port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:25.554455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Attempting to bind port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 on network 0e78ef14-98a6-4054-8526-96b29cec27b3 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:25.565238 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b0e5c-80c5-4509-b3c4-08a1009e1c98 None None] Pushing event updated for resources: {'Port': ['ID=1ef956a4-9fe8-43c3-8097-7577209ac96c,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:25.591468 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Routers {'b96c7d11-d042-474e-bac5-cd6b1ed396f2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:25.592615 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b96c7d11-d042-474e-bac5-cd6b1ed396f2'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:25.609450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:25.609829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Checking segment: {'id': '3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:25.610232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:25.611232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Bound using segment: {'id': '3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:25.611780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Bound port: 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:25.612160 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:25.625005 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:25.706021 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-4ceebb47-b8a6-4bd2-b2d7-31db39bde7e8 service neutron] 10.222.0.69 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091001 Oct 17 17:55:25.869601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] For port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:25.873092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] For port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2,segment=NetworkSegment(3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4),segment_id=3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:25.878427 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Attempt 8 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:25.944328 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Router 0e6dc45b-0802-4128-8093-c1bec08f3469 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:55:25.950307 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] Set router b96c7d11-d042-474e-bac5-cd6b1ed396f2 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:25.966080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06ddb8f-2899-4c5d-9832-015fa41207ba tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:25.966993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a06ddb8f-2899-4c5d-9832-015fa41207ba tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:25.977501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Allocated IP 172.20.0.1 (0e78ef14-98a6-4054-8526-96b29cec27b3/adbb8dca-a229-480a-83de-af0a2635422c/9aa0eed7-206d-429a-811b-82676ea11031) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:25.989756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:26.002101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:26.041023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fe847-5bfb-45a4-b734-c644f7be5df0 None None] Pushing event updated for resources: {'Port': ['ID=487c34e7-16b6-4aa5-b06e-5f832c62fa89,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:26.081658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-ceb9e2e6-ebf1-48d9-bbb9-b9d8fdd8d014 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Delete allocated IP 172.20.0.8 (98380ccf-f03b-4a5b-810f-10cdd9249d1b/7656358c-e459-4238-a331-f0679369eb28) {{(pid=89190) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 17 17:55:26.100764 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a06ddb8f-2899-4c5d-9832-015fa41207ba tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:26.101948 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a06ddb8f-2899-4c5d-9832-015fa41207ba tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6284368 Oct 17 17:55:26.196191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44602) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:26.263700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-ceb9e2e6-ebf1-48d9-bbb9-b9d8fdd8d014 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.19 (98380ccf-f03b-4a5b-810f-10cdd9249d1b/3136ee2b-64a5-4f16-b938-cd6eb03c0ade/129f3528-ee5d-4415-a901-9b11c2f1481b) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:26.271794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408c931-e11b-42f7-a380-5b0ad822db46 None None] Pushing event updated for resources: {'Port': ['ID=09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:26.373269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcba440c-8303-43f3-803a-2e1d42b4becd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:26.374694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fcba440c-8303-43f3-803a-2e1d42b4becd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:26.457967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:26.487083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:26.490368 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'name': 'tempest-TestVolumeBootPattern-1340155335-router', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:16Z', 'updated_at': '2022-10-17T17:55:20Z', 'revision_number': 3, 'project_id': 'da924686a08b49a18e7ed260121b3078', 'gw_port': {'id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:89:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:18Z', 'updated_at': '2022-10-17T17:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:26.491834 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Attempt 9 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:26.496520 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f39264-54ea-4879-b8f2-a2bfb12d68f7 None None] The sync data for ids ['b96c7d11-d042-474e-bac5-cd6b1ed396f2'] in dv-neutron-860895-1-hyperv is: [{'id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'name': 'tempest-TestVolumeBootPattern-1340155335-router', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:16Z', 'updated_at': '2022-10-17T17:55:20Z', 'revision_number': 3, 'project_id': 'da924686a08b49a18e7ed260121b3078', 'gw_port': {'id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:89:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:18Z', 'updated_at': '2022-10-17T17:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:26.509542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fcba440c-8303-43f3-803a-2e1d42b4becd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:26.511612 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fcba440c-8303-43f3-803a-2e1d42b4becd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3147674 Oct 17 17:55:26.540095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e2e453-6698-46a2-afeb-f493993063a3 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:55:26.606402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2e453-6698-46a2-afeb-f493993063a3 None None] Deleting port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:26.606779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e453-6698-46a2-afeb-f493993063a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:26.610675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44606) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:26.716955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Transition to ACTIVE for port object 9aa0eed7-206d-429a-811b-82676ea11031 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:26.727813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:26.752373 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f26df367-1b48-46f8-8764-ecd85c086b14 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1401405 Oct 17 17:55:26.757831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44610) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:26.772187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:26.784202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-70809891-ae3c-4920-b9be-993d622c7ef2 service neutron] 10.222.0.69 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0706704 Oct 17 17:55:26.974902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Allocated IP 172.20.0.1 (da283b3c-d51a-46ce-aa70-7f2237f7cbfa/fa62ac49-a728-4cab-a84d-83e28b8bd124/1a1c267c-6eea-47e6-bee8-fea8845ddfe2) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:26.986718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:27.019347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:27.042174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:55:27.052961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:27.057221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:27.063278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d70c1-b38a-4212-8688-a9f8d35fa252 None None] Sync routers for ids ['0e6dc45b-0802-4128-8093-c1bec08f3469'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:55:27.077624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:27.097543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d70c1-b38a-4212-8688-a9f8d35fa252 None None] Routers {'0e6dc45b-0802-4128-8093-c1bec08f3469'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:27.098338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-598d70c1-b38a-4212-8688-a9f8d35fa252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0e6dc45b-0802-4128-8093-c1bec08f3469'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:27.105532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e2e6-ebf1-48d9-bbb9-b9d8fdd8d014 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:27.130420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-ceb9e2e6-ebf1-48d9-bbb9-b9d8fdd8d014 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Ignored duplicate provisioning block setup for port 129f3528-ee5d-4415-a901-9b11c2f1481b by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:55:27.182518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e2e6-ebf1-48d9-bbb9-b9d8fdd8d014 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:27.187156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-598d70c1-b38a-4212-8688-a9f8d35fa252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:27.213066 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e1e2e453-6698-46a2-afeb-f493993063a3 None None] For port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:27.213475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e453-6698-46a2-afeb-f493993063a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:27.257164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:27.263932 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-29581959-ae61-4393-817b-ad580b0fb5d9 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.3680990 Oct 17 17:55:27.272887 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44614) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:27.309131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:27.465546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 0e78ef14-98a6-4054-8526-96b29cec27b3 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:27.489242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:27.512181 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Attempt 10 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:27.518715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:27.586299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2e453-6698-46a2-afeb-f493993063a3 None None] Calling delete_port for 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:27.701117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d70c1-b38a-4212-8688-a9f8d35fa252 None None] Routers {'0e6dc45b-0802-4128-8093-c1bec08f3469'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:27.702212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-598d70c1-b38a-4212-8688-a9f8d35fa252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0e6dc45b-0802-4128-8093-c1bec08f3469'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:27.712311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=9aa0eed7-206d-429a-811b-82676ea11031,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:27.825016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:27.901198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:27.941454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Transition to ACTIVE for port object 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:28.091508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965afda7-b4dc-4c47-8c59-36063b9498e2 None None] Network 0e78ef14-98a6-4054-8526-96b29cec27b3 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:28.195861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:28.255698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:28.431930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Network da283b3c-d51a-46ce-aa70-7f2237f7cbfa is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:28.445354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:28.447894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:28.480969 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9e2e6-ebf1-48d9-bbb9-b9d8fdd8d014 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=129f3528-ee5d-4415-a901-9b11c2f1481b,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:28.503797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ceb9e2e6-ebf1-48d9-bbb9-b9d8fdd8d014 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] In _notify_port_updated(), no bound segment for port 129f3528-ee5d-4415-a901-9b11c2f1481b on network 98380ccf-f03b-4a5b-810f-10cdd9249d1b {{(pid=89190) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:55:28.515915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb9e2e6-ebf1-48d9-bbb9-b9d8fdd8d014 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:28.517621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ceb9e2e6-ebf1-48d9-bbb9-b9d8fdd8d014 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:28.520401 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ceb9e2e6-ebf1-48d9-bbb9-b9d8fdd8d014 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "PUT /v2.0/ports/129f3528-ee5d-4415-a901-9b11c2f1481b HTTP/1.1" status: 200 len: 921 time: 5.5703430 Oct 17 17:55:28.540686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44630) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:28.544353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:28.615210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-598d70c1-b38a-4212-8688-a9f8d35fa252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:28.616381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d70c1-b38a-4212-8688-a9f8d35fa252 None None] The sync data for ids ['0e6dc45b-0802-4128-8093-c1bec08f3469'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:28.645572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa7966-38f2-4747-8612-f6665d3f2d72 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:28.651775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c6df6-8606-4a7c-97f8-0145e390163c tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 129f3528-ee5d-4415-a901-9b11c2f1481b {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:28.652073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6df6-8606-4a7c-97f8-0145e390163c tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:28.707027 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1c267c-6eea-47e6-bee8-fea8845ddfe2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:28.789194 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b57b8723-a73f-42aa-b56c-3260a359a1bf req-82e9ed55-b4e9-4536-80b9-14dc9c76717d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 210 time: 0.5668857 Oct 17 17:55:28.793148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:28.803891 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:28.847886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:28.871017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 487c34e7-16b6-4aa5-b06e-5f832c62fa89 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:28.878530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:28.891005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Deleting port b0731cfc-2859-4198-b9ad-73c6ac1141d7 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:28.895525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:28.919146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e1e2e453-6698-46a2-afeb-f493993063a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:28.984511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Provisioning for port 23e59978-7e8c-46e3-851a-a43011c1330d completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:29.023918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2e453-6698-46a2-afeb-f493993063a3 None None] No DVR routers for this DVR port 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:55:29.038610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2e453-6698-46a2-afeb-f493993063a3 None None] Pushing event deleted for resources: {'Port': ['ID=50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:29.088094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Provisioning complete for port 23e59978-7e8c-46e3-851a-a43011c1330d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:29.088307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:29.088749 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 1 to provision port 23e59978-7e8c-46e3-851a-a43011c1330d Oct 17 17:55:29.161609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fd28fd6a-a6ea-4544-9fd7-5d366f687269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:29.250457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:55:29.253883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:29.344044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:29.357563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:29.368020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:29.368611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:29.376834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=f731fbac-699d-4a2d-9029-51194afbb687,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:29.419383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8458a81e-d89b-4727-bd79-69521aa4d0c7 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:29.474042 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1ef956a4-9fe8-43c3-8097-7577209ac96c up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:29.533301 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c54a141b-4fd1-415a-b9a1-cfad399f1e69 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7736056 Oct 17 17:55:29.537011 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44642) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:29.547642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:9e:10:ae', 'name': 'tempest-NetworksTestDHCPv6-495398133'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:29.695778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:29.725049 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Current status of the port 23e59978-7e8c-46e3-851a-a43011c1330d is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:29.725579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:29.767233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:29.769114 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] For port 23e59978-7e8c-46e3-851a-a43011c1330d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=23e59978-7e8c-46e3-851a-a43011c1330d,segment=NetworkSegment(f0385e0e-aadf-45af-a507-726218543f7c),segment_id=f0385e0e-aadf-45af-a507-726218543f7c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:29.776027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:29.790123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:29.795558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:29.831896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6df6-8606-4a7c-97f8-0145e390163c tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:29.847578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Calling delete_port for b0731cfc-2859-4198-b9ad-73c6ac1141d7 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:29.853773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:29.888264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:29.893687 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:30.034258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:30.054319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=9aa0eed7-206d-429a-811b-82676ea11031,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:30.114103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3d5c6df6-8606-4a7c-97f8-0145e390163c tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 129f3528-ee5d-4415-a901-9b11c2f1481b owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:30.173262 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Provisioning for port 129f3528-ee5d-4415-a901-9b11c2f1481b completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:30.232858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 1ef956a4-9fe8-43c3-8097-7577209ac96c completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:30.245576 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1ef956a4-9fe8-43c3-8097-7577209ac96c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:30.246222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:30.246448 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c417f90c-3b7d-454f-a0b7-e78d87a78ac7 req-a75fb06b-7cf6-4afd-94cb-187f25ac78ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 210 time: 0.2426338 Oct 17 17:55:30.246887 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1ef956a4-9fe8-43c3-8097-7577209ac96c Oct 17 17:55:30.288344 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Provisioning complete for port 129f3528-ee5d-4415-a901-9b11c2f1481b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:30.288966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:30.289449 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 1 to provision port 129f3528-ee5d-4415-a901-9b11c2f1481b Oct 17 17:55:30.339505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:30.366777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 0e78ef14-98a6-4054-8526-96b29cec27b3 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:30.370403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:30.459767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 2203678b-0b86-4450-a17c-65f5df44c2ab yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:55:30.482471 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:30.495287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:30.521234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Pushing event updated for resources: {'Port': ['ID=23e59978-7e8c-46e3-851a-a43011c1330d,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:30.534524 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Port 129f3528-ee5d-4415-a901-9b11c2f1481b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:30.549431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': 'f731fbac-699d-4a2d-9029-51194afbb687'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:55:30.550805 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:30.629875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Pushing event updated for resources: {'Port': ['ID=1a1c267c-6eea-47e6-bee8-fea8845ddfe2,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:30.736960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:30.829669 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1ef956a4-9fe8-43c3-8097-7577209ac96c is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:30.830623 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:30.849734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 1ef956a4-9fe8-43c3-8097-7577209ac96c, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1ef956a4-9fe8-43c3-8097-7577209ac96c,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:30.858409 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:30.947694 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=1ef956a4-9fe8-43c3-8097-7577209ac96c,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:30.961594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6df6-8606-4a7c-97f8-0145e390163c tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:30.965707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:55:30.983384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::f816:3eff:fe9e:10ae (b6857a8d-f808-4f27-8165-53c8a72cbcb5/f731fbac-699d-4a2d-9029-51194afbb687/2203678b-0b86-4450-a17c-65f5df44c2ab) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:30.997273 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 07c8091b-c87b-4eaa-aa16-2873644e7e05 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:55:31.007877 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:55:31.008362 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 50cfce83-f52e-4a9f-a6fd-bc3a1cb8c9da not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:55:31.035766 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 2 to provision port 129f3528-ee5d-4415-a901-9b11c2f1481b Oct 17 17:55:31.036804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c6df6-8606-4a7c-97f8-0145e390163c tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=129f3528-ee5d-4415-a901-9b11c2f1481b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:31.078235 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Port 129f3528-ee5d-4415-a901-9b11c2f1481b was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:55:31.117124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Provisioning for port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:31.125419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Provisioning complete for port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:31.126498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:31.126954 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 1 to provision port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 Oct 17 17:55:31.232539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1ef956a4-9fe8-43c3-8097-7577209ac96c up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:31.388691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1ef956a4-9fe8-43c3-8097-7577209ac96c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:31.389969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:31.391991 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1ef956a4-9fe8-43c3-8097-7577209ac96c Oct 17 17:55:31.446913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:31.460735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Current status of the port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:31.461834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Network da283b3c-d51a-46ce-aa70-7f2237f7cbfa is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:31.510019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-151d0072-fa7f-41d6-8b01-cc3824a093ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:31.513473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Provisioning complete for port 33dd6b3b-72df-4aed-9422-008cbc67a07d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:31.513955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:31.514482 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 1 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:31.523119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:31.541029 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Pushing event deleted for resources: {'Port': ['ID=b0731cfc-2859-4198-b9ad-73c6ac1141d7,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:31.594913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3d5c6df6-8606-4a7c-97f8-0145e390163c tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:31.633468 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:55:31.653731 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Sync routers for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:55:31.668605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1ef956a4-9fe8-43c3-8097-7577209ac96c is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:31.670030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 23e59978-7e8c-46e3-851a-a43011c1330d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:31.677191 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:31.680549 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:31.687827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:31.715452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 2203678b-0b86-4450-a17c-65f5df44c2ab will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:31.738519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:31.818548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:31.935114 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Allocated IP 2001:db8::f816:3eff:fefa:6ba5 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/f731fbac-699d-4a2d-9029-51194afbb687/ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:31.940009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 23e59978-7e8c-46e3-851a-a43011c1330d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:31.940530 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:31.940869 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 23e59978-7e8c-46e3-851a-a43011c1330d Oct 17 17:55:31.970722 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:31.991096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:31.992539 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-88ccba31-100a-47ff-a020-70bdf7a7e0a9 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7485647 Oct 17 17:55:32.014913 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fa765b11-b4d9-416e-910c-0f97f870554b req-bf0e705f-5008-4835-8250-bd652dac4361 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 210 time: 0.4493785 Oct 17 17:55:32.021950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44660) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:32.021950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=2203678b-0b86-4450-a17c-65f5df44c2ab,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:32.051610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:32.051610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'network': {'name': 'tempest-RoutersTest-1616342157'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:32.051610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:32.058923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Router b96c7d11-d042-474e-bac5-cd6b1ed396f2 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:55:32.062938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:32.064729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.081088 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3d5c6df6-8606-4a7c-97f8-0145e390163c tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/129f3528-ee5d-4415-a901-9b11c2f1481b HTTP/1.1" status: 204 len: 168 time: 3.5298672 Oct 17 17:55:32.086131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44664) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:32.088084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:32.099612 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:network and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:32.111110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:32.126531 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-de28cc04-9cb4-4b75-b216-3628f442762a tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5884166 Oct 17 17:55:32.128547 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:32.130758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44668) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:32.169713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.257141 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 2 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:32.284978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:32.289511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.327625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b08e00-a9a7-465a-a667-49e9f01edf81 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:32.328786 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-29b08e00-a9a7-465a-a667-49e9f01edf81 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:32.361647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:55:32.368304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:32.374951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-29b08e00-a9a7-465a-a667-49e9f01edf81 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:32.376487 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-29b08e00-a9a7-465a-a667-49e9f01edf81 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2436039 Oct 17 17:55:32.380320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44672) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:32.425851 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.426474 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Added segment d21b3f64-730a-4f80-bc3e-83526961255c of type vlan for network 63aeec49-3418-465d-8493-18a4362846bc Oct 17 17:55:32.494094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-222144fd-cc4d-4029-88fb-d1e357c1ffe8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 2203678b-0b86-4450-a17c-65f5df44c2ab {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:32.495183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-222144fd-cc4d-4029-88fb-d1e357c1ffe8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.546671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 23e59978-7e8c-46e3-851a-a43011c1330d is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:32.555653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.581183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.590414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.591773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.605220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Transition to ACTIVE for port object ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:32.636974 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:55:28Z', 'revision_number': 2, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:29Z', 'revision_number': 2, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:32.640700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Transition to ACTIVE for port object ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:32.641986 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Checking router: 07c8091b-c87b-4eaa-aa16-2873644e7e05 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:55:32.642331 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Updating router 07c8091b-c87b-4eaa-aa16-2873644e7e05 port 9aa0eed7-206d-429a-811b-82676ea11031 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:55:32.658965 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.725625 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.727497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:55:32.732987 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-58bf61e3-5b81-4239-8fa3-69cb1c05d786 admin admin] 10.222.0.69 "PUT /v2.0/routers/b96c7d11-d042-474e-bac5-cd6b1ed396f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8915799 Oct 17 17:55:32.748465 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Sync routers for ids ['b96c7d11-d042-474e-bac5-cd6b1ed396f2'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:55:32.756725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-5b301e4d-6055-4e9c-9234-749cc6039177 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:32.762649 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-5b301e4d-6055-4e9c-9234-749cc6039177 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks?id=06ccc2a7-0461-4af5-89b3-0a831416e118 HTTP/1.1" status: 200 len: 797 time: 0.2849240 Oct 17 17:55:32.770850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:32.775990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:32.782637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:32.788603 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f036a58-e81d-4e8a-add8-aef972cd09f9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:55:32.792838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8f036a58-e81d-4e8a-add8-aef972cd09f9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:32.831093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.837353 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:32.837958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:32.895063 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 3 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:32.924848 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Routers {'b96c7d11-d042-474e-bac5-cd6b1ed396f2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:32.926056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b96c7d11-d042-474e-bac5-cd6b1ed396f2'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:33.021497 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9794102 Oct 17 17:55:33.025413 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44682) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:33.053352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'subnet': {'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:33.135946 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-d2abe44d-d1ff-4add-91d2-63d86bfe78b4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 380 time: 0.3145399 Oct 17 17:55:33.157495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'device_id': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'admin_state_up': True, 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'security_groups': ['3d9ec786-8512-4f73-b531-b94b38dfb7b4']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:33.193217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Pushing event updated for resources: {'Port': ['ID=ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:33.259386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755a332-2672-43b7-a8d7-f750c4dcc653 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Network': ['ID=63aeec49-3418-465d-8493-18a4362846bc,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:33.272921 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.284587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:33.287428 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Transition to ACTIVE for port object 9aa0eed7-206d-429a-811b-82676ea11031 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:33.297226 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.314987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:subnet and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:33.325304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8f036a58-e81d-4e8a-add8-aef972cd09f9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:33.326577 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8f036a58-e81d-4e8a-add8-aef972cd09f9 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/129f3528-ee5d-4415-a901-9b11c2f1481b HTTP/1.1" status: 404 len: 333 time: 1.2363753 Oct 17 17:55:33.331545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:33.333563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44692) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:33.360837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:33.364353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:33.381932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-222144fd-cc4d-4029-88fb-d1e357c1ffe8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.386459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 63aeec49-3418-465d-8493-18a4362846bc details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:55:33.399001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:33.405804 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd7337bc-2336-492c-b418-9301bcb9c9ac req-f9c3ebd1-8664-4fa3-b0a8-b81901d699af tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 210 time: 0.1048746 Oct 17 17:55:33.504942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Attempting to bind port ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:33.505726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Attempting to bind port ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:33.506690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Attempting to bind port ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:33.548149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:33.548832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:33.549421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.549993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:33.552639 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Bound port: ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:33.553348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.575220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:33.619778 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f0519-8afa-4854-b283-a520a6a2ce4d None None] Pushing event updated for resources: {'Port': ['ID=9aa0eed7-206d-429a-811b-82676ea11031,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:33.631366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44696) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:33.634339 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Attempting to bind port 9aa0eed7-206d-429a-811b-82676ea11031 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:33.634714 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Attempting to bind port 9aa0eed7-206d-429a-811b-82676ea11031 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:33.635213 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Attempting to bind port 9aa0eed7-206d-429a-811b-82676ea11031 on network 0e78ef14-98a6-4054-8526-96b29cec27b3 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:33.641362 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:33.641733 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Checking segment: {'id': '3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:33.642136 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.642668 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Bound using segment: {'id': '3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:33.643171 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Bound port: 9aa0eed7-206d-429a-811b-82676ea11031, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:33.643548 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.689913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Set router b96c7d11-d042-474e-bac5-cd6b1ed396f2 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:33.705385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817611118', 'description': 'tempest-secgroup-smoke-817611118 description', 'project_id': '717818c81d93408ebcf6aa4623d3e2cd'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:33.719001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-222144fd-cc4d-4029-88fb-d1e357c1ffe8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 2203678b-0b86-4450-a17c-65f5df44c2ab owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:33.749884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:33.762501 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] For port 9aa0eed7-206d-429a-811b-82676ea11031, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:33.767224 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] For port 9aa0eed7-206d-429a-811b-82676ea11031, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9aa0eed7-206d-429a-811b-82676ea11031,segment=NetworkSegment(3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4),segment_id=3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:33.768114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.770295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Usage tracker for resource:security_group and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:33.774148 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.775356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:33.780532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.791074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.795294 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] For port ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:33.802376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:33.808233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:33.813612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.873530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:33.879428 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f0519-8afa-4854-b283-a520a6a2ce4d None None] Pushing event updated for resources: {'Port': ['ID=9aa0eed7-206d-429a-811b-82676ea11031,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:33.892687 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:33.893499 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:33.926362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:33.960391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:33.969266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Usage tracker for resource:security_group_rule and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:34.002725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:34.021502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:34.027423 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] For port ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:34.072564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.072850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0adbaa5-2240-4157-b8ba-fc9525e61ae8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.085542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-222144fd-cc4d-4029-88fb-d1e357c1ffe8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.111937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Router 0e6dc45b-0802-4128-8093-c1bec08f3469 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:55:34.113069 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 4 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:34.114861 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:34.161348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0adbaa5-2240-4157-b8ba-fc9525e61ae8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.227531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222144fd-cc4d-4029-88fb-d1e357c1ffe8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=2203678b-0b86-4450-a17c-65f5df44c2ab,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:34.243616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:34.308300 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38c1a3-73b2-43e7-8eb9-b3406bba691f None None] Pushing event updated for resources: {'Port': ['ID=ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:34.332366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-222144fd-cc4d-4029-88fb-d1e357c1ffe8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.348460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'name': 'tempest-TestVolumeBootPattern-1340155335-router', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:16Z', 'updated_at': '2022-10-17T17:55:29Z', 'revision_number': 4, 'project_id': 'da924686a08b49a18e7ed260121b3078', 'gw_port': {'id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:18Z', 'updated_at': '2022-10-17T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '1a1c267c-6eea-47e6-bee8-fea8845ddfe2', 'name': '', 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'mac_address': 'fa:16:3e:b0:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'fa62ac49-a728-4cab-a84d-83e28b8bd124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:26Z', 'updated_at': '2022-10-17T17:55:30Z', 'revision_number': 2, 'project_id': 'da924686a08b49a18e7ed260121b3078', 'subnets': [{'id': 'fa62ac49-a728-4cab-a84d-83e28b8bd124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:34.361236 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.362945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Checking router: b96c7d11-d042-474e-bac5-cd6b1ed396f2 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:55:34.366532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Updating router b96c7d11-d042-474e-bac5-cd6b1ed396f2 port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:55:34.448999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.452840 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-222144fd-cc4d-4029-88fb-d1e357c1ffe8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/2203678b-0b86-4450-a17c-65f5df44c2ab HTTP/1.1" status: 204 len: 168 time: 2.0705881 Oct 17 17:55:34.459571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44700) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:34.464852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:55:34.475909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.495553 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99b4f1-c3f3-4cc4-81f5-fd6b88b5a5c5 None None] Sync routers for ids ['0e6dc45b-0802-4128-8093-c1bec08f3469'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:55:34.499798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.569407 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99b4f1-c3f3-4cc4-81f5-fd6b88b5a5c5 None None] Routers {'0e6dc45b-0802-4128-8093-c1bec08f3469'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:34.576410 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ad99b4f1-c3f3-4cc4-81f5-fd6b88b5a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0e6dc45b-0802-4128-8093-c1bec08f3469'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:34.580440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.582304 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fce2512f-c5aa-4b64-9554-8ea94cb19b15 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "PUT /v2.0/routers/0e6dc45b-0802-4128-8093-c1bec08f3469 HTTP/1.1" status: 200 len: 706 time: 7.3077390 Oct 17 17:55:34.594297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61add531-1127-4709-905b-87f1ef21b67e,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:34.595664 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44706) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:34.634118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.637690 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b5e1c86a-361f-497d-ba6b-c8f735021317 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0011890 Oct 17 17:55:34.640325 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44710) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:34.651882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a140f301-523c-4d7a-9558-b45d3f158b37 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'security_group_rule': {'security_group_id': '61add531-1127-4709-905b-87f1ef21b67e', 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:34.660787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a140f301-523c-4d7a-9558-b45d3f158b37 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:34.666191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a140f301-523c-4d7a-9558-b45d3f158b37 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Usage tracker for resource:security_group_rule and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:34.670028 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a140f301-523c-4d7a-9558-b45d3f158b37 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:34.677130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a140f301-523c-4d7a-9558-b45d3f158b37 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:34.713655 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ad99b4f1-c3f3-4cc4-81f5-fd6b88b5a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:34.746814 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99b4f1-c3f3-4cc4-81f5-fd6b88b5a5c5 None None] Routers {'0e6dc45b-0802-4128-8093-c1bec08f3469'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:34.747824 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ad99b4f1-c3f3-4cc4-81f5-fd6b88b5a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0e6dc45b-0802-4128-8093-c1bec08f3469'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:34.772356 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-010b1ac1-6c84-4904-b279-88db2cda2f5e req-ccdd8f30-959f-4909-87f7-5020febd8ce0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 210 time: 0.0863056 Oct 17 17:55:34.778875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.826041 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-023a6b3c-c572-4a2b-b563-93c92219f5d8 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/routers/0e6dc45b-0802-4128-8093-c1bec08f3469 HTTP/1.1" status: 200 len: 741 time: 0.2290888 Oct 17 17:55:34.829959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a140f301-523c-4d7a-9558-b45d3f158b37 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.836765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44714) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:34.857477 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 5 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:34.912205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.11 (06ccc2a7-0461-4af5-89b3-0a831416e118/90ab9321-e0ac-4aad-b29f-1c63910f3f5c/f2c40ced-ed9f-4582-ac18-411d43ddbde7) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:34.940141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a140f301-523c-4d7a-9558-b45d3f158b37 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.950731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a140f301-523c-4d7a-9558-b45d3f158b37 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.953889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Checking segment: {'id': 'd21b3f64-730a-4f80-bc3e-83526961255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '63aeec49-3418-465d-8493-18a4362846bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:34.954925 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network hostable DHCP agents. Network: 63aeec49-3418-465d-8493-18a4362846bc, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:55:34.955437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:34.967164 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e504a5ab-9e79-47ad-b12f-d98e9f462ea7 tempest-RoutersAdminTest-1294145048 tempest-RoutersAdminTest-1294145048-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=6780153d-9acc-46e5-a017-90331dae5b00&device_id=0e6dc45b-0802-4128-8093-c1bec08f3469 HTTP/1.1" status: 200 len: 205 time: 0.1279318 Oct 17 17:55:34.976782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0adbaa5-2240-4157-b8ba-fc9525e61ae8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:34.982239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44718) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:34.997192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7216710d-2c9a-47f3-bb83-67d16de34ab8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:34.998141 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ad99b4f1-c3f3-4cc4-81f5-fd6b88b5a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:34.999035 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad99b4f1-c3f3-4cc4-81f5-fd6b88b5a5c5 None None] The sync data for ids ['0e6dc45b-0802-4128-8093-c1bec08f3469'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:35.000047 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7216710d-2c9a-47f3-bb83-67d16de34ab8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:35.001717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Subnet': ['ID=7096fa01-aa01-49b4-b4f4-3a9da798001f,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:35.001888 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7216710d-2c9a-47f3-bb83-67d16de34ab8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5386231 Oct 17 17:55:35.029225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44722) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:35.076161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adbaa5-2240-4157-b8ba-fc9525e61ae8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1319ac9a-81be-4068-bd64-ffd857cec492,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:35.091148 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0e2bf7e8-5849-4ca5-907c-119ac778fd48 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e6dc45b-0802-4128-8093-c1bec08f3469 HTTP/1.1" status: 200 len: 205 time: 0.0855865 Oct 17 17:55:35.106223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0adbaa5-2240-4157-b8ba-fc9525e61ae8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:35.113679 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e0adbaa5-2240-4157-b8ba-fc9525e61ae8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/security-groups/1319ac9a-81be-4068-bd64-ffd857cec492 HTTP/1.1" status: 204 len: 168 time: 1.7785249 Oct 17 17:55:35.115068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44726) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:35.117936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44728) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:35.121620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140f301-523c-4d7a-9558-b45d3f158b37 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdcf1b7-7269-4fb9-a347-667779cb6461,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:35.140833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 63aeec49-3418-465d-8493-18a4362846bc is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:55:35.173088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a140f301-523c-4d7a-9558-b45d3f158b37 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:35.176555 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a140f301-523c-4d7a-9558-b45d3f158b37 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5330398 Oct 17 17:55:35.179933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44734) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:35.192120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 63aeec49-3418-465d-8493-18a4362846bc) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:35.218353 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c3085b95-715d-4d92-a71e-ca42628dfc36 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'security_group_rule': {'security_group_id': '61add531-1127-4709-905b-87f1ef21b67e', 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:35.220976 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:55:28Z', 'revision_number': 2, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:33Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:35.229026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:35.229629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:35.230618 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc835ec5-e3b2-46f5-8097-c25f8bdb7ea1 None None] The sync data for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv is: [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:55:28Z', 'revision_number': 2, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:33Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:35.262397 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c3085b95-715d-4d92-a71e-ca42628dfc36 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:35.273223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5767615-5584-4886-a07a-4916958568df None None] Network 63aeec49-3418-465d-8493-18a4362846bc requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:35.297456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:35.307249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c3085b95-715d-4d92-a71e-ca42628dfc36 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Usage tracker for resource:security_group_rule and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:35.316603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c3085b95-715d-4d92-a71e-ca42628dfc36 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:35.327112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-16758750-ca19-41bb-9b20-5b25855ea9d1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet f731fbac-699d-4a2d-9029-51194afbb687 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:55:35.348511 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b7547140-cdc5-4762-9c00-bd5e9743a2b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3054881 Oct 17 17:55:35.349721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-16758750-ca19-41bb-9b20-5b25855ea9d1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:35.400695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44738) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:35.401305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c3085b95-715d-4d92-a71e-ca42628dfc36 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:35.402115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:35.504648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b738407-6d2e-4ef3-a704-ef7a82392480 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:35.539080 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 6 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:35.642208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:35.655785 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Transition to ACTIVE for port object 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:35.682846 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:35.732824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3085b95-715d-4d92-a71e-ca42628dfc36 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:35.763140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-16758750-ca19-41bb-9b20-5b25855ea9d1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:35.932176 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:36.034412 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-16758750-ca19-41bb-9b20-5b25855ea9d1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.078070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff631a6d-a68f-442a-8f82-0ccf33cb92de None None] Pushing event updated for resources: {'Port': ['ID=1a1c267c-6eea-47e6-bee8-fea8845ddfe2,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:36.190613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-fd087b5d-0b9f-426c-bc50-3c25aeafa900 req-a484de04-eb0d-4453-a27c-0c1778528d22 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:36.206699 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 7 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:36.260580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-16758750-ca19-41bb-9b20-5b25855ea9d1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.407908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d1e66b5a-9a15-488d-9727-f03a31a0af30 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.435094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b738407-6d2e-4ef3-a704-ef7a82392480 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.438088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b738407-6d2e-4ef3-a704-ef7a82392480 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.450136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-63aeec49-3418-465d-8493-18a4362846bc', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:55:36.450969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.467114 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Attempting to bind port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:36.468550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Attempting to bind port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'f0385e0e-aadf-45af-a507-726218543f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:36.469490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Attempting to bind port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 on network da283b3c-d51a-46ce-aa70-7f2237f7cbfa {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:36.480907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b738407-6d2e-4ef3-a704-ef7a82392480 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.481560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b738407-6d2e-4ef3-a704-ef7a82392480 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Fanout notify agent at l3_agent the message router_deleted on router 0e6dc45b-0802-4128-8093-c1bec08f3469 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:55:36.497093 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:36.497479 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Checking segment: {'id': 'f0385e0e-aadf-45af-a507-726218543f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:36.497885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.498282 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Bound using segment: {'id': 'f0385e0e-aadf-45af-a507-726218543f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:36.498824 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Bound port: 1a1c267c-6eea-47e6-bee8-fea8845ddfe2, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0385e0e-aadf-45af-a507-726218543f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:36.499552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.503936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-fd087b5d-0b9f-426c-bc50-3c25aeafa900 req-a484de04-eb0d-4453-a27c-0c1778528d22 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:36.505236 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fd087b5d-0b9f-426c-bc50-3c25aeafa900 req-a484de04-eb0d-4453-a27c-0c1778528d22 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 210 time: 0.4075263 Oct 17 17:55:36.527326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b738407-6d2e-4ef3-a704-ef7a82392480 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.528606 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0b738407-6d2e-4ef3-a704-ef7a82392480 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/routers/0e6dc45b-0802-4128-8093-c1bec08f3469 HTTP/1.1" status: 204 len: 168 time: 1.4066052 Oct 17 17:55:36.543506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44746) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:36.545119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d1e66b5a-9a15-488d-9727-f03a31a0af30 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.568925 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-16758750-ca19-41bb-9b20-5b25855ea9d1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.572965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16758750-ca19-41bb-9b20-5b25855ea9d1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=f731fbac-699d-4a2d-9029-51194afbb687,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:36.620927 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-16758750-ca19-41bb-9b20-5b25855ea9d1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/f731fbac-699d-4a2d-9029-51194afbb687 HTTP/1.1" status: 204 len: 168 time: 1.5747411 Oct 17 17:55:36.623403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44750) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:36.636248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] For port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:36.640953 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7aa423b3-df59-49f0-a54a-e63b6b62434f tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e6dc45b-0802-4128-8093-c1bec08f3469 HTTP/1.1" status: 200 len: 205 time: 0.0868335 Oct 17 17:55:36.647371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] For port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1a1c267c-6eea-47e6-bee8-fea8845ddfe2,segment=NetworkSegment(f0385e0e-aadf-45af-a507-726218543f7c),segment_id=f0385e0e-aadf-45af-a507-726218543f7c)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:36.653172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44754) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:36.654787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:36.701450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.739295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb9135c-7853-4882-a08b-eceab1373560 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:36.741583 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f19776d0-6aa8-4e3f-9203-03f618717ba1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1133299 Oct 17 17:55:36.746113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44758) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:36.753046 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3085b95-715d-4d92-a71e-ca42628dfc36 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.754547 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-f3980089-8a3a-4fe4-a372-15f1e34fdb7b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] delete failed (client error): The resource could not be found. Oct 17 17:55:36.755490 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f3980089-8a3a-4fe4-a372-15f1e34fdb7b tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/routers/0e6dc45b-0802-4128-8093-c1bec08f3469 HTTP/1.1" status: 404 len: 336 time: 0.0829098 Oct 17 17:55:36.765287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44762) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:36.823568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.840086 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-68130d8e-e29f-4df7-9064-ae526a58bf05 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "GET /v2.0/ports?device_id=384d9289-1303-42bb-bf93-f1b2a05ff9e1 HTTP/1.1" status: 200 len: 205 time: 0.0737660 Oct 17 17:55:36.843609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d1e66b5a-9a15-488d-9727-f03a31a0af30 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:36.847460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44766) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:36.882360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Routers {'b96c7d11-d042-474e-bac5-cd6b1ed396f2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:36.883404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b96c7d11-d042-474e-bac5-cd6b1ed396f2'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:36.930317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:36.934809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e66b5a-9a15-488d-9727-f03a31a0af30 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f864eb-15ca-4217-bb17-fd6ee48f9539,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:36.938012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object f2c40ced-ed9f-4582-ac18-411d43ddbde7 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:36.944862 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-f1d9e6aa-2ba1-40c5-bc04-a56788f00cdd tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] delete failed (client error): The resource could not be found. Oct 17 17:55:36.948521 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f1d9e6aa-2ba1-40c5-bc04-a56788f00cdd tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/routers/384d9289-1303-42bb-bf93-f1b2a05ff9e1 HTTP/1.1" status: 404 len: 336 time: 0.0877676 Oct 17 17:55:36.948521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44772) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:36.990275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3085b95-715d-4d92-a71e-ca42628dfc36 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:37.013945 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-94e0625c-2ba7-46f0-9df1-79fff916157c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9ad5882-61c5-4490-a82a-cd96dc6e1696 HTTP/1.1" status: 200 len: 205 time: 0.0622370 Oct 17 17:55:37.013945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d1e66b5a-9a15-488d-9727-f03a31a0af30 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:37.013945 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d1e66b5a-9a15-488d-9727-f03a31a0af30 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/security-groups/38f864eb-15ca-4217-bb17-fd6ee48f9539 HTTP/1.1" status: 204 len: 168 time: 1.8877678 Oct 17 17:55:37.015834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44776) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:37.019995 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44778) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:37.123385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff631a6d-a68f-442a-8f82-0ccf33cb92de None None] Pushing event updated for resources: {'Port': ['ID=1a1c267c-6eea-47e6-bee8-fea8845ddfe2,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:37.144065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3085b95-715d-4d92-a71e-ca42628dfc36 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a7ec33-7702-40ca-a18b-0bf75abebb1b,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:37.169515 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-b2515f6a-dd42-4e45-b219-6ccfef2cd85a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] delete failed (client error): The resource could not be found. Oct 17 17:55:37.170580 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b2515f6a-dd42-4e45-b219-6ccfef2cd85a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/routers/e9ad5882-61c5-4490-a82a-cd96dc6e1696 HTTP/1.1" status: 404 len: 336 time: 0.1538312 Oct 17 17:55:37.172802 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 8 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:37.175298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44784) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:37.206527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ff85e0-6816-4b10-b259-b7711041bd73 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting subnet 7656358c-e459-4238-a331-f0679369eb28 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:55:37.210522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b6ff85e0-6816-4b10-b259-b7711041bd73 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:37.252957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:37.287110 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8a55a9da-4027-426e-80a7-b0fbc32751a3 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1d20600-687d-484e-abb7-7b7545a79634 HTTP/1.1" status: 200 len: 205 time: 0.0958240 Oct 17 17:55:37.290607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9aa0eed7-206d-429a-811b-82676ea11031 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:37.301620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44788) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:37.365021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 06ccc2a7-0461-4af5-89b3-0a831416e118 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:37.367137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b6ff85e0-6816-4b10-b259-b7711041bd73 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:37.375074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3085b95-715d-4d92-a71e-ca42628dfc36 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:37.378834 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c3085b95-715d-4d92-a71e-ca42628dfc36 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1820760 Oct 17 17:55:37.395399 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44792) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:37.400119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:37.404999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-0efcd1e2-9911-4278-a4aa-a4e213d82677 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'security_group_rule': {'security_group_id': '61add531-1127-4709-905b-87f1ef21b67e', 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:37.417804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:37.422094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:37.427362 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Allocated IP 172.21.0.2 (63aeec49-3418-465d-8493-18a4362846bc/7096fa01-aa01-49b4-b4f4-3a9da798001f/53e41e4c-bb17-413b-ab28-d58d9720a172) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:37.432974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:37.440608 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-eb4196c8-db7e-4ca8-aad4-6ce7fed1b090 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] delete failed (client error): The resource could not be found. Oct 17 17:55:37.441643 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-eb4196c8-db7e-4ca8-aad4-6ce7fed1b090 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/routers/c1d20600-687d-484e-abb7-7b7545a79634 HTTP/1.1" status: 404 len: 336 time: 0.1391077 Oct 17 17:55:37.444293 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:37.444840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=f2c40ced-ed9f-4582-ac18-411d43ddbde7,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:37.447407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44796) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:37.456015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:37.457114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0efcd1e2-9911-4278-a4aa-a4e213d82677 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:37.481678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0efcd1e2-9911-4278-a4aa-a4e213d82677 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Usage tracker for resource:security_group_rule and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:37.487092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:37.491464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0efcd1e2-9911-4278-a4aa-a4e213d82677 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:37.498644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] Set router b96c7d11-d042-474e-bac5-cd6b1ed396f2 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:37.505337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0efcd1e2-9911-4278-a4aa-a4e213d82677 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:37.528948 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-67333e0c-0123-42a4-b88c-1e3bfead154c tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6c03262-39fd-49f1-bafa-d2e1c9b38f3f HTTP/1.1" status: 200 len: 205 time: 0.0759852 Oct 17 17:55:37.529466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44800) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:37.534981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:37.547846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:37.551341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:37.662243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:37.662910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:37.695327 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-7db4cf7a-5bf4-4f2a-afdc-7de1770e469a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] delete failed (client error): The resource could not be found. Oct 17 17:55:37.696637 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7db4cf7a-5bf4-4f2a-afdc-7de1770e469a tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/routers/b6c03262-39fd-49f1-bafa-d2e1c9b38f3f HTTP/1.1" status: 404 len: 336 time: 0.1666822 Oct 17 17:55:37.704459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0efcd1e2-9911-4278-a4aa-a4e213d82677 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:37.705605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44806) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:37.733992 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-50ffb67b-854a-4dd8-9ed2-4ee9fc72ee1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5817840 Oct 17 17:55:37.756484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Request body: {'port': {'device_id': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:37.770485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 9aa0eed7-206d-429a-811b-82676ea11031 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:37.802105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b6ff85e0-6816-4b10-b259-b7711041bd73 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:37.852113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d898eb8-d7ba-4eb0-bb88-2cd892c64a32 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:55:37.873626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8d898eb8-d7ba-4eb0-bb88-2cd892c64a32 None None] Deleting port ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:37.874059 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8d898eb8-d7ba-4eb0-bb88-2cd892c64a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:37.933415 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fbc53f13-2f5f-448c-8606-dee87138b6f3 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a170f80-c649-41f5-a3d5-e3e695985925 HTTP/1.1" status: 200 len: 205 time: 0.2094815 Oct 17 17:55:37.946631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44810) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:38.044705 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 9 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:38.045613 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-5d212d25-5009-412b-b215-6e61fec8a1a3 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] delete failed (client error): The resource could not be found. Oct 17 17:55:38.047217 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5d212d25-5009-412b-b215-6e61fec8a1a3 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/routers/7a170f80-c649-41f5-a3d5-e3e695985925 HTTP/1.1" status: 404 len: 336 time: 0.0994825 Oct 17 17:55:38.055525 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44814) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:38.119193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0efcd1e2-9911-4278-a4aa-a4e213d82677 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.136070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0efcd1e2-9911-4278-a4aa-a4e213d82677 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.193649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcd1e2-9911-4278-a4aa-a4e213d82677 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b338f047-708d-4ab1-9b64-5e9d21bb54fb,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:38.198109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0efcd1e2-9911-4278-a4aa-a4e213d82677 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.202427 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0efcd1e2-9911-4278-a4aa-a4e213d82677 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8010669 Oct 17 17:55:38.203565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44818) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:38.212558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-884c6a7d-93ae-4d15-889b-efe807722497 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'security_group_rule': {'security_group_id': '61add531-1127-4709-905b-87f1ef21b67e', 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:38.221161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-884c6a7d-93ae-4d15-889b-efe807722497 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:38.225676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-884c6a7d-93ae-4d15-889b-efe807722497 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Usage tracker for resource:security_group_rule and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:38.229198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-884c6a7d-93ae-4d15-889b-efe807722497 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:38.236562 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-884c6a7d-93ae-4d15-889b-efe807722497 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:38.245424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:38.247721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.259409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b6ff85e0-6816-4b10-b259-b7711041bd73 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.278738 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-93353755-cd5b-4228-b3e8-bfea047da315 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] DELETE failed (client error): The resource could not be found. Oct 17 17:55:38.279735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93353755-cd5b-4228-b3e8-bfea047da315 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:55:38.316565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff85e0-6816-4b10-b259-b7711041bd73 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Subnet': ['ID=7656358c-e459-4238-a331-f0679369eb28,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:38.329954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-884c6a7d-93ae-4d15-889b-efe807722497 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.330230 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-93353755-cd5b-4228-b3e8-bfea047da315 tempest-RoutersAdminTest-1413275683 tempest-RoutersAdminTest-1413275683-project] 10.222.0.69 "DELETE /v2.0/subnets/32752b3f-557a-4f8e-867a-a6326e442687 HTTP/1.1" status: 404 len: 337 time: 0.2682490 Oct 17 17:55:38.365978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6813f42-72ab-47ed-8ae4-b0e8788ceac2 None None] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:38.473024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeca2b-1e22-4f58-9f1d-13fa45bb0d08 req-a7ecaa2b-546a-4315-a5ee-1e94d3316b88 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:38.474531 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-acbeca2b-1e22-4f58-9f1d-13fa45bb0d08 req-a7ecaa2b-546a-4315-a5ee-1e94d3316b88 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 932 time: 0.6210487 Oct 17 17:55:38.521157 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.524787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-8d898eb8-d7ba-4eb0-bb88-2cd892c64a32 None None] For port ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:38.525257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8d898eb8-d7ba-4eb0-bb88-2cd892c64a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.573282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-acbeca2b-1e22-4f58-9f1d-13fa45bb0d08 req-24e1fd23-3d11-4ddb-bb9e-3e8c1d05bf85 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:38.604851 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-acbeca2b-1e22-4f58-9f1d-13fa45bb0d08 req-24e1fd23-3d11-4ddb-bb9e-3e8c1d05bf85 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:38.606013 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-acbeca2b-1e22-4f58-9f1d-13fa45bb0d08 req-24e1fd23-3d11-4ddb-bb9e-3e8c1d05bf85 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195505 Oct 17 17:55:38.650586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b6ff85e0-6816-4b10-b259-b7711041bd73 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.650586 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b6ff85e0-6816-4b10-b259-b7711041bd73 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/7656358c-e459-4238-a331-f0679369eb28 HTTP/1.1" status: 204 len: 168 time: 1.5556688 Oct 17 17:55:38.653450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44826) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:38.661982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:38.742162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-884c6a7d-93ae-4d15-889b-efe807722497 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.744538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8d898eb8-d7ba-4eb0-bb88-2cd892c64a32 None None] Calling delete_port for ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:38.753042 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-884c6a7d-93ae-4d15-889b-efe807722497 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.792844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44830) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:38.796342 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 10 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:38.804998 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c6a7d-93ae-4d15-889b-efe807722497 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837f7d3d-df7b-4035-91a5-a36f30a65821,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:38.837049 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Transition to ACTIVE for port object 53e41e4c-bb17-413b-ab28-d58d9720a172 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:38.842279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-884c6a7d-93ae-4d15-889b-efe807722497 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.847500 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-884c6a7d-93ae-4d15-889b-efe807722497 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6429472 Oct 17 17:55:38.848811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44836) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:38.865191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b71d0c2a-776d-4cb9-9c4d-b6e89f604c5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'security_group_rule': {'security_group_id': '61add531-1127-4709-905b-87f1ef21b67e', 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:38.887828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b71d0c2a-776d-4cb9-9c4d-b6e89f604c5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:38.903969 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b71d0c2a-776d-4cb9-9c4d-b6e89f604c5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Usage tracker for resource:security_group_rule and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:38.912165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b71d0c2a-776d-4cb9-9c4d-b6e89f604c5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:38.928914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c40ced-ed9f-4582-ac18-411d43ddbde7 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:55:38.935279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:55:38.939406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b71d0c2a-776d-4cb9-9c4d-b6e89f604c5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:38.939857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:38.960375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Transition to ACTIVE for port object f2c40ced-ed9f-4582-ac18-411d43ddbde7 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:38.967371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.009753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:39.021816 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:39.031847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:39.036556 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-b71d0c2a-776d-4cb9-9c4d-b6e89f604c5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Project 717818c81d93408ebcf6aa4623d3e2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:55:39.043005 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Transition to ACTIVE for port object 53e41e4c-bb17-413b-ab28-d58d9720a172 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:39.059693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:39.068016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b71d0c2a-776d-4cb9-9c4d-b6e89f604c5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.077812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.145569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:39.165615 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:39.169097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.198590 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:55:39.236869 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Network 63aeec49-3418-465d-8493-18a4362846bc is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:39.242806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1421c7b4-2136-49a4-852b-0dbb38db8aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.257702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:39.265811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'name': 'tempest-TestVolumeBootPattern-1340155335-router', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:16Z', 'updated_at': '2022-10-17T17:55:29Z', 'revision_number': 4, 'project_id': 'da924686a08b49a18e7ed260121b3078', 'gw_port': {'id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:18Z', 'updated_at': '2022-10-17T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '1a1c267c-6eea-47e6-bee8-fea8845ddfe2', 'name': '', 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'mac_address': 'fa:16:3e:b0:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'fa62ac49-a728-4cab-a84d-83e28b8bd124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:26Z', 'updated_at': '2022-10-17T17:55:36Z', 'revision_number': 4, 'project_id': 'da924686a08b49a18e7ed260121b3078', 'subnets': [{'id': 'fa62ac49-a728-4cab-a84d-83e28b8bd124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:39.273600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:39.295572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8d898eb8-d7ba-4eb0-bb88-2cd892c64a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.300064 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Provisioning for port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:39.300752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Allocated IP 172.21.0.1 (63aeec49-3418-465d-8493-18a4362846bc/7096fa01-aa01-49b4-b4f4-3a9da798001f/d21e6509-549c-4779-982f-955e76935193) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:39.304494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1421c7b4-2136-49a4-852b-0dbb38db8aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:39.314848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c40ced-ed9f-4582-ac18-411d43ddbde7,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:39.323574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1421c7b4-2136-49a4-852b-0dbb38db8aee admin admin] Usage tracker for resource:security_group_rule and tenant:85ca27358dd2403e9d9054c6beaf22e3 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:39.329104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1421c7b4-2136-49a4-852b-0dbb38db8aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:39.339218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1421c7b4-2136-49a4-852b-0dbb38db8aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:39.349096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Port ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89190) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 17 17:55:39.349423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Reverting IP allocation for 2001:db8::f816:3eff:fefa:6ba5 {{(pid=89190) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 17 17:55:39.366058 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Attempting to bind port f2c40ced-ed9f-4582-ac18-411d43ddbde7 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:39.366897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Attempting to bind port f2c40ced-ed9f-4582-ac18-411d43ddbde7 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:39.367169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Attempting to bind port f2c40ced-ed9f-4582-ac18-411d43ddbde7 on network 06ccc2a7-0461-4af5-89b3-0a831416e118 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:39.375682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Port f2c40ced-ed9f-4582-ac18-411d43ddbde7 on network 06ccc2a7-0461-4af5-89b3-0a831416e118 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:55:39.376047 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Attempting to bind port f2c40ced-ed9f-4582-ac18-411d43ddbde7 on network 06ccc2a7-0461-4af5-89b3-0a831416e118 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:39.391244 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:39.391593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Checking segment: {'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:39.391959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Bound using segment: {'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:39.392405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Bound port: f2c40ced-ed9f-4582-ac18-411d43ddbde7, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b438e7d-6334-4cf8-b06a-29b891c3a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:39.392764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.418624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d39258-a75f-40f6-9a6b-3b9b68886aa7 None None] The sync data for ids ['b96c7d11-d042-474e-bac5-cd6b1ed396f2'] in dv-neutron-860895-1-hyperv is: [{'id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'name': 'tempest-TestVolumeBootPattern-1340155335-router', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:16Z', 'updated_at': '2022-10-17T17:55:29Z', 'revision_number': 4, 'project_id': 'da924686a08b49a18e7ed260121b3078', 'gw_port': {'id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:18Z', 'updated_at': '2022-10-17T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '1a1c267c-6eea-47e6-bee8-fea8845ddfe2', 'name': '', 'network_id': 'da283b3c-d51a-46ce-aa70-7f2237f7cbfa', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'mac_address': 'fa:16:3e:b0:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'fa62ac49-a728-4cab-a84d-83e28b8bd124', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:26Z', 'updated_at': '2022-10-17T17:55:36Z', 'revision_number': 4, 'project_id': 'da924686a08b49a18e7ed260121b3078', 'subnets': [{'id': 'fa62ac49-a728-4cab-a84d-83e28b8bd124', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:39.481419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Provisioning complete for port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:39.484966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.485505 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Attempt 1 to provision port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 Oct 17 17:55:39.524903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.526742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Pushing event updated for resources: {'Port': ['ID=53e41e4c-bb17-413b-ab28-d58d9720a172,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:39.530961 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d898eb8-d7ba-4eb0-bb88-2cd892c64a32 None None] No DVR routers for this DVR port ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:55:39.586122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] For port f2c40ced-ed9f-4582-ac18-411d43ddbde7, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:39.596617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:39.597242 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:39.597831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:39.598448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:39.598993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:39.599575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:39.600123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:39.600690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:39.601236 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:39.601771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:39.602328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:39.602874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:55:39.607701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] For port f2c40ced-ed9f-4582-ac18-411d43ddbde7, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f2c40ced-ed9f-4582-ac18-411d43ddbde7,segment=NetworkSegment(5b438e7d-6334-4cf8-b06a-29b891c3a4b0),segment_id=5b438e7d-6334-4cf8-b06a-29b891c3a4b0)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:39.609863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1421c7b4-2136-49a4-852b-0dbb38db8aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.615627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.631887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b71d0c2a-776d-4cb9-9c4d-b6e89f604c5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.649562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b71d0c2a-776d-4cb9-9c4d-b6e89f604c5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.651875 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No active binding found for port ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 {{(pid=89192) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 17 17:55:39.653184 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:39.654746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.657032 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] 10.222.0.20 "PUT /v2.0/ports/f2c40ced-ed9f-4582-ac18-411d43ddbde7 HTTP/1.1" status: 200 len: 1094 time: 1.9053309 Oct 17 17:55:39.664416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'tag': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:55:39.665032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:55:39.667435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161185f7-4a5b-4f03-8e83-2d3579d216ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f95c85a3-29e7-4296-a4cf-f49c8d20d766", "tag": "f2c40ced-ed9f-4582-ac18-411d43ddbde7"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:55:39.670529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1421c7b4-2136-49a4-852b-0dbb38db8aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.690258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Attempting to bind port 53e41e4c-bb17-413b-ab28-d58d9720a172 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:39.690605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Attempting to bind port 53e41e4c-bb17-413b-ab28-d58d9720a172 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd21b3f64-730a-4f80-bc3e-83526961255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '63aeec49-3418-465d-8493-18a4362846bc'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:39.690974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Attempting to bind port 53e41e4c-bb17-413b-ab28-d58d9720a172 on network 63aeec49-3418-465d-8493-18a4362846bc {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:39.696822 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d898eb8-d7ba-4eb0-bb88-2cd892c64a32 None None] Pushing event deleted for resources: {'Port': ['ID=ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:39.712521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:39.722111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Checking segment: {'id': 'd21b3f64-730a-4f80-bc3e-83526961255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '63aeec49-3418-465d-8493-18a4362846bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:39.722703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.723629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Bound using segment: {'id': 'd21b3f64-730a-4f80-bc3e-83526961255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '63aeec49-3418-465d-8493-18a4362846bc'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:39.724337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Bound port: 53e41e4c-bb17-413b-ab28-d58d9720a172, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21b3f64-730a-4f80-bc3e-83526961255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '63aeec49-3418-465d-8493-18a4362846bc'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:39.724978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.734258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:39.757750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d0c2a-776d-4cb9-9c4d-b6e89f604c5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d0865b-3a17-459f-a062-0619ec9bc666,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:39.760944 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:39.764235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:39.766235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.801811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953cb340-b526-4589-8946-1d5771086602 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:39.819592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b71d0c2a-776d-4cb9-9c4d-b6e89f604c5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:39.823252 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b71d0c2a-776d-4cb9-9c4d-b6e89f604c5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9690423 Oct 17 17:55:39.832653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44844) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:39.839388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=5bb1c404-4429-4699-84ee-9b044f0512d1,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:39.847797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3bf32ae5-fb63-4fb7-a4bd-aa9c1d4acde6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'security_group_rule': {'security_group_id': '61add531-1127-4709-905b-87f1ef21b67e', 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:39.855738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3bf32ae5-fb63-4fb7-a4bd-aa9c1d4acde6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:39.860672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3bf32ae5-fb63-4fb7-a4bd-aa9c1d4acde6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Usage tracker for resource:security_group_rule and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:39.864324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3bf32ae5-fb63-4fb7-a4bd-aa9c1d4acde6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:39.871313 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3bf32ae5-fb63-4fb7-a4bd-aa9c1d4acde6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:39.926487 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-3bf32ae5-fb63-4fb7-a4bd-aa9c1d4acde6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Project 717818c81d93408ebcf6aa4623d3e2cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:55:39.927375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6039e9-2c0f-4477-90e1-40752150cd29 x-openstack-request-id: req-6c6039e9-2c0f-4477-90e1-40752150cd29 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:55:39.927702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95c85a3-29e7-4296-a4cf-f49c8d20d766", "tag": "f2c40ced-ed9f-4582-ac18-411d43ddbde7", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:55:39.927924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c6039e9-2c0f-4477-90e1-40752150cd29 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:55:39.928336 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6039e9-2c0f-4477-90e1-40752150cd29'] response: {'name': 'network-changed', 'server_uuid': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'tag': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'status': 'completed', 'code': 200} Oct 17 17:55:39.931091 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1421c7b4-2136-49a4-852b-0dbb38db8aee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=85ca27358dd2403e9d9054c6beaf22e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1280680 Oct 17 17:55:39.941472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44848) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:39.945499 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6e90c566-3821-41d5-a448-3d776a4a8757 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1929653 Oct 17 17:55:39.955017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44852) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:40.043746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.048362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bf32ae5-fb63-4fb7-a4bd-aa9c1d4acde6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.057660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421c7b4-2136-49a4-852b-0dbb38db8aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34076b14-cb5c-408f-a000-3fcf047c248a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:40.084875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6c0bd-d2da-4190-8a7e-d1ea44a0b852 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c40ced-ed9f-4582-ac18-411d43ddbde7,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:40.143281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:45:32:88', 'name': 'tempest-NetworksTestDHCPv6-1995108690'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:40.150303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189bd5f-9d5f-4607-855c-dd5f987c163f req-9c24fabe-87cd-47f5-a1f8-3f2d350404dc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:40.153634 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9189bd5f-9d5f-4607-855c-dd5f987c163f req-9c24fabe-87cd-47f5-a1f8-3f2d350404dc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 944 time: 0.2212374 Oct 17 17:55:40.157830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-a0f1f0fa-4f7f-4e0a-896d-6622cbab0217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:40.159728 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-a0f1f0fa-4f7f-4e0a-896d-6622cbab0217 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 1097 time: 0.3903921 Oct 17 17:55:40.243284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Current status of the port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:40.246741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.289492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bf32ae5-fb63-4fb7-a4bd-aa9c1d4acde6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.291025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] For port 53e41e4c-bb17-413b-ab28-d58d9720a172, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:40.301214 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] For port 53e41e4c-bb17-413b-ab28-d58d9720a172, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=53e41e4c-bb17-413b-ab28-d58d9720a172,segment=NetworkSegment(d21b3f64-730a-4f80-bc3e-83526961255c),segment_id=d21b3f64-730a-4f80-bc3e-83526961255c)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:40.320777 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-e38f42a4-8084-44a9-8091-5a0adc9bd264 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2c40ced-ed9f-4582-ac18-411d43ddbde7 HTTP/1.1" status: 200 len: 217 time: 0.1259699 Oct 17 17:55:40.322576 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.363226 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bf32ae5-fb63-4fb7-a4bd-aa9c1d4acde6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.377067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Transition to ACTIVE for port object d21e6509-549c-4779-982f-955e76935193 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:40.433785 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1c9a-02d9-4515-b487-d5205d75fe2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.472766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1c9a-02d9-4515-b487-d5205d75fe2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.478371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-9c12edcc-be6c-47e5-a408-e8a8ca2c77c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:40.480231 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-9c12edcc-be6c-47e5-a408-e8a8ca2c77c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90ab9321-e0ac-4aad-b29f-1c63910f3f5c HTTP/1.1" status: 200 len: 834 time: 0.1509714 Oct 17 17:55:40.561013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1c9a-02d9-4515-b487-d5205d75fe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.566268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf32ae5-fb63-4fb7-a4bd-aa9c1d4acde6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f0e9d1-dd5f-4908-bef2-ed25615b43ba,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:40.597596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e1c9a-02d9-4515-b487-d5205d75fe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34076b14-cb5c-408f-a000-3fcf047c248a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:40.661167 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bf32ae5-fb63-4fb7-a4bd-aa9c1d4acde6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.662453 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3bf32ae5-fb63-4fb7-a4bd-aa9c1d4acde6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8251386 Oct 17 17:55:40.689611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f6e1c9a-02d9-4515-b487-d5205d75fe2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.706634 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9f6e1c9a-02d9-4515-b487-d5205d75fe2c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34076b14-cb5c-408f-a000-3fcf047c248a HTTP/1.1" status: 204 len: 168 time: 0.7622657 Oct 17 17:55:40.734954 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9189bd5f-9d5f-4607-855c-dd5f987c163f req-4c9544ed-8bf5-440d-a0a8-a769c034f199 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5647798 Oct 17 17:55:40.770836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:40.778447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:40.792167 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.801855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:40.859318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-53584d93-1e69-47a9-8518-4bd7db4c5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:40.861882 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-53584d93-1e69-47a9-8518-4bd7db4c5cd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06ccc2a7-0461-4af5-89b3-0a831416e118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3687189 Oct 17 17:55:40.886443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] For port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2,segment=NetworkSegment(3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4),segment_id=3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:40.891086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '5bb1c404-4429-4699-84ee-9b044f0512d1'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:55:40.891994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:40.922498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad40a6-3185-4b9a-974b-cec3c87d2cb5 None None] Pushing event updated for resources: {'Port': ['ID=53e41e4c-bb17-413b-ab28-d58d9720a172,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:40.927478 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:41.088306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=d21e6509-549c-4779-982f-955e76935193,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:41.124083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Could not find standard attr ID for object 5a8db22a-6918-405d-84b1-7db918d7b6e4. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:55:41.135286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:41.179226 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 63aeec49-3418-465d-8493-18a4362846bc is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:41.189564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:41.198503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:41.203237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:41.444154 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-aa37ef25-a383-40f0-b2bb-f992b70788c6 service neutron] 10.222.0.20 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729318 Oct 17 17:55:41.447464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:41.471005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44902) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:41.477283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e0b78-ae8b-488a-946d-b5c753eebeb9 None None] Pushing event updated for resources: {'Port': ['ID=09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:41.484094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:41.494783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 53e41e4c-bb17-413b-ab28-d58d9720a172 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:41.554094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Could not find standard attr ID for object ca9e3e0b-618e-4c4c-b3a0-6d30c57a6ca1. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:55:41.725334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Provisioning for port 9aa0eed7-206d-429a-811b-82676ea11031 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:41.735931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Provisioning complete for port 9aa0eed7-206d-429a-811b-82676ea11031 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:41.736588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:41.737018 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 1 to provision port 9aa0eed7-206d-429a-811b-82676ea11031 Oct 17 17:55:41.771647 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839c5ae9-dee4-4eeb-b269-62281ca7f88d req-3cf1dc3f-2f14-4293-951e-35f178e0bff2 service neutron] 10.222.0.20 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217344 Oct 17 17:55:41.788826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:41.790529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Subnet': ['ID=1d361737-43e1-41f1-9a27-ab4d73cfc158,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:41.792837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:41.823367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:41.823961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:41.839996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6809ca-012d-4f7b-878a-5fe30c1d1e62 None None] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:41.867641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Allocated IP 2001:db8::f816:3eff:fe9c:3339 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/5bb1c404-4429-4699-84ee-9b044f0512d1/b480a9bc-fc25-4831-b8af-ef1405cecf68) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:41.943774 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-82751a50-969b-4602-a0f4-32242c4daf55 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2864602 Oct 17 17:55:41.949566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44908) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:41.960853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'security_group': {'name': 'tempest-secgroup-1201509659'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:41.984789 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:41.998390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:security_group and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:42.007894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 53e41e4c-bb17-413b-ab28-d58d9720a172 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:42.028582 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:42.037673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:42.069719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:42.090186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161185f7-4a5b-4f03-8e83-2d3579d216ee req-73c59e7b-ac4c-4237-ad5b-5d8bf84563b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:42.091922 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-161185f7-4a5b-4f03-8e83-2d3579d216ee req-73c59e7b-ac4c-4237-ad5b-5d8bf84563b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 1097 time: 0.2237561 Oct 17 17:55:42.268378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161185f7-4a5b-4f03-8e83-2d3579d216ee req-8caa5563-686c-4477-a2db-40f1b63821b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:42.270025 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-161185f7-4a5b-4f03-8e83-2d3579d216ee req-8caa5563-686c-4477-a2db-40f1b63821b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06ccc2a7-0461-4af5-89b3-0a831416e118 HTTP/1.1" status: 200 len: 898 time: 0.1640790 Oct 17 17:55:42.348739 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d563f785-901f-494c-8959-a22b945de080 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e5cdc5f46804d178c07e15c5d3218ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8616605 Oct 17 17:55:42.352093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:42.388348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44918) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:42.426947 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-161185f7-4a5b-4f03-8e83-2d3579d216ee req-8d4a257a-06c1-4707-9161-3a72f6e221cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2c40ced-ed9f-4582-ac18-411d43ddbde7 HTTP/1.1" status: 200 len: 217 time: 0.1427171 Oct 17 17:55:42.431705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:42.445299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:42.515560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da5004b-0af4-45e3-926e-1ee6b12f2434 None None] Network 63aeec49-3418-465d-8493-18a4362846bc requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:42.539845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161185f7-4a5b-4f03-8e83-2d3579d216ee req-cc23535a-8933-46c0-88d1-ccb5ad989503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:42.541070 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-161185f7-4a5b-4f03-8e83-2d3579d216ee req-cc23535a-8933-46c0-88d1-ccb5ad989503 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90ab9321-e0ac-4aad-b29f-1c63910f3f5c HTTP/1.1" status: 200 len: 834 time: 0.1077213 Oct 17 17:55:42.541922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Current status of the port 9aa0eed7-206d-429a-811b-82676ea11031 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:42.542429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:42.564482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 97782d3e-b405-457a-973b-277450058686 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:55:42.591227 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] For port 9aa0eed7-206d-429a-811b-82676ea11031, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9aa0eed7-206d-429a-811b-82676ea11031,segment=NetworkSegment(3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4),segment_id=3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:42.648609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161185f7-4a5b-4f03-8e83-2d3579d216ee req-916459ff-3df8-4e53-8b37-24a90b6718c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:42.650980 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-161185f7-4a5b-4f03-8e83-2d3579d216ee req-916459ff-3df8-4e53-8b37-24a90b6718c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06ccc2a7-0461-4af5-89b3-0a831416e118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1024692 Oct 17 17:55:42.665560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:42.669835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:security_group_rule and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:42.673140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:42.679085 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:42.761561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:42.765694 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:42.778062 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:42.812826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:42.817610 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-161185f7-4a5b-4f03-8e83-2d3579d216ee req-1afcd47a-7de4-427d-926e-d632b313070b service neutron] 10.222.0.20 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596019 Oct 17 17:55:42.855161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Pushing event updated for resources: {'Port': ['ID=9aa0eed7-206d-429a-811b-82676ea11031,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:42.872844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6612b-7c53-48c1-9740-71c109878d57 req-c624da02-fdc4-4c57-8977-6c15f65b2d79 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:42.875186 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-23e6612b-7c53-48c1-9740-71c109878d57 req-c624da02-fdc4-4c57-8977-6c15f65b2d79 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 944 time: 0.8343570 Oct 17 17:55:42.876879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1a805a04-97b8-4a48-a3a2-c4ccc1bf75a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:42.973589 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fbe516-fa51-498c-b828-4e988ba5e766,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:42.975179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Provisioning for port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:42.987948 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:42.989200 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-137dd4a2-efe8-42ad-92f0-51a00a46eb79 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0350022 Oct 17 17:55:42.992336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:42.995801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Provisioning complete for port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:42.996364 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:42.996886 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 1 to provision port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 Oct 17 17:55:43.001942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44942) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:43.005724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1a805a04-97b8-4a48-a3a2-c4ccc1bf75a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:43.010807 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-161185f7-4a5b-4f03-8e83-2d3579d216ee req-148fdb69-5270-4b77-945f-6113ed8c2e44 service neutron] 10.222.0.20 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869843 Oct 17 17:55:43.028878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'security_group': {'name': 'tempest-secgroup-1356419464'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:43.091430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Transition to ACTIVE for port object b480a9bc-fc25-4831-b8af-ef1405cecf68 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:43.129635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:43.171732 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:43.211728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:security_group and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:43.237897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:43.245681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Transition to ACTIVE for port object b480a9bc-fc25-4831-b8af-ef1405cecf68 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:43.277584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:43.294053 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-23e6612b-7c53-48c1-9740-71c109878d57 req-16b9a90f-badb-4361-a144-55784c1be27d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3611033 Oct 17 17:55:43.297626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:43.412683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:43.489884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::f816:3eff:fe45:3288 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/5bb1c404-4429-4699-84ee-9b044f0512d1/97782d3e-b405-457a-973b-277450058686) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:43.518133 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:43.520777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Pushing event updated for resources: {'Port': ['ID=b480a9bc-fc25-4831-b8af-ef1405cecf68,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:43.526605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1a805a04-97b8-4a48-a3a2-c4ccc1bf75a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:43.547922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:security_group_rule and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:43.563796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:43.588168 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:43.599595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:43.603866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:43.611686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:43.621842 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a805a04-97b8-4a48-a3a2-c4ccc1bf75a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda68a4c-8cf3-46f9-82db-da19d242a91d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:43.623683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Current status of the port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:43.623683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:43.656498 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1a805a04-97b8-4a48-a3a2-c4ccc1bf75a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:43.657917 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1a805a04-97b8-4a48-a3a2-c4ccc1bf75a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cda68a4c-8cf3-46f9-82db-da19d242a91d HTTP/1.1" status: 204 len: 168 time: 1.2750454 Oct 17 17:55:43.727362 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d39162b-902a-46b7-8156-b4dc2d65ed55 None None] Update dhcp port {'port': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'fixed_ips': [{'subnet_id': '3136ee2b-64a5-4f16-b938-cd6eb03c0ade', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d361737-43e1-41f1-9a27-ab4d73cfc158'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '487c34e7-16b6-4aa5-b06e-5f832c62fa89'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:55:43.833269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:43.833653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:43.833982 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 Oct 17 17:55:43.838512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:43.854447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:43.868996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7d39162b-902a-46b7-8156-b4dc2d65ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:43.994852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] For port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1a1c267c-6eea-47e6-bee8-fea8845ddfe2,segment=NetworkSegment(f0385e0e-aadf-45af-a507-726218543f7c),segment_id=f0385e0e-aadf-45af-a507-726218543f7c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:44.017023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Attempting to bind port b480a9bc-fc25-4831-b8af-ef1405cecf68 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:44.017404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Attempting to bind port b480a9bc-fc25-4831-b8af-ef1405cecf68 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:44.017769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Attempting to bind port b480a9bc-fc25-4831-b8af-ef1405cecf68 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:44.022897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:44.033791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:44.056437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:44.075494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=d21e6509-549c-4779-982f-955e76935193,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:44.079143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:44.088592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:44.088971 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:44.089375 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:44.089774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:44.090275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Bound port: b480a9bc-fc25-4831-b8af-ef1405cecf68, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:44.090659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:44.157301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:44.340274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] For port b480a9bc-fc25-4831-b8af-ef1405cecf68, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:44.350298 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] For port b480a9bc-fc25-4831-b8af-ef1405cecf68, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b480a9bc-fc25-4831-b8af-ef1405cecf68,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:44.370344 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f2c40ced-ed9f-4582-ac18-411d43ddbde7 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 17:55:44.410476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Provisioning complete for port 33dd6b3b-72df-4aed-9422-008cbc67a07d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:44.411123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:44.411690 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 1 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:44.437481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:44.487585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:44.500442 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4860156 Oct 17 17:55:44.500442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 97782d3e-b405-457a-973b-277450058686 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:44.500442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037d0ae-cd86-437b-9ede-435737b65631 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ecef96-df9a-47b7-a3c5-d34844824330,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:44.500882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44970) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:44.505254 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'security_group': {'name': 'tempest-secgroup-176833501'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:44.521981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:44.541772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:security_group and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:44.551174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:44.575596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:44.589199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Pushing event updated for resources: {'Port': ['ID=1a1c267c-6eea-47e6-bee8-fea8845ddfe2,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:44.621141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:44.621942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:44.623785 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9aa0eed7-206d-429a-811b-82676ea11031 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:44.632412 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:44.751262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network 63aeec49-3418-465d-8493-18a4362846bc is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:44.790825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:44.797099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:44.852238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:security_group_rule and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:44.879143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:44.893150 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:45.074835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:45.093495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 07c8091b-c87b-4eaa-aa16-2873644e7e05 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:55:45.105598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:45.108166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:45.118931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:45.120310 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:45.120463 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:45.123328 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b00a-5c39-4cd5-a193-6e9b7fdda363 req-df6dd0fb-6b61-439e-97b5-95af27e4bae7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:45.131644 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dbe2b00a-5c39-4cd5-a193-6e9b7fdda363 req-df6dd0fb-6b61-439e-97b5-95af27e4bae7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 944 time: 0.4599690 Oct 17 17:55:45.165457 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.1603198 Oct 17 17:55:45.173678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44984) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:45.333715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:45.343253 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dbe2b00a-5c39-4cd5-a193-6e9b7fdda363 req-0d8d85ad-d6cc-4330-84b9-481c338ca2cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829062 Oct 17 17:55:45.347604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:45.379957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-7d39162b-902a-46b7-8156-b4dc2d65ed55 None None] Allocated IP 172.20.0.2 (98380ccf-f03b-4a5b-810f-10cdd9249d1b/1d361737-43e1-41f1-9a27-ab4d73cfc158/487c34e7-16b6-4aa5-b06e-5f832c62fa89) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:45.387536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2500a1c-b8d1-47df-a64a-0e981a2a6064 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=97782d3e-b405-457a-973b-277450058686,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:45.406588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c212ff-4bb5-4c20-8e0c-0fa03c76c847,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:45.450242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:45.457000 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-594522bf-ea36-4a45-b18c-cc245585f8ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9570670 Oct 17 17:55:45.459183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 44992) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:45.470649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1396929632', 'security_groups': ['f3c212ff-4bb5-4c20-8e0c-0fa03c76c847'], 'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d361737-43e1-41f1-9a27-ab4d73cfc158'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:45.619878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee128b3c-01b9-4491-9457-4f52a49a2f3c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:45.621529 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 2 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:45.626190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee128b3c-01b9-4491-9457-4f52a49a2f3c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:45.627296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ee128b3c-01b9-4491-9457-4f52a49a2f3c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:45.635531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:55:45.644993 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fcb7abde-f7f8-4017-b9fa-ef95f9936420 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2407362 Oct 17 17:55:45.646219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 44998) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:45.652944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:45.653585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd6e5a-73b4-4430-aafa-527d7c6e7a2f None None] Pushing event updated for resources: {'Port': ['ID=b480a9bc-fc25-4831-b8af-ef1405cecf68,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:45.663304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'network': {'name': 'tempest-RoutersTest-267392141'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:45.669928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:45.672339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:45.676276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:network and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:45.683139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:45.692917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:45.697774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:45.713261 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ee128b3c-01b9-4491-9457-4f52a49a2f3c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:45.714867 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ee128b3c-01b9-4491-9457-4f52a49a2f3c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5343797 Oct 17 17:55:45.721850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45002) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:45.732804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45006) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:45.747551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Sync routers for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:55:45.806004 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port f2c40ced-ed9f-4582-ac18-411d43ddbde7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f2c40ced-ed9f-4582-ac18-411d43ddbde7,segment=NetworkSegment(5b438e7d-6334-4cf8-b06a-29b891c3a4b0),segment_id=5b438e7d-6334-4cf8-b06a-29b891c3a4b0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:45.841312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:45.850447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:45.851135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:45.853584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:45.877173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-898c5278-6300-4d53-847b-e5928a998adf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 97782d3e-b405-457a-973b-277450058686 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:45.877579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898c5278-6300-4d53-847b-e5928a998adf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:45.991316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.012520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:55:46.029725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] device_id is not set on port 029d6095-0988-4b6d-a0f9-e6891cb261f1 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:55:46.048320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'port_id': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'mac_address': 'fa:16:3e:93:8c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 17:55:46.162946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504309652'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:46.166599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.167487 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Added segment a9243766-320b-4b5f-be2d-765c028ca15c of type vlan for network ba9a049c-dacc-4a08-afa3-0838b8095d85 Oct 17 17:55:46.174732 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:46.179667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:46.190575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:network and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:46.199845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:46.208856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:46.224218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 9aa0eed7-206d-429a-811b-82676ea11031 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:46.224602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.224924 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 9aa0eed7-206d-429a-811b-82676ea11031 Oct 17 17:55:46.282932 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:46.287799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.313133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.348440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:46.393416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.409729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:security_group_rule and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:46.416924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:46.433360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:46.474161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7d39162b-902a-46b7-8156-b4dc2d65ed55 None None] For port 487c34e7-16b6-4aa5-b06e-5f832c62fa89, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=487c34e7-16b6-4aa5-b06e-5f832c62fa89,segment=NetworkSegment(d928bf2f-3816-4dda-a099-d1428453f791),segment_id=d928bf2f-3816-4dda-a099-d1428453f791)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:46.519909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port f2c40ced-ed9f-4582-ac18-411d43ddbde7 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:46.520908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.543081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:46.552034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.558085 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:46.558840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.665157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.666408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.resource_extend [None req-7d39162b-902a-46b7-8156-b4dc2d65ed55 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:55:46.676198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c40ced-ed9f-4582-ac18-411d43ddbde7 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:55:46.677099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.685687 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 3 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:46.730154 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:55:46.751986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7efa52f2-fa73-4af3-9c6d-65b5daefe210,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:46.757628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.758454 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Added segment 71532ae2-8c7a-41da-bffb-5bc04636fd5a of type vlan for network f5ea7f70-14af-4bdf-b32c-901096f69d60 Oct 17 17:55:46.764327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7d39162b-902a-46b7-8156-b4dc2d65ed55 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.801440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.819644 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1719217 Oct 17 17:55:46.825276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45016) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:46.846434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.855735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:46.856606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:46.868301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'subnet': {'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:46.912313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 9aa0eed7-206d-429a-811b-82676ea11031 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:46.922459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port f2c40ced-ed9f-4582-ac18-411d43ddbde7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f2c40ced-ed9f-4582-ac18-411d43ddbde7,segment=NetworkSegment(5b438e7d-6334-4cf8-b06a-29b891c3a4b0),segment_id=5b438e7d-6334-4cf8-b06a-29b891c3a4b0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:46.942084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7d39162b-902a-46b7-8156-b4dc2d65ed55 None None] Transition to ACTIVE for port object 487c34e7-16b6-4aa5-b06e-5f832c62fa89 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:46.948706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:47.041859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7d39162b-902a-46b7-8156-b4dc2d65ed55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:47.046369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:47.098850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898c5278-6300-4d53-847b-e5928a998adf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:47.284630 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b480a9bc-fc25-4831-b8af-ef1405cecf68 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:47.319888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-898c5278-6300-4d53-847b-e5928a998adf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 97782d3e-b405-457a-973b-277450058686 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:47.372795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=f5ea7f70-14af-4bdf-b32c-901096f69d60,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:47.389379 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['f2c40ced-ed9f-4582-ac18-411d43ddbde7'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 17:55:47.404869 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d44a4f37-2c6a-4afa-82b6-42fbf50ceb39 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6704335 Oct 17 17:55:47.437595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network f5ea7f70-14af-4bdf-b32c-901096f69d60 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:55:47.458052 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.12 (98380ccf-f03b-4a5b-810f-10cdd9249d1b/1d361737-43e1-41f1-9a27-ab4d73cfc158/029d6095-0988-4b6d-a0f9-e6891cb261f1) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:47.571097 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45022) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:47.598771 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 4 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:47.601285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'network_id': 'f5ea7f70-14af-4bdf-b32c-901096f69d60', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:47.602251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:47.606601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:subnet and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:47.610749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:47.618406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:47.640700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aaa24f-7328-4e7f-9295-a228a0174536 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Network': ['ID=ba9a049c-dacc-4a08-afa3-0838b8095d85,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:47.649691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:47.653236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:47.671752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=f2c40ced-ed9f-4582-ac18-411d43ddbde7,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:47.896105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898c5278-6300-4d53-847b-e5928a998adf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:48.032558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:48.044149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:subnet and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:48.050760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network ba9a049c-dacc-4a08-afa3-0838b8095d85 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:55:48.066235 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:48.082702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:48.094981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898c5278-6300-4d53-847b-e5928a998adf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:48.098789 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c5278-6300-4d53-847b-e5928a998adf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=97782d3e-b405-457a-973b-277450058686,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:48.142473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a573a3a-3af9-4df4-a5a5-b1a5853eaaee req-ff7bfe99-7175-4784-9e15-0defb3525542 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:48.145051 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4a573a3a-3af9-4df4-a5a5-b1a5853eaaee req-ff7bfe99-7175-4784-9e15-0defb3525542 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 944 time: 1.5990112 Oct 17 17:55:48.168496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:48.174286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:48.217222 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-898c5278-6300-4d53-847b-e5928a998adf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/97782d3e-b405-457a-973b-277450058686 HTTP/1.1" status: 204 len: 168 time: 2.4876275 Oct 17 17:55:48.225293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45026) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:48.294848 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4a573a3a-3af9-4df4-a5a5-b1a5853eaaee req-59f6d835-c8a7-4f66-b9df-5afc8698ddac tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312442 Oct 17 17:55:48.325507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:48.439276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a6630e-3108-4ca7-ac9a-c220f9b16dee tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:48.441327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a6630e-3108-4ca7-ac9a-c220f9b16dee tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:48.443821 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a7a6630e-3108-4ca7-ac9a-c220f9b16dee tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2175882 Oct 17 17:55:48.459085 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45032) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:48.499791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Transition to ACTIVE for port object 029d6095-0988-4b6d-a0f9-e6891cb261f1 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:48.596709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:48.613387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39162b-902a-46b7-8156-b4dc2d65ed55 None None] Pushing event updated for resources: {'Port': ['ID=487c34e7-16b6-4aa5-b06e-5f832c62fa89,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:48.623417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port b480a9bc-fc25-4831-b8af-ef1405cecf68 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:48.655223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:48.666078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:48.741396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fc9be0-da5d-44da-babd-6bab622c63a6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 5bb1c404-4429-4699-84ee-9b044f0512d1 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:55:48.751515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18fc9be0-da5d-44da-babd-6bab622c63a6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:48.759175 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 3, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:55:43Z', 'revision_number': 2, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:48.768353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:48.768684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Checking router: 07c8091b-c87b-4eaa-aa16-2873644e7e05 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:55:48.768858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Updating router 07c8091b-c87b-4eaa-aa16-2873644e7e05 port d21e6509-549c-4779-982f-955e76935193 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:55:48.774778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:48.783336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:48.862426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:48.863031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:48.863477 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 Oct 17 17:55:48.891159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=029d6095-0988-4b6d-a0f9-e6891cb261f1,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:48.904974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18fc9be0-da5d-44da-babd-6bab622c63a6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:48.941619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:48.966721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:48.970336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:48.970637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:48.991322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:49.148939 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 5 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:49.219728 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2e84dc41-dcfe-4528-8bdc-cb451dc45a25 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7587736 Oct 17 17:55:49.225536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Subnet': ['ID=8f01a6e9-4851-4a29-b257-0993f826e045,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:49.225758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking segment: {'id': '71532ae2-8c7a-41da-bffb-5bc04636fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f5ea7f70-14af-4bdf-b32c-901096f69d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:49.226275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network hostable DHCP agents. Network: f5ea7f70-14af-4bdf-b32c-901096f69d60, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:55:49.229504 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45036) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:49.260627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f15f37c4-5db0-4185-9557-8cb7f918e200 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:49.281786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=fa399980-a337-4145-93b2-98442987a1d3,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:49.290912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network f5ea7f70-14af-4bdf-b32c-901096f69d60 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:55:49.308323 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, f5ea7f70-14af-4bdf-b32c-901096f69d60) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:49.326602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:49.328524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:49.363315 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8c354c6d-90bf-4972-a098-497209c986d0 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7832558 Oct 17 17:55:49.364037 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45042) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:49.376591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-329071900'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:49.382875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:49.388135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:network and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:49.389051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Checking segment: {'id': 'a9243766-320b-4b5f-be2d-765c028ca15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:49.389418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network hostable DHCP agents. Network: ba9a049c-dacc-4a08-afa3-0838b8095d85, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:55:49.393007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:49.406360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a2ae4-f1f8-4311-b103-7468662c3d68 None None] Network f5ea7f70-14af-4bdf-b32c-901096f69d60 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:49.406951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:49.438055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18fc9be0-da5d-44da-babd-6bab622c63a6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:49.442674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:49.448442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:49.689731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18fc9be0-da5d-44da-babd-6bab622c63a6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:49.698068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:55:49.764079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:49.764707 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Added segment 551f70bc-b448-47ee-aae3-e38aa6adcedd of type vlan for network 1412d62b-33b7-456d-a654-acc30dd7bd61 Oct 17 17:55:49.769201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network ba9a049c-dacc-4a08-afa3-0838b8095d85 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:55:49.828545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc9be0-da5d-44da-babd-6bab622c63a6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb1c404-4429-4699-84ee-9b044f0512d1,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:49.839409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:49.844100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18fc9be0-da5d-44da-babd-6bab622c63a6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:49.849331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:49.875395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc8d71-a7dd-4218-bc2c-e199de0df990 req-b6608609-924b-4369-ada9-7890715670f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:49.876752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa103d-b682-4151-ab38-aaf876f2e908 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:49.878569 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-24fc8d71-a7dd-4218-bc2c-e199de0df990 req-b6608609-924b-4369-ada9-7890715670f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 945 time: 0.3339539 Oct 17 17:55:49.882229 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-18fc9be0-da5d-44da-babd-6bab622c63a6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/5bb1c404-4429-4699-84ee-9b044f0512d1 HTTP/1.1" status: 204 len: 168 time: 1.4317765 Oct 17 17:55:49.891025 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45048) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:49.895898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, ba9a049c-dacc-4a08-afa3-0838b8095d85) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:49.903751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:49.905039 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:49.970593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546cec41-873e-4de6-96be-199e8116a93d None None] Network ba9a049c-dacc-4a08-afa3-0838b8095d85 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:49.983102 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-24fc8d71-a7dd-4218-bc2c-e199de0df990 req-e27b846b-731b-4932-b46d-b0f997fd8c5c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835583 Oct 17 17:55:49.985081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:49.997070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:49.998506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:50.028618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:50.194116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f15f37c4-5db0-4185-9557-8cb7f918e200 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:50.231264 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-84262529-ebe4-4a52-8ec6-18026de2bae5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3257117 Oct 17 17:55:50.232305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45052) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:50.250109 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1441b7a1-801c-41c0-84cb-246ac2d0827b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3992226 Oct 17 17:55:50.250109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45056) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:50.324525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 487c34e7-16b6-4aa5-b06e-5f832c62fa89 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:50.334591 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9660590 Oct 17 17:55:50.346943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45058) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:50.356177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'network_id': '1412d62b-33b7-456d-a654-acc30dd7bd61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:50.360445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f15f37c4-5db0-4185-9557-8cb7f918e200 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:50.370269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f15f37c4-5db0-4185-9557-8cb7f918e200 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:50.371870 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 6 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:50.400505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d992f-e662-45aa-bff6-7dfb5e4c3a4d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=1412d62b-33b7-456d-a654-acc30dd7bd61,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:50.450772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 1412d62b-33b7-456d-a654-acc30dd7bd61 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:55:50.528035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f15f37c4-5db0-4185-9557-8cb7f918e200 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:50.586248 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:50.596769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:subnet and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:50.607426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:50.622633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:50.640738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:50.644757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:50.741024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15f37c4-5db0-4185-9557-8cb7f918e200 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:50.747854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f15f37c4-5db0-4185-9557-8cb7f918e200 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:50.783542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:50.976800 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:50.998240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Transition to ACTIVE for port object d21e6509-549c-4779-982f-955e76935193 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:51.002665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f2c40ced-ed9f-4582-ac18-411d43ddbde7 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:55:51.006663 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:51.100619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-f5ea7f70-14af-4bdf-b32c-901096f69d60', 'network_id': 'f5ea7f70-14af-4bdf-b32c-901096f69d60', 'tenant_id': '0d88076286bb4c578ccfdc6ddfb44636', 'fixed_ips': [{'subnet_id': 'fa399980-a337-4145-93b2-98442987a1d3'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:55:51.102048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:51.141290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:51.286783 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=879df3a2-5e82-412d-be7c-66987a177bb6,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:51.301732 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking segment: {'id': '551f70bc-b448-47ee-aae3-e38aa6adcedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1412d62b-33b7-456d-a654-acc30dd7bd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:51.302187 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network hostable DHCP agents. Network: 1412d62b-33b7-456d-a654-acc30dd7bd61, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:55:51.330374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network 1412d62b-33b7-456d-a654-acc30dd7bd61 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:55:51.334167 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c030186-e19a-4236-bb41-c12e55199783 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:51.334971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5c030186-e19a-4236-bb41-c12e55199783 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:51.344157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 1412d62b-33b7-456d-a654-acc30dd7bd61) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:51.359706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:51.360710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:51.395904 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b93c2d7a-d9c2-46b1-925d-377aeffd98f2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0472982 Oct 17 17:55:51.400319 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45068) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:51.477452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0b174e-ec79-422d-9e93-e55940a8588d None None] Network 1412d62b-33b7-456d-a654-acc30dd7bd61 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:51.535269 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 7 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:51.582479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:51.593818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5c030186-e19a-4236-bb41-c12e55199783 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:51.597113 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5c030186-e19a-4236-bb41-c12e55199783 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.3600845 Oct 17 17:55:51.600847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45072) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:51.628963 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.ipam_backend_mixin [None req-f15f37c4-5db0-4185-9557-8cb7f918e200 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1d361737-43e1-41f1-9a27-ab4d73cfc158 (CIDR: 172.20.0.0/28) Oct 17 17:55:51.646852 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15f37c4-5db0-4185-9557-8cb7f918e200 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:55:51.647669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15f37c4-5db0-4185-9557-8cb7f918e200 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:55:51.693970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b12ad0c-465c-48e6-9733-bbe4100ca5c6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:51.695910 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3b12ad0c-465c-48e6-9733-bbe4100ca5c6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0933857 Oct 17 17:55:51.698641 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45076) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:51.822165 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9df3f9a0-49af-4608-a9a4-0563f96dddcd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223233 Oct 17 17:55:51.829457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45080) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:51.838581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:51.951363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-ba9a049c-dacc-4a08-afa3-0838b8095d85', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:55:51.952686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:52.000808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f8ca9-da6a-451a-9cf8-53bf09b88e92 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:55:52.005816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:52.017165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:52.021559 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f15f37c4-5db0-4185-9557-8cb7f918e200 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7789285 Oct 17 17:55:52.027087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:52.030922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45086) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:52.040731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b395b807-790b-47b8-9d56-e2ef3dd0b133 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:52.052447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de96d1-42c2-4837-a489-d0ac0661896e req-3f4ae972-8ad2-4f13-887d-ab9d3bace970 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:52.054279 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-99de96d1-42c2-4837-a489-d0ac0661896e req-3f4ae972-8ad2-4f13-887d-ab9d3bace970 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 945 time: 0.6349685 Oct 17 17:55:52.117437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:52.139003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5758b84-4559-4311-a273-5ac49117ba28 None None] Pushing event updated for resources: {'Port': ['ID=d21e6509-549c-4779-982f-955e76935193,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:52.172690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-564f8ca9-da6a-451a-9cf8-53bf09b88e92 None None] Deleting port b480a9bc-fc25-4831-b8af-ef1405cecf68 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:52.175163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-564f8ca9-da6a-451a-9cf8-53bf09b88e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:52.196168 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-99de96d1-42c2-4837-a489-d0ac0661896e req-42a42ce6-a66a-4dd7-ab53-cab1d76d6807 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264677 Oct 17 17:55:52.228412 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:55:52.247702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:52.305581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b480a9bc-fc25-4831-b8af-ef1405cecf68 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:55:52.363510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:52.366803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:52.373513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:52.442489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port f2c40ced-ed9f-4582-ac18-411d43ddbde7 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:52.472082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Attempting to bind port d21e6509-549c-4779-982f-955e76935193 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:52.472459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Attempting to bind port d21e6509-549c-4779-982f-955e76935193 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd21b3f64-730a-4f80-bc3e-83526961255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '63aeec49-3418-465d-8493-18a4362846bc'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:52.472807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Attempting to bind port d21e6509-549c-4779-982f-955e76935193 on network 63aeec49-3418-465d-8493-18a4362846bc {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:52.497199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:52.575532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:52.575902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Checking segment: {'id': 'd21b3f64-730a-4f80-bc3e-83526961255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '63aeec49-3418-465d-8493-18a4362846bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:52.576328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:52.576819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Bound using segment: {'id': 'd21b3f64-730a-4f80-bc3e-83526961255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '63aeec49-3418-465d-8493-18a4362846bc'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:52.577515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Bound port: d21e6509-549c-4779-982f-955e76935193, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21b3f64-730a-4f80-bc3e-83526961255c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '63aeec49-3418-465d-8493-18a4362846bc'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:52.577896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:52.661089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b395b807-790b-47b8-9d56-e2ef3dd0b133 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:52.672964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b395b807-790b-47b8-9d56-e2ef3dd0b133 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:52.677663 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b395b807-790b-47b8-9d56-e2ef3dd0b133 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:52.700587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b395b807-790b-47b8-9d56-e2ef3dd0b133 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:52.721803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:52.777515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Subnet': ['ID=879df3a2-5e82-412d-be7c-66987a177bb6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:52.794801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b395b807-790b-47b8-9d56-e2ef3dd0b133 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:52.798652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b395b807-790b-47b8-9d56-e2ef3dd0b133 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:52.819680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:52.838713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Allocated IP 172.20.255.242 (f5ea7f70-14af-4bdf-b32c-901096f69d60/fa399980-a337-4145-93b2-98442987a1d3/1c066d68-6263-4440-832b-e7dcf5eb3e28) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:52.911997 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 8 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:53.047140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:53.054108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:53.064009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:53.110577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:53.111321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:53.199116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=2d12752d-4006-4a33-96de-e89fd4a6ea50,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:53.249885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1412d62b-33b7-456d-a654-acc30dd7bd61']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:53.282236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551f70bc-b448-47ee-aae3-e38aa6adcedd') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:53.282602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551f70bc-b448-47ee-aae3-e38aa6adcedd') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:53.292810 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-78d3d7eb-6980-4fe0-b5d8-53aa66e8786f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4609413 Oct 17 17:55:53.296782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45094) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:53.303468 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:1c:5a:c4', 'name': 'tempest-NetworksTestDHCPv6-1378730870'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:53.310746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:53.320553 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.ipam_backend_mixin [None req-b395b807-790b-47b8-9d56-e2ef3dd0b133 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3136ee2b-64a5-4f16-b938-cd6eb03c0ade (CIDR: 172.20.0.16/28) Oct 17 17:55:53.332338 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b395b807-790b-47b8-9d56-e2ef3dd0b133 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:55:53.332882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b395b807-790b-47b8-9d56-e2ef3dd0b133 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:55:53.352512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:53.373324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:53.388268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:55:53.391800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:53.488794 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 551f70bc-b448-47ee-aae3-e38aa6adcedd resource provider aggregate not found Oct 17 17:55:53.514803 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b395b807-790b-47b8-9d56-e2ef3dd0b133 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4827580 Oct 17 17:55:53.517165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45102) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:53.529840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:53.544672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:53.549885 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 551f70bc-b448-47ee-aae3-e38aa6adcedd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 551f70bc-b448-47ee-aae3-e38aa6adcedd found for delete ", "request_id": "req-da26f17d-4216-442f-9364-5db147a5ff04"}]} Oct 17 17:55:53.554100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'subnet': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:53.560079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:53.778647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:53.780308 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Allocated IP 172.22.0.2 (ba9a049c-dacc-4a08-afa3-0838b8095d85/8f01a6e9-4851-4a29-b257-0993f826e045/9ed457c2-d491-4d86-bb1a-27db01cd9609) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:53.823925 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 3e9ecf60-4e08-4842-9e7e-c923109e758e yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:55:53.833587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:53.858099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:53.888382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Network': ['ID=1412d62b-33b7-456d-a654-acc30dd7bd61,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:53.891969 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-658eba09-7747-4e2d-8473-82ebfb90fe13 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/1412d62b-33b7-456d-a654-acc30dd7bd61 HTTP/1.1" status: 204 len: 168 time: 2.4889739 Oct 17 17:55:53.900739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45106) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:53.907514 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1224927223'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:53.926023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:53.940787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:network and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:53.956841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:53.968197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:53.986278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:53.994176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Usage tracker for resource:subnet and tenant:05dbf97f09e748a0bfcd2cbee286018f is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:53.999780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:54.003460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:54.007348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.033674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc3a89-1ad7-43cb-9e85-f2d3be23a9dc req-4e5ad6eb-687a-45a6-8c44-02a289b64da7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:54.035213 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8ffc3a89-1ad7-43cb-9e85-f2d3be23a9dc req-4e5ad6eb-687a-45a6-8c44-02a289b64da7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 945 time: 0.3315358 Oct 17 17:55:54.036439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:54.074184 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:55:54.076678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Made reservation on behalf of 05dbf97f09e748a0bfcd2cbee286018f for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:54.080840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.172511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b480a9bc-fc25-4831-b8af-ef1405cecf68 is: DOWN; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:54.175279 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 9 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:54.178754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.185229 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Added segment 43b6b0a1-6def-464c-92ff-7b21ebc871dd of type vlan for network 5bba4c12-1daf-495f-83ba-328e26d33151 Oct 17 17:55:54.224308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::2fb (b6857a8d-f808-4f27-8165-53c8a72cbcb5/2d12752d-4006-4a33-96de-e89fd4a6ea50/3e9ecf60-4e08-4842-9e7e-c923109e758e) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:54.266198 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8ffc3a89-1ad7-43cb-9e85-f2d3be23a9dc req-ba71bae2-4bfc-40fa-8512-fe37d481d6c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133291 Oct 17 17:55:54.340536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.383948 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:54.421571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] For port d21e6509-549c-4779-982f-955e76935193, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:54.455523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9566e5-9c7b-4893-af63-dbb36417ab0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-1412d62b-33b7-456d-a654-acc30dd7bd61', 'network_id': '1412d62b-33b7-456d-a654-acc30dd7bd61', 'tenant_id': '0d88076286bb4c578ccfdc6ddfb44636', 'fixed_ips': [{'subnet_id': '879df3a2-5e82-412d-be7c-66987a177bb6'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:55:54.456453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2a9566e5-9c7b-4893-af63-dbb36417ab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.508255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] For port d21e6509-549c-4779-982f-955e76935193, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d21e6509-549c-4779-982f-955e76935193,segment=NetworkSegment(d21b3f64-730a-4f80-bc3e-83526961255c),segment_id=d21b3f64-730a-4f80-bc3e-83526961255c)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:54.516737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.529696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:54.530859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.585411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.589024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-564f8ca9-da6a-451a-9cf8-53bf09b88e92 None None] For port b480a9bc-fc25-4831-b8af-ef1405cecf68, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b480a9bc-fc25-4831-b8af-ef1405cecf68,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:54.589521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-564f8ca9-da6a-451a-9cf8-53bf09b88e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.766672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.793581 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 3e9ecf60-4e08-4842-9e7e-c923109e758e will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:54.809952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=5bba4c12-1daf-495f-83ba-328e26d33151,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:54.818540 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-156ec361-f3dc-400f-84db-cf991bccdac8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9142666 Oct 17 17:55:54.820114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45112) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:54.827172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'network_id': '5bba4c12-1daf-495f-83ba-328e26d33151', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:54.842138 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.909901 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 10 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:55:54.940076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:54.943660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:54.946183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:54.952327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:54.952994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.974190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 5bba4c12-1daf-495f-83ba-328e26d33151 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:55:54.977569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=3e9ecf60-4e08-4842-9e7e-c923109e758e,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:54.983540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:54.988480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:54.994351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:subnet and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:54.995764 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-564f8ca9-da6a-451a-9cf8-53bf09b88e92 None None] Calling delete_port for b480a9bc-fc25-4831-b8af-ef1405cecf68 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:55.003249 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e6f2d958-75b1-426b-b8b4-4c00a8114510 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7049789 Oct 17 17:55:55.006453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45116) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:55.036040 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:55:55.049817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:55.065364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:55.088268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:55.096763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:55.102690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:55.103304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:55.111372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:55.114850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:55.144860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Subnet': ['ID=c9278015-0a37-466b-85e2-add189072d23,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:55.171571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9adaa1-1461-4f6f-9f7e-906046905452 None None] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:55.228834 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-af2a52ab-527b-46c0-8294-5aadfb375a20 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6816092 Oct 17 17:55:55.233300 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45120) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:55.234440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b472846-6ae6-4e70-850a-2df0df9a5eb1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:55.240596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b472846-6ae6-4e70-850a-2df0df9a5eb1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:55.240817 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:55.241730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0b472846-6ae6-4e70-850a-2df0df9a5eb1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:55.255985 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2144359134', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9278015-0a37-466b-85e2-add189072d23'}], 'security_groups': ['95fbe516-fa51-498c-b828-4e988ba5e766', '66ecef96-df9a-47b7-a3c5-d34844824330']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:55.262711 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0b472846-6ae6-4e70-850a-2df0df9a5eb1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:55.268057 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0b472846-6ae6-4e70-850a-2df0df9a5eb1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2602050 Oct 17 17:55:55.268922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45124) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:55.282881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:55:55.283560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:55.327465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.ipam_backend_mixin [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Performing IP validity checks on allocation pools {{(pid=89191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 17:55:55.328481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.ipam_backend_mixin [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 17:55:55.352931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-5d387fb3-52cb-40d0-b805-a29edcb57892 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 3e9ecf60-4e08-4842-9e7e-c923109e758e {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:55.353813 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d387fb3-52cb-40d0-b805-a29edcb57892 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:55.354220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5758b84-4559-4311-a273-5ac49117ba28 None None] Pushing event updated for resources: {'Port': ['ID=d21e6509-549c-4779-982f-955e76935193,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:55.445931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:55.452997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Transition to ACTIVE for port object 9ed457c2-d491-4d86-bb1a-27db01cd9609 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:55.469952 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4666e0d7-3a08-4770-8ade-923a4e0400f1 None None] Network 1412d62b-33b7-456d-a654-acc30dd7bd61 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:55.520482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:55.558185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Provisioning for port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:55.729720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Transition to ACTIVE for port object 9ed457c2-d491-4d86-bb1a-27db01cd9609 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:55.766186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d387fb3-52cb-40d0-b805-a29edcb57892 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:55.770136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:55.780585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4666e0d7-3a08-4770-8ade-923a4e0400f1 None None] Network 1412d62b-33b7-456d-a654-acc30dd7bd61 could not be found, it might have been deleted concurrently. {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 17:55:55.791789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Provisioning complete for port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:55.792315 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:55.792725 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 1 to provision port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 Oct 17 17:55:55.808783 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:55.846721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:55.851500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:55:55.905165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Transition to ACTIVE for port object 1c066d68-6263-4440-832b-e7dcf5eb3e28 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:55.955811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-5d387fb3-52cb-40d0-b805-a29edcb57892 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 3e9ecf60-4e08-4842-9e7e-c923109e758e owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:56.018124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=204b241b-6286-4dd1-9ecb-2c7e89e5ebb5,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:56.047931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Allocated IP 172.22.0.1 (ba9a049c-dacc-4a08-afa3-0838b8095d85/8f01a6e9-4851-4a29-b257-0993f826e045/3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:56.052643 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-564f8ca9-da6a-451a-9cf8-53bf09b88e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:56.065533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking segment: {'id': '43b6b0a1-6def-464c-92ff-7b21ebc871dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '5bba4c12-1daf-495f-83ba-328e26d33151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:56.065868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network hostable DHCP agents. Network: 5bba4c12-1daf-495f-83ba-328e26d33151, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:55:56.143205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bcc28-1b75-46cd-836e-6d21b32a3fcd req-7486316a-2e02-4887-ae0c-de33a477709f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:56.145309 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-233bcc28-1b75-46cd-836e-6d21b32a3fcd req-7486316a-2e02-4887-ae0c-de33a477709f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 945 time: 0.4748664 Oct 17 17:55:56.245386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Transition to ACTIVE for port object 1c066d68-6263-4440-832b-e7dcf5eb3e28 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:56.286145 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network 5bba4c12-1daf-495f-83ba-328e26d33151 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:55:56.297822 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Network ba9a049c-dacc-4a08-afa3-0838b8095d85 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:56.303326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f8ca9-da6a-451a-9cf8-53bf09b88e92 None None] No DVR routers for this DVR port b480a9bc-fc25-4831-b8af-ef1405cecf68 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:55:56.319356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Pushing event updated for resources: {'Port': ['ID=9ed457c2-d491-4d86-bb1a-27db01cd9609,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:56.322860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 5bba4c12-1daf-495f-83ba-328e26d33151) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:56.335278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:56.337421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:56.338260 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-233bcc28-1b75-46cd-836e-6d21b32a3fcd req-168b4316-5489-417f-87eb-0dc4559d70f2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949616 Oct 17 17:55:56.340536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:56.341294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:56.355704 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d387fb3-52cb-40d0-b805-a29edcb57892 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:56.380557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:56.424961 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0d1ee339-b42b-41d5-99f0-c3d28ab8a580 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6000156 Oct 17 17:55:56.428729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45132) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:56.477774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d387fb3-52cb-40d0-b805-a29edcb57892 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=3e9ecf60-4e08-4842-9e7e-c923109e758e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:56.500826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d387fb3-52cb-40d0-b805-a29edcb57892 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:56.513526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f4fe1c-aaec-442c-afb0-8c8776e55b21 None None] Network 5bba4c12-1daf-495f-83ba-328e26d33151 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:56.528422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7caa0-991a-488d-a915-f8ae6549d320 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:56.529914 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5d387fb3-52cb-40d0-b805-a29edcb57892 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/3e9ecf60-4e08-4842-9e7e-c923109e758e HTTP/1.1" status: 204 len: 168 time: 1.2594705 Oct 17 17:55:56.530926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45134) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:56.597283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f8ca9-da6a-451a-9cf8-53bf09b88e92 None None] Pushing event deleted for resources: {'Port': ['ID=b480a9bc-fc25-4831-b8af-ef1405cecf68,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:56.612292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9125f7d-c7c2-4c81-b4f7-95d28e1f8719 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:56.614071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9125f7d-c7c2-4c81-b4f7-95d28e1f8719 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:56.614844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b9125f7d-c7c2-4c81-b4f7-95d28e1f8719 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:56.620983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:56.646855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Transition to ACTIVE for port object 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:55:56.650941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b9125f7d-c7c2-4c81-b4f7-95d28e1f8719 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:56.655646 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b9125f7d-c7c2-4c81-b4f7-95d28e1f8719 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1208715 Oct 17 17:55:56.657639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45138) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:56.720276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Delete allocated IP 172.20.0.12 (98380ccf-f03b-4a5b-810f-10cdd9249d1b/1d361737-43e1-41f1-9a27-ab4d73cfc158) {{(pid=89191) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 17 17:55:56.730804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Allocated IP 172.20.0.43 (98380ccf-f03b-4a5b-810f-10cdd9249d1b/c9278015-0a37-466b-85e2-add189072d23/029d6095-0988-4b6d-a0f9-e6891cb261f1) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:56.778511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1cb95e-8b52-40c7-bf40-71d0fb38da5f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 2d12752d-4006-4a33-96de-e89fd4a6ea50 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:55:56.784281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a1cb95e-8b52-40c7-bf40-71d0fb38da5f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:56.867906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:56.946830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a1cb95e-8b52-40c7-bf40-71d0fb38da5f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.047171 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network ba9a049c-dacc-4a08-afa3-0838b8095d85 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:57.054916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:57.068256 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:57.085299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Network f5ea7f70-14af-4bdf-b32c-901096f69d60 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:57.121211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:57.176888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Current status of the port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:57.190195 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:55:57.252946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.272762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a1cb95e-8b52-40c7-bf40-71d0fb38da5f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.282177 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Attempting to bind port 9ed457c2-d491-4d86-bb1a-27db01cd9609 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:57.282540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Attempting to bind port 9ed457c2-d491-4d86-bb1a-27db01cd9609 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'a9243766-320b-4b5f-be2d-765c028ca15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:57.282903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Attempting to bind port 9ed457c2-d491-4d86-bb1a-27db01cd9609 on network ba9a049c-dacc-4a08-afa3-0838b8095d85 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:57.285175 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Pushing event updated for resources: {'Port': ['ID=1c066d68-6263-4440-832b-e7dcf5eb3e28,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:57.306497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:57.374981 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:57.375712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Checking segment: {'id': 'a9243766-320b-4b5f-be2d-765c028ca15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:57.376299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.376845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.376991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Bound using segment: {'id': 'a9243766-320b-4b5f-be2d-765c028ca15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:57.377626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Bound port: 9ed457c2-d491-4d86-bb1a-27db01cd9609, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9243766-320b-4b5f-be2d-765c028ca15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:57.378173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.386163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.447456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Provisioning complete for port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:57.447456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.447741 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 1 to provision port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 Oct 17 17:55:57.473111 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a1cb95e-8b52-40c7-bf40-71d0fb38da5f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.487244 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:55:57.515711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.543287 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cb95e-8b52-40c7-bf40-71d0fb38da5f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=2d12752d-4006-4a33-96de-e89fd4a6ea50,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:57.549954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a1cb95e-8b52-40c7-bf40-71d0fb38da5f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.572963 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8a1cb95e-8b52-40c7-bf40-71d0fb38da5f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/2d12752d-4006-4a33-96de-e89fd4a6ea50 HTTP/1.1" status: 204 len: 168 time: 0.9140313 Oct 17 17:55:57.576684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45148) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:57.584582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Ignored duplicate provisioning block setup for port 029d6095-0988-4b6d-a0f9-e6891cb261f1 by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:55:57.638563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.688895 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-60b304b1-c428-4d57-994c-d9050c1bd877 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097879 Oct 17 17:55:57.710313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45152) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:57.779324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.781772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Attempting to bind port 1c066d68-6263-4440-832b-e7dcf5eb3e28 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:55:57.782770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Attempting to bind port 1c066d68-6263-4440-832b-e7dcf5eb3e28 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '71532ae2-8c7a-41da-bffb-5bc04636fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f5ea7f70-14af-4bdf-b32c-901096f69d60'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:55:57.783391 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Attempting to bind port 1c066d68-6263-4440-832b-e7dcf5eb3e28 on network f5ea7f70-14af-4bdf-b32c-901096f69d60 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:55:57.800250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.822763 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:55:57.823574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Checking segment: {'id': '71532ae2-8c7a-41da-bffb-5bc04636fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f5ea7f70-14af-4bdf-b32c-901096f69d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:55:57.824502 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.825120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Bound using segment: {'id': '71532ae2-8c7a-41da-bffb-5bc04636fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f5ea7f70-14af-4bdf-b32c-901096f69d60'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:55:57.825839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Bound port: 1c066d68-6263-4440-832b-e7dcf5eb3e28, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71532ae2-8c7a-41da-bffb-5bc04636fd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'f5ea7f70-14af-4bdf-b32c-901096f69d60'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:55:57.826463 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:57.873674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7ba24849-3729-4074-bfff-4b446b1e4878 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:57.922159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event updated for resources: {'Port': ['ID=029d6095-0988-4b6d-a0f9-e6891cb261f1,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:58.036575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.075908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bba4c12-1daf-495f-83ba-328e26d33151']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:58.093769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b6b0a1-6def-464c-92ff-7b21ebc871dd') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:58.094130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b6b0a1-6def-464c-92ff-7b21ebc871dd') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:58.138447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.146682 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 3, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:55:54Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:55:58.153500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] For port 1c066d68-6263-4440-832b-e7dcf5eb3e28, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:58.153874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Subnet': ['ID=204b241b-6286-4dd1-9ecb-2c7e89e5ebb5,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:58.162826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] For port 1c066d68-6263-4440-832b-e7dcf5eb3e28, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1c066d68-6263-4440-832b-e7dcf5eb3e28,segment=NetworkSegment(71532ae2-8c7a-41da-bffb-5bc04636fd5a),segment_id=71532ae2-8c7a-41da-bffb-5bc04636fd5a)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:58.172046 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] For port 9ed457c2-d491-4d86-bb1a-27db01cd9609, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:55:58.208586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.217389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e792b625-455d-4ebb-8f29-60972b289610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-5bba4c12-1daf-495f-83ba-328e26d33151', 'network_id': '5bba4c12-1daf-495f-83ba-328e26d33151', 'tenant_id': '0d88076286bb4c578ccfdc6ddfb44636', 'fixed_ips': [{'subnet_id': '204b241b-6286-4dd1-9ecb-2c7e89e5ebb5'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:55:58.218809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e792b625-455d-4ebb-8f29-60972b289610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.228916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0345ecc-8069-4470-b87c-b4c537a55b62 None None] The sync data for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv is: [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 3, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:55:54Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:55:58.247594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7ba24849-3729-4074-bfff-4b446b1e4878 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:58.249638 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7ba24849-3729-4074-bfff-4b446b1e4878 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5368972 Oct 17 17:55:58.263062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:55:58.263765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.320398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.350012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45158) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:58.389451 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] For port 9ed457c2-d491-4d86-bb1a-27db01cd9609, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9ed457c2-d491-4d86-bb1a-27db01cd9609,segment=NetworkSegment(a9243766-320b-4b5f-be2d-765c028ca15c),segment_id=a9243766-320b-4b5f-be2d-765c028ca15c)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:55:58.469737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.473576 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 43b6b0a1-6def-464c-92ff-7b21ebc871dd resource provider aggregate not found Oct 17 17:55:58.482608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] In _notify_port_updated(), no bound segment for port 029d6095-0988-4b6d-a0f9-e6891cb261f1 on network 98380ccf-f03b-4a5b-810f-10cdd9249d1b {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 17:55:58.485644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.492818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:58.493852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.495863 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9b5aab92-22c6-4e08-b7a7-5379a93a0bbd tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "PUT /v2.0/ports/029d6095-0988-4b6d-a0f9-e6891cb261f1 HTTP/1.1" status: 200 len: 960 time: 3.2547381 Oct 17 17:55:58.503975 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45166) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:58.533953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.561990 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 43b6b0a1-6def-464c-92ff-7b21ebc871dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43b6b0a1-6def-464c-92ff-7b21ebc871dd found for delete ", "request_id": "req-a4f4dfc9-7fb5-44ef-9249-44998e8eec05"}]} Oct 17 17:55:58.607080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Current status of the port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:58.609133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.616213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.620365 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4b034e-c299-45c0-acf8-5ef6f73043eb None None] Update dhcp port {'port': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'fixed_ips': [{'subnet_id': '3136ee2b-64a5-4f16-b938-cd6eb03c0ade', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d361737-43e1-41f1-9a27-ab4d73cfc158', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c9278015-0a37-466b-85e2-add189072d23'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '487c34e7-16b6-4aa5-b06e-5f832c62fa89'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:55:58.665422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b91c46-3e34-4477-80ab-034a413853f6 None None] Network 5bba4c12-1daf-495f-83ba-328e26d33151 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:55:58.674628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012c76a-3705-4419-8102-bde9f718dced req-c62f3537-840e-42e9-8490-f2fceadd25bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:58.692524 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9012c76a-3705-4419-8102-bde9f718dced req-c62f3537-840e-42e9-8490-f2fceadd25bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 945 time: 1.1019950 Oct 17 17:55:58.704247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Could not find standard attr ID for object 2203678b-0b86-4450-a17c-65f5df44c2ab. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:55:58.727122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c4e52-964d-4996-a8cb-085bb3b1a8a8 None None] Pushing event updated for resources: {'Port': ['ID=1c066d68-6263-4440-832b-e7dcf5eb3e28,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:58.729938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d451019-0e6f-4247-a786-02cd1a9ee4ed tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:55:58.733376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3d451019-0e6f-4247-a786-02cd1a9ee4ed tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:55:58.757383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Network': ['ID=5bba4c12-1daf-495f-83ba-328e26d33151,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:58.775244 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7825a1ac-a417-4ec6-9e2f-26d8395f84f1 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/5bba4c12-1daf-495f-83ba-328e26d33151 HTTP/1.1" status: 204 len: 168 time: 1.9675741 Oct 17 17:55:58.782309 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45170) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:58.784717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b91c46-3e34-4477-80ab-034a413853f6 None None] Network 5bba4c12-1daf-495f-83ba-328e26d33151 could not be found, it might have been deleted concurrently. {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 17:55:58.803886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a4c75-74b9-4d5e-b678-229d6997ebf2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 029d6095-0988-4b6d-a0f9-e6891cb261f1 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:55:58.804261 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e2a4c75-74b9-4d5e-b678-229d6997ebf2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.820000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-430913104'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:58.832286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:55:58.856088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:network and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:55:58.865754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Provisioning for port f2c40ced-ed9f-4582-ac18-411d43ddbde7 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:58.890421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:55:58.891904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6a4b034e-c299-45c0-acf8-5ef6f73043eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.901102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:58.913019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Provisioning complete for port f2c40ced-ed9f-4582-ac18-411d43ddbde7 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:58.913019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.913357 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Attempt 1 to provision port f2c40ced-ed9f-4582-ac18-411d43ddbde7 Oct 17 17:55:58.921847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:58.935967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:55:58.966042 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3d451019-0e6f-4247-a786-02cd1a9ee4ed tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:55:58.967344 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3d451019-0e6f-4247-a786-02cd1a9ee4ed tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6124177 Oct 17 17:55:58.978105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45174) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:59.053396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67679b-fc9d-48c0-8820-4d32dd53f1f2 None None] Pushing event updated for resources: {'Port': ['ID=9ed457c2-d491-4d86-bb1a-27db01cd9609,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:59.178773 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9012c76a-3705-4419-8102-bde9f718dced req-a49d7f57-5711-462d-af39-6f9c0eb9dc47 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4648507 Oct 17 17:55:59.319288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e6ec4157-cee1-4e89-bb93-12de6f8b4812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:59.422110 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bb365c4b-040f-4292-9186-be78dc77b9eb tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4418070 Oct 17 17:55:59.428343 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45180) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:55:59.442200 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:55:59.511142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:55:59.514725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:59.536181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Current status of the port f2c40ced-ed9f-4582-ac18-411d43ddbde7 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:55:59.536845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:59.605415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:55:59.609146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444189a0-900a-40ec-8df7-1450256a4292" -d '{"events": [{"server_uuid": "f95c85a3-29e7-4296-a4cf-f49c8d20d766", "name": "network-vif-plugged", "status": "completed", "tag": "f2c40ced-ed9f-4582-ac18-411d43ddbde7"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:55:59.613508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network ba9a049c-dacc-4a08-afa3-0838b8095d85 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:55:59.622767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-6a4b034e-c299-45c0-acf8-5ef6f73043eb None None] Allocated IP 172.20.0.34 (98380ccf-f03b-4a5b-810f-10cdd9249d1b/c9278015-0a37-466b-85e2-add189072d23/487c34e7-16b6-4aa5-b06e-5f832c62fa89) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:55:59.627126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] For port f2c40ced-ed9f-4582-ac18-411d43ddbde7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f2c40ced-ed9f-4582-ac18-411d43ddbde7,segment=NetworkSegment(5b438e7d-6334-4cf8-b06a-29b891c3a4b0),segment_id=5b438e7d-6334-4cf8-b06a-29b891c3a4b0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:59.629869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:55:59.643968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:59.676167 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e2a4c75-74b9-4d5e-b678-229d6997ebf2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:59.701041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:55:59.823124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07aa13d-3e0b-465f-b8b8-bfe77e059b66 None None] Pushing event updated for resources: {'Port': ['ID=f2c40ced-ed9f-4582-ac18-411d43ddbde7,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:55:59.834289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-9e2a4c75-74b9-4d5e-b678-229d6997ebf2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 029d6095-0988-4b6d-a0f9-e6891cb261f1 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:55:59.836662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Provisioning for port d21e6509-549c-4779-982f-955e76935193 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:55:59.900426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Could not find standard attr ID for object b480a9bc-fc25-4831-b8af-ef1405cecf68. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:55:59.920768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6a4b034e-c299-45c0-acf8-5ef6f73043eb None None] For port 487c34e7-16b6-4aa5-b06e-5f832c62fa89, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=487c34e7-16b6-4aa5-b06e-5f832c62fa89,segment=NetworkSegment(d928bf2f-3816-4dda-a099-d1428453f791),segment_id=d928bf2f-3816-4dda-a099-d1428453f791)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:55:59.961758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Provisioning complete for port 33dd6b3b-72df-4aed-9422-008cbc67a07d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:55:59.962132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:55:59.962468 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Attempt 1 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:56:00.051112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcd913b-4b39-4137-8229-ce7f7ef430c6 x-openstack-request-id: req-efcd913b-4b39-4137-8229-ce7f7ef430c6 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:56:00.051408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95c85a3-29e7-4296-a4cf-f49c8d20d766", "name": "network-vif-plugged", "status": "completed", "tag": "f2c40ced-ed9f-4582-ac18-411d43ddbde7", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:56:00.051660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efcd913b-4b39-4137-8229-ce7f7ef430c6 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:56:00.052198 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efcd913b-4b39-4137-8229-ce7f7ef430c6'] response: {'server_uuid': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'code': 200} Oct 17 17:56:00.053544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.resource_extend [None req-6a4b034e-c299-45c0-acf8-5ef6f73043eb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:56:00.151836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6a4b034e-c299-45c0-acf8-5ef6f73043eb None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:00.219525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:00.226516 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6a4b034e-c299-45c0-acf8-5ef6f73043eb None None] Transition to ACTIVE for port object 487c34e7-16b6-4aa5-b06e-5f832c62fa89 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:00.234982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6a4b034e-c299-45c0-acf8-5ef6f73043eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:00.236577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e2a4c75-74b9-4d5e-b678-229d6997ebf2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:00.356878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 07c8091b-c87b-4eaa-aa16-2873644e7e05 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:56:00.383622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:00.383963 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Added segment 07252b7f-e0b2-4916-a600-bd5d638582e5 of type vlan for network 0bf47190-92a1-40ff-973b-803527fda30f Oct 17 17:56:00.436265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:00.599884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ecc39-a158-48bd-b25f-76d224dc374b None None] Network ba9a049c-dacc-4a08-afa3-0838b8095d85 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:00.688221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:00.692017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:00.723017 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Attempt 2 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:56:00.792447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9ed457c2-d491-4d86-bb1a-27db01cd9609 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:00.829741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a4c75-74b9-4d5e-b678-229d6997ebf2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=029d6095-0988-4b6d-a0f9-e6891cb261f1,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:00.892560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:00.896174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:01.037659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e2a4c75-74b9-4d5e-b678-229d6997ebf2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:01.041543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b034e-c299-45c0-acf8-5ef6f73043eb None None] Pushing event updated for resources: {'Port': ['ID=487c34e7-16b6-4aa5-b06e-5f832c62fa89,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:01.053790 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b61da-6cd0-421f-b1fb-5eeb66ee5b16 req-5e6e610a-6aa0-45bd-b486-ec24819bd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:01.055912 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c85b61da-6cd0-421f-b1fb-5eeb66ee5b16 req-5e6e610a-6aa0-45bd-b486-ec24819bd9fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 1099 time: 0.6102567 Oct 17 17:56:01.069066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157fe60-c3db-4e59-9cf6-efa7e24c41c2 req-99da0ee0-f3fb-49c1-bbaa-b459d844c343 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:01.077331 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b157fe60-c3db-4e59-9cf6-efa7e24c41c2 req-99da0ee0-f3fb-49c1-bbaa-b459d844c343 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 946 time: 0.3711038 Oct 17 17:56:01.116357 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9e2a4c75-74b9-4d5e-b678-229d6997ebf2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/029d6095-0988-4b6d-a0f9-e6891cb261f1 HTTP/1.1" status: 204 len: 168 time: 2.6093161 Oct 17 17:56:01.121347 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45192) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:01.140838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:56:01.160668 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Sync routers for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:56:01.194057 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:01.196184 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:55:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:01.202058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:01.219998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:01.220642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:01.221135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:01.223246 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c85b61da-6cd0-421f-b1fb-5eeb66ee5b16 req-0ead93ce-7007-40e7-a2da-c1d229218772 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427703 Oct 17 17:56:01.251924 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-28a37b4c-2172-42b2-b904-1ea99e9296fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] GET failed (client error): The resource could not be found. Oct 17 17:56:01.252753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-28a37b4c-2172-42b2-b904-1ea99e9296fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:01.315454 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a35e14dd-a7b1-4838-8b2c-39424d955dfc tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9494615 Oct 17 17:56:01.330669 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeef0528-1db4-4748-b332-4233ff7699a4 None None] Network f5ea7f70-14af-4bdf-b32c-901096f69d60 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:01.332623 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b157fe60-c3db-4e59-9cf6-efa7e24c41c2 req-95814db9-c953-4ec2-ab6d-65fae9776620 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537427 Oct 17 17:56:01.343817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45204) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:01.355765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-28a37b4c-2172-42b2-b904-1ea99e9296fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:01.359900 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-28a37b4c-2172-42b2-b904-1ea99e9296fb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports/029d6095-0988-4b6d-a0f9-e6891cb261f1 HTTP/1.1" status: 404 len: 333 time: 0.2345166 Oct 17 17:56:01.375428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45208) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:01.403482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'network': {'name': 'tempest-RoutersTest-2072993558'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:01.435254 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:01.457187 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.6628847 Oct 17 17:56:01.458264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45212) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:01.469790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:network and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:01.479915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:01.488624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'network_id': '0bf47190-92a1-40ff-973b-803527fda30f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:01.534834 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:56:01.564896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8a8456a5-4370-460d-bd96-405a6f42673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:01.580887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 9ed457c2-d491-4d86-bb1a-27db01cd9609 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:01.583374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb154790-9d98-4947-8608-42a76573e72c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=0bf47190-92a1-40ff-973b-803527fda30f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:01.619070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:01.632471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 0bf47190-92a1-40ff-973b-803527fda30f details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:56:01.642696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-99b2c50c-4d38-4855-94a3-3473b3891e89 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:01.676267 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:01.678790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:01.682479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:01.711161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:subnet and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:01.720024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:01.748861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-99b2c50c-4d38-4855-94a3-3473b3891e89 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:01.768249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:01.802560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:56:01.832368 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:01.837233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:01.872742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:01.873539 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Added segment 1ea179b1-96dd-47e5-aa7b-942b4dc92101 of type vlan for network cd2908e4-ea0e-4de5-a583-273f4ee8ee17 Oct 17 17:56:01.888843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-99b2c50c-4d38-4855-94a3-3473b3891e89 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:01.924736 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Attempt 3 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:56:01.967193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2c50c-4d38-4855-94a3-3473b3891e89 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c212ff-4bb5-4c20-8e0c-0fa03c76c847,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:01.978351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1c066d68-6263-4440-832b-e7dcf5eb3e28 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:01.988737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-99b2c50c-4d38-4855-94a3-3473b3891e89 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.002247 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-99b2c50c-4d38-4855-94a3-3473b3891e89 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/security-groups/f3c212ff-4bb5-4c20-8e0c-0fa03c76c847 HTTP/1.1" status: 204 len: 168 time: 0.6222579 Oct 17 17:56:02.002502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45218) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:02.035137 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.129546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-873660e3-698a-46d1-ac3e-8454fa86f216 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.166759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-873660e3-698a-46d1-ac3e-8454fa86f216 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.258883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-873660e3-698a-46d1-ac3e-8454fa86f216 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.292290 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:55:57Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3', 'name': '', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:2b:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:52Z', 'updated_at': '2022-10-17T17:55:58Z', 'revision_number': 2, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:55:54Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:02.312236 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Checking router: 07c8091b-c87b-4eaa-aa16-2873644e7e05 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:56:02.313178 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Updating router 07c8091b-c87b-4eaa-aa16-2873644e7e05 port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:56:02.317179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873660e3-698a-46d1-ac3e-8454fa86f216 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ecef96-df9a-47b7-a3c5-d34844824330,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:02.347227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-873660e3-698a-46d1-ac3e-8454fa86f216 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.354957 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-873660e3-698a-46d1-ac3e-8454fa86f216 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/security-groups/66ecef96-df9a-47b7-a3c5-d34844824330 HTTP/1.1" status: 204 len: 168 time: 0.3465700 Oct 17 17:56:02.355289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45224) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:02.398010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:02.420297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:56:02.430161 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.451285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e65ffb7e-83e0-45f9-b304-15722938364a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.487642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e65ffb7e-83e0-45f9-b304-15722938364a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.487870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.493460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:02.494093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.555139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e65ffb7e-83e0-45f9-b304-15722938364a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.620766 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.633390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ffb7e-83e0-45f9-b304-15722938364a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fbe516-fa51-498c-b828-4e988ba5e766,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:02.647442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e65ffb7e-83e0-45f9-b304-15722938364a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.652948 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e65ffb7e-83e0-45f9-b304-15722938364a tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/security-groups/95fbe516-fa51-498c-b828-4e988ba5e766 HTTP/1.1" status: 204 len: 168 time: 0.2959096 Oct 17 17:56:02.653149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45228) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:02.736595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.765607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 1c066d68-6263-4440-832b-e7dcf5eb3e28 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:02.782461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9200b4-d99d-4e9c-92df-d213e7f420e0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting subnet 1d361737-43e1-41f1-9a27-ab4d73cfc158 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:56:02.786383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9f9200b4-d99d-4e9c-92df-d213e7f420e0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.802871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d21e6509-549c-4779-982f-955e76935193 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:02.870394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:56:02.881125 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5362425 Oct 17 17:56:02.882510 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5d405-3e26-4c9c-a815-f3c425606b99 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Network': ['ID=cd2908e4-ea0e-4de5-a583-273f4ee8ee17,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:02.885069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.897298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45240) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:02.900818 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Attempt 4 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:56:02.917500 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9f9200b4-d99d-4e9c-92df-d213e7f420e0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:02.956734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network cd2908e4-ea0e-4de5-a583-273f4ee8ee17 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:56:02.981375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'subnet': {'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:03.034425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:03.046171 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:03.073257 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:03.091563 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Transition to ACTIVE for port object 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:03.105216 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:03.134380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9f9200b4-d99d-4e9c-92df-d213e7f420e0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:03.147610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:03.148201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:03.167456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3fd9d4-7108-4afe-840a-9316639d811f None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:03.179612 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=c3d4f4c5-c5fc-46bd-b3ab-f762b9dafc9a,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:03.209953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:03.328036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port d21e6509-549c-4779-982f-955e76935193 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:03.337783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:03.351636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=df7d18a3-de0e-42bf-894b-d9ce85af3efe,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:03.360878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9f9200b4-d99d-4e9c-92df-d213e7f420e0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:03.392230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d21e6509-549c-4779-982f-955e76935193 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:03.397255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:03.397731 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d21e6509-549c-4779-982f-955e76935193 Oct 17 17:56:03.398204 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daac11e-ca66-4090-9aae-216388967646 req-e32df782-bba4-4f60-aeec-342ad88aaefd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:03.399837 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3daac11e-ca66-4090-9aae-216388967646 req-e32df782-bba4-4f60-aeec-342ad88aaefd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 946 time: 0.8943515 Oct 17 17:56:03.411027 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dbe9a597-9396-4094-bf17-dda49ad85bb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9814789 Oct 17 17:56:03.445499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45246) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:03.461762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:03.470880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:subnet and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:03.476506 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:03.478522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-20d0cff5-84ec-46e8-8d02-c3bbf72ad5b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:03.515833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:03.577826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9200b4-d99d-4e9c-92df-d213e7f420e0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Subnet': ['ID=1d361737-43e1-41f1-9a27-ab4d73cfc158,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:03.616076 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3daac11e-ca66-4090-9aae-216388967646 req-6af1e7bb-a2e3-45d4-933f-2376a5b63d68 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020044 Oct 17 17:56:03.620433 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Made reservation on behalf of 0bc6f721c5a14292a00d7c38e098d897 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:03.626035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:03.651650 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Attempting to bind port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:56:03.652228 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Attempting to bind port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'a9243766-320b-4b5f-be2d-765c028ca15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:56:03.652371 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Attempting to bind port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 on network ba9a049c-dacc-4a08-afa3-0838b8095d85 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:56:03.681908 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Pushing event updated for resources: {'Port': ['ID=3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:03.703773 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:03.704181 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:03.704529 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:03.704867 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:03.705268 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:03.705608 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:03.707765 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:03.708120 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:03.708460 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:03.708792 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:03.709123 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:03.715464 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:03.730339 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:56:03.730805 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Checking segment: {'id': 'a9243766-320b-4b5f-be2d-765c028ca15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:03.731256 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:03.734133 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Bound using segment: {'id': 'a9243766-320b-4b5f-be2d-765c028ca15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:56:03.734809 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Bound port: 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9243766-320b-4b5f-be2d-765c028ca15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:56:03.735228 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:03.786689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5fb7e8-ea7c-49a2-84ca-aaee6dfd6b9e None None] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:03.841295 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Attempt 5 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:56:03.906219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9f9200b4-d99d-4e9c-92df-d213e7f420e0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:03.920787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-20d0cff5-84ec-46e8-8d02-c3bbf72ad5b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:03.957183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': 'c3d4f4c5-c5fc-46bd-b3ab-f762b9dafc9a'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:56:03.958143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:03.988204 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] For port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:56:04.006364 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] For port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3,segment=NetworkSegment(a9243766-320b-4b5f-be2d-765c028ca15c),segment_id=a9243766-320b-4b5f-be2d-765c028ca15c)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:56:04.019259 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:04.082324 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:04.083017 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:04.113769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d21e6509-549c-4779-982f-955e76935193 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:04.113950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:04.333460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking segment: {'id': '07252b7f-e0b2-4916-a600-bd5d638582e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '0bf47190-92a1-40ff-973b-803527fda30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:04.333750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network hostable DHCP agents. Network: 0bf47190-92a1-40ff-973b-803527fda30f, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:56:04.347232 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:04.388711 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9f9200b4-d99d-4e9c-92df-d213e7f420e0 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/1d361737-43e1-41f1-9a27-ab4d73cfc158 HTTP/1.1" status: 204 len: 168 time: 1.7324104 Oct 17 17:56:04.400326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:04.413613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45254) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:04.446280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:04.475099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port d21e6509-549c-4779-982f-955e76935193, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d21e6509-549c-4779-982f-955e76935193,segment=NetworkSegment(d21b3f64-730a-4f80-bc3e-83526961255c),segment_id=d21b3f64-730a-4f80-bc3e-83526961255c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:04.481636 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:56:04.498655 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:04.501350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network 0bf47190-92a1-40ff-973b-803527fda30f is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:56:04.522647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Checking segment: {'id': '1ea179b1-96dd-47e5-aa7b-942b4dc92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:04.523593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network hostable DHCP agents. Network: cd2908e4-ea0e-4de5-a583-273f4ee8ee17, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:56:04.534536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Subnet': ['ID=3b5b6d89-69b7-4ff6-9396-7e1456d078bd,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:04.539253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-20d0cff5-84ec-46e8-8d02-c3bbf72ad5b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:04.539452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 0bf47190-92a1-40ff-973b-803527fda30f) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:04.544529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:04.545207 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:04.545530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-d711f725-167a-41d1-a0fc-563c1f3bb3ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting subnet c9278015-0a37-466b-85e2-add189072d23 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:56:04.554299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d711f725-167a-41d1-a0fc-563c1f3bb3ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:04.589092 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-96ccda31-c9de-40e5-82da-29d5238f7aa4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1131139 Oct 17 17:56:04.591720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45258) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:04.652728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d0cff5-84ec-46e8-8d02-c3bbf72ad5b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:04.658729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20d0cff5-84ec-46e8-8d02-c3bbf72ad5b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:04.800639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:04.805720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network cd2908e4-ea0e-4de5-a583-273f4ee8ee17 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:56:04.815339 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.ipam_backend_mixin [None req-20d0cff5-84ec-46e8-8d02-c3bbf72ad5b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3d4f4c5-c5fc-46bd-b3ab-f762b9dafc9a (CIDR: 2001:db8::/64) Oct 17 17:56:04.822750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, cd2908e4-ea0e-4de5-a583-273f4ee8ee17) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:04.823977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d711f725-167a-41d1-a0fc-563c1f3bb3ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:04.825457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370c80b7-ce3f-4972-be2f-cdf4538a8743 None None] Network 0bf47190-92a1-40ff-973b-803527fda30f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:04.843209 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:04.845621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:04.857530 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d0cff5-84ec-46e8-8d02-c3bbf72ad5b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:56:04.858022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20d0cff5-84ec-46e8-8d02-c3bbf72ad5b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:04.869235 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 487c34e7-16b6-4aa5-b06e-5f832c62fa89 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:04.923982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71230f1-abf7-4189-83ca-0a27d04484ee req-ae775ca3-8dd4-44cc-8806-736a5767d16b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:04.931862 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a71230f1-abf7-4189-83ca-0a27d04484ee req-ae775ca3-8dd4-44cc-8806-736a5767d16b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 946 time: 1.0225098 Oct 17 17:56:04.971247 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-20d0cff5-84ec-46e8-8d02-c3bbf72ad5b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5226784 Oct 17 17:56:04.977290 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45262) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:04.985785 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-44e4de06-0b17-4f15-a4ad-e3e2e63e4568 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:05.040481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:05.115380 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:55:57Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3', 'name': '', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:2b:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:52Z', 'updated_at': '2022-10-17T17:56:03Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:55:54Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:05.121103 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fce5d6e-c24d-494a-81a9-8c77b12e3c76 None None] The sync data for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv is: [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:55:57Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3', 'name': '', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:2b:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:52Z', 'updated_at': '2022-10-17T17:56:03Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:55:54Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:56:05.133311 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54170f15-d114-48b7-862b-29c3d1e74b41 None None] Pushing event updated for resources: {'Port': ['ID=3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:05.135659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Allocated IP 2001:db8::f816:3eff:fe92:45b8 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/c3d4f4c5-c5fc-46bd-b3ab-f762b9dafc9a/ccfba820-e90d-472f-95cc-147864207100) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:05.185079 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-183c2b86-46e9-40b4-820a-788657a167f0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2121563 Oct 17 17:56:05.205496 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45268) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:05.252812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-44e4de06-0b17-4f15-a4ad-e3e2e63e4568 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:05.276894 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a71230f1-abf7-4189-83ca-0a27d04484ee req-9992619e-0346-4eba-92ab-38f6233f6dd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440349 Oct 17 17:56:05.304268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-44e4de06-0b17-4f15-a4ad-e3e2e63e4568 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:05.317207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45272) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:05.324526 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Attempt 6 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:56:05.387304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55127ea3-25cb-4910-a7ca-c9a71adae54b None None] Network cd2908e4-ea0e-4de5-a583-273f4ee8ee17 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:05.453422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d711f725-167a-41d1-a0fc-563c1f3bb3ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:05.552794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e4de06-0b17-4f15-a4ad-e3e2e63e4568 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:05.556550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44e4de06-0b17-4f15-a4ad-e3e2e63e4568 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:05.824458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3ea375-3fe7-49ba-b488-652938f35bb0 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:05.825537 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7b3ea375-3fe7-49ba-b488-652938f35bb0 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 1094 time: 0.5056994 Oct 17 17:56:05.833876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45278) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:05.840941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:05.849685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:05.854471 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:floatingip and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:05.857357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:05.865874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:05.881161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:05.996102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d711f725-167a-41d1-a0fc-563c1f3bb3ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:06.016878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:06.109890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d711f725-167a-41d1-a0fc-563c1f3bb3ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:06.119381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d711f725-167a-41d1-a0fc-563c1f3bb3ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/c9278015-0a37-466b-85e2-add189072d23 HTTP/1.1" status: 204 len: 168 time: 1.7045994 Oct 17 17:56:06.127099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711f725-167a-41d1-a0fc-563c1f3bb3ff tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Subnet': ['ID=c9278015-0a37-466b-85e2-add189072d23,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:06.161824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45290) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:06.264612 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c32071-3f34-45df-8ba5-6e20cb827997 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] DELETE failed (client error): The resource could not be found. Oct 17 17:56:06.265541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c32071-3f34-45df-8ba5-6e20cb827997 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:06.267634 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-50c32071-3f34-45df-8ba5-6e20cb827997 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/1d361737-43e1-41f1-9a27-ab4d73cfc158 HTTP/1.1" status: 404 len: 337 time: 0.1048219 Oct 17 17:56:06.272576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45294) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:06.317309 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Subnet': ['ID=df7d18a3-de0e-42bf-894b-d9ce85af3efe,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:06.415852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:06.459513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:06.480952 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Transition to ACTIVE for port object ccfba820-e90d-472f-95cc-147864207100 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:06.539106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:06.602013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec2fa42-59ee-415c-aff9-05dab1dae65f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting subnet 3136ee2b-64a5-4f16-b938-cd6eb03c0ade {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:56:06.612764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3ec2fa42-59ee-415c-aff9-05dab1dae65f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:06.694264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf47190-92a1-40ff-973b-803527fda30f']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:06.725521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3ec2fa42-59ee-415c-aff9-05dab1dae65f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:06.725972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07252b7f-e0b2-4916-a600-bd5d638582e5') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:06.726275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07252b7f-e0b2-4916-a600-bd5d638582e5') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:06.745598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:06.773776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:06.820188 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:56:06.820750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:06.839967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44e4de06-0b17-4f15-a4ad-e3e2e63e4568 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:06.873277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=d21e6509-549c-4779-982f-955e76935193,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:06.877212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:06.878027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5cd2e7-1aa4-4f51-85a5-4ab511d7f396 None None] Network 0bf47190-92a1-40ff-973b-803527fda30f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:06.907440 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 07252b7f-e0b2-4916-a600-bd5d638582e5 resource provider aggregate not found Oct 17 17:56:06.947514 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 07252b7f-e0b2-4916-a600-bd5d638582e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07252b7f-e0b2-4916-a600-bd5d638582e5 found for delete ", "request_id": "req-48b36bd1-8f99-4ea6-9c78-6c6e37405602"}]} Oct 17 17:56:07.024076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.238 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/c1f05682-0de9-47da-a0e6-fc5ee44e8d61) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:07.032448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Transition to ACTIVE for port object ccfba820-e90d-472f-95cc-147864207100 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:07.074337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:07.197458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e4de06-0b17-4f15-a4ad-e3e2e63e4568 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:07.210724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:07.243462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-44e4de06-0b17-4f15-a4ad-e3e2e63e4568 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:07.257862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:07.271545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e4de06-0b17-4f15-a4ad-e3e2e63e4568 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:07.273874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-44e4de06-0b17-4f15-a4ad-e3e2e63e4568 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:07.286011 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Network': ['ID=0bf47190-92a1-40ff-973b-803527fda30f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:07.309772 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3fde6ed8-96a7-4c33-b33a-82cbbfb74ab2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/0bf47190-92a1-40ff-973b-803527fda30f HTTP/1.1" status: 204 len: 168 time: 2.7138031 Oct 17 17:56:07.311166 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:07.318845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45304) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:07.333509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-338267384'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:07.349129 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:07.350430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:07.356919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:07.359616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:07.373196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3ec2fa42-59ee-415c-aff9-05dab1dae65f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:07.465621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:07.479918 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Attempt 7 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:56:07.500076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:network and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:07.516015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:07.665696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:07.675009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-cd2908e4-ea0e-4de5-a583-273f4ee8ee17', 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'fixed_ips': [{'subnet_id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:56:07.676324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:07.768485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Pushing event updated for resources: {'Port': ['ID=ccfba820-e90d-472f-95cc-147864207100,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:07.846974 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:07.897710 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d88e3-d4aa-4106-bd2c-13eab7564923 None None] Update dhcp port {'port': {'network_id': '98380ccf-f03b-4a5b-810f-10cdd9249d1b', 'fixed_ips': [{'subnet_id': '3136ee2b-64a5-4f16-b938-cd6eb03c0ade', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c9278015-0a37-466b-85e2-add189072d23'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '487c34e7-16b6-4aa5-b06e-5f832c62fa89'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:56:07.898848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4de06-0b17-4f15-a4ad-e3e2e63e4568 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=d4359f24-3024-4894-9194-12a118195355,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:07.916675 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:07.921815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3ec2fa42-59ee-415c-aff9-05dab1dae65f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:07.942193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Attempting to bind port ccfba820-e90d-472f-95cc-147864207100 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:56:07.942790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Attempting to bind port ccfba820-e90d-472f-95cc-147864207100 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:56:07.943409 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Attempting to bind port ccfba820-e90d-472f-95cc-147864207100 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:56:07.949895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:08.000992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Allocated IP 172.23.0.1 (cd2908e4-ea0e-4de5-a583-273f4ee8ee17/3b5b6d89-69b7-4ff6-9396-7e1456d078bd/e973ce53-7625-4a37-9d70-bac83be41ea5) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:08.067709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2fa42-59ee-415c-aff9-05dab1dae65f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Subnet': ['ID=3136ee2b-64a5-4f16-b938-cd6eb03c0ade,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:08.075999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3ec2fa42-59ee-415c-aff9-05dab1dae65f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:08.089463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=c1f05682-0de9-47da-a0e6-fc5ee44e8d61,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:08.101463 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3ec2fa42-59ee-415c-aff9-05dab1dae65f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/3136ee2b-64a5-4f16-b938-cd6eb03c0ade HTTP/1.1" status: 204 len: 168 time: 1.8251145 Oct 17 17:56:08.118236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:08.120267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45310) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:08.121567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:08.125659 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-44e4de06-0b17-4f15-a4ad-e3e2e63e4568 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1451812 Oct 17 17:56:08.129819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:08.158754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:56:08.159388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:08.160029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:08.160661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:56:08.161420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Bound port: ccfba820-e90d-472f-95cc-147864207100, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:56:08.162032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:08.177123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d21e6509-549c-4779-982f-955e76935193 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:08.271410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:08.307413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45314) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:08.319547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:54:87:39', 'name': 'tempest-NetworksTestDHCPv6-1027795375'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:08.335957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:08.355847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Transition to ACTIVE for port object e973ce53-7625-4a37-9d70-bac83be41ea5 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:08.381123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:08.386877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:08.398346 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-500f601e-1c19-46ee-a3a6-d0ba48e067f4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] DELETE failed (client error): The resource could not be found. Oct 17 17:56:08.399739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500f601e-1c19-46ee-a3a6-d0ba48e067f4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:08.400120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:08.403722 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-500f601e-1c19-46ee-a3a6-d0ba48e067f4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/7656358c-e459-4238-a331-f0679369eb28 HTTP/1.1" status: 404 len: 337 time: 0.2753615 Oct 17 17:56:08.417931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45318) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:08.445410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] For port ccfba820-e90d-472f-95cc-147864207100, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:56:08.451375 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] For port ccfba820-e90d-472f-95cc-147864207100, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ccfba820-e90d-472f-95cc-147864207100,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:56:08.466146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network cd2908e4-ea0e-4de5-a583-273f4ee8ee17 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:08.536476 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:08.543674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:08.551313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Allocated IP 172.23.0.2 (cd2908e4-ea0e-4de5-a583-273f4ee8ee17/3b5b6d89-69b7-4ff6-9396-7e1456d078bd/faadae8d-79ae-4593-b6a6-e1fafbac2e83) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:08.600210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5596d739-43c9-4e32-a8a3-c62deb6a34dc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Synchronizing usage tracker for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:08.673302 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5596d739-43c9-4e32-a8a3-c62deb6a34dc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Unset dirty status for tenant:05dbf97f09e748a0bfcd2cbee286018f on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:08.674741 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5596d739-43c9-4e32-a8a3-c62deb6a34dc tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "GET /v2.0/ports?device_id=d35110b3-4cc8-4087-9805-1207ce3f1549 HTTP/1.1" status: 200 len: 205 time: 0.2071068 Oct 17 17:56:08.680256 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:08.751747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45322) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:08.817902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:08.830454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Transition to ACTIVE for port object faadae8d-79ae-4593-b6a6-e1fafbac2e83 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:08.836194 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-dd4b2e05-212a-417a-99e6-8aedcf8103e5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] delete failed (client error): The resource could not be found. Oct 17 17:56:08.837252 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dd4b2e05-212a-417a-99e6-8aedcf8103e5 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/routers/d35110b3-4cc8-4087-9805-1207ce3f1549 HTTP/1.1" status: 404 len: 336 time: 0.0838106 Oct 17 17:56:08.853730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Transition to ACTIVE for port object faadae8d-79ae-4593-b6a6-e1fafbac2e83 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:08.859320 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Attempt 8 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:56:08.910668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45326) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:08.911187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:08.922083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=e973ce53-7625-4a37-9d70-bac83be41ea5,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:08.926607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:08.927499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:08.932086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:08.971460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:56:08.974177 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fde036f-26d5-44b4-b087-7310ecc82294 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] DELETE failed (client error): The resource could not be found. Oct 17 17:56:08.974631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fde036f-26d5-44b4-b087-7310ecc82294 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:08.982131 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-458d88e3-d4aa-4106-bd2c-13eab7564923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:08.994210 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4fde036f-26d5-44b4-b087-7310ecc82294 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/4e52e94c-8fcc-4900-aaa0-9089a1f34f40 HTTP/1.1" status: 404 len: 337 time: 0.0681169 Oct 17 17:56:08.998020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45330) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:09.059268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Pushing event updated for resources: {'Port': ['ID=faadae8d-79ae-4593-b6a6-e1fafbac2e83,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:09.094637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:09.094988 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Added segment a84b2d8d-4bf2-4073-96ec-99c3a1427bd4 of type vlan for network dab3af7f-a7eb-4893-849d-3a4823efed03 Oct 17 17:56:09.108932 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-b039498d-63b6-425d-b89a-c1068129e267 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] DELETE failed (client error): The resource could not be found. Oct 17 17:56:09.109387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b039498d-63b6-425d-b89a-c1068129e267 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:09.113875 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b039498d-63b6-425d-b89a-c1068129e267 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/15c57f79-7a34-4248-910c-be025827b62d HTTP/1.1" status: 404 len: 337 time: 0.1128013 Oct 17 17:56:09.122268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45334) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:09.194989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Network cd2908e4-ea0e-4de5-a583-273f4ee8ee17 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:09.213405 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffb3b55-ec0c-4f4d-ae05-fd8173de3bc2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] DELETE failed (client error): The resource could not be found. Oct 17 17:56:09.213863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffb3b55-ec0c-4f4d-ae05-fd8173de3bc2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:09.220760 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1ffb3b55-ec0c-4f4d-ae05-fd8173de3bc2 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/8b236f22-ff49-4967-8980-2b9ba41a6305 HTTP/1.1" status: 404 len: 337 time: 0.0975003 Oct 17 17:56:09.224793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45338) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:09.236024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:09.241987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:09.293693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:09.491252 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Attempt 9 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:56:09.579356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:09.649708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:09.700600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:09.716773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:09.724063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:09.745240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:09.932466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:09.956154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d21e6509-549c-4779-982f-955e76935193 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:09.956742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:09.957299 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d21e6509-549c-4779-982f-955e76935193 Oct 17 17:56:09.992793 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:10.005074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:10.011654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:10.012262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:10.013500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac170f-48f9-49ed-90fa-00b43b15bff0 None None] Pushing event updated for resources: {'Port': ['ID=ccfba820-e90d-472f-95cc-147864207100,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:10.058706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Attempting to bind port faadae8d-79ae-4593-b6a6-e1fafbac2e83 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:56:10.059436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Attempting to bind port faadae8d-79ae-4593-b6a6-e1fafbac2e83 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '1ea179b1-96dd-47e5-aa7b-942b4dc92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:56:10.060094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Attempting to bind port faadae8d-79ae-4593-b6a6-e1fafbac2e83 on network cd2908e4-ea0e-4de5-a583-273f4ee8ee17 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:56:10.081600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:56:10.082182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Checking segment: {'id': '1ea179b1-96dd-47e5-aa7b-942b4dc92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:10.082827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:10.083508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Bound using segment: {'id': '1ea179b1-96dd-47e5-aa7b-942b4dc92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:56:10.084319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Bound port: faadae8d-79ae-4593-b6a6-e1fafbac2e83, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea179b1-96dd-47e5-aa7b-942b4dc92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:56:10.085045 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:10.102068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cb73e8-dac0-4fe9-81db-9c49860b8ace None None] Network 98380ccf-f03b-4a5b-810f-10cdd9249d1b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:10.156397 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Attempt 10 to provision port 33dd6b3b-72df-4aed-9422-008cbc67a07d Oct 17 17:56:10.263597 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f712ee-7549-49c6-9cd1-aa18bc8d2ec8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] DELETE failed (client error): The resource could not be found. Oct 17 17:56:10.264611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f712ee-7549-49c6-9cd1-aa18bc8d2ec8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:10.268430 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c3f712ee-7549-49c6-9cd1-aa18bc8d2ec8 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/ec113665-bca8-4715-b6a9-ee473c30d297 HTTP/1.1" status: 404 len: 333 time: 1.0264196 Oct 17 17:56:10.279103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45344) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:10.296833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=dab3af7f-a7eb-4893-849d-3a4823efed03,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:10.319027 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5a6b1ddf-f2f5-4cfc-ab58-1f94d21f7c7e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9984379 Oct 17 17:56:10.328697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45348) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:10.338933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'network_id': 'dab3af7f-a7eb-4893-849d-3a4823efed03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:10.434787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:10.473139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network dab3af7f-a7eb-4893-849d-3a4823efed03 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:56:10.540059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:10.559611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:10.800166 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Port 33dd6b3b-72df-4aed-9422-008cbc67a07d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:10.959309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:11.048367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:11.055026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:11.063226 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:subnet and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:11.069678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:11.083754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:11.097151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:11.114092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d21e6509-549c-4779-982f-955e76935193 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:11.117903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Provisioning for port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:11.155609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a59fd71-f020-4835-a1dd-dcbf45dfc6aa None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:11.202096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] For port faadae8d-79ae-4593-b6a6-e1fafbac2e83, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:56:11.236280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Provisioning complete for port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:11.237255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:11.237593 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Attempt 1 to provision port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 Oct 17 17:56:11.246249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:11.253675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:11.391019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] For port faadae8d-79ae-4593-b6a6-e1fafbac2e83, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=faadae8d-79ae-4593-b6a6-e1fafbac2e83,segment=NetworkSegment(1ea179b1-96dd-47e5-aa7b-942b4dc92101),segment_id=1ea179b1-96dd-47e5-aa7b-942b4dc92101)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:56:11.396074 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ccfba820-e90d-472f-95cc-147864207100 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:11.497679 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:11.543611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event updated for resources: {'Port': ['ID=e973ce53-7625-4a37-9d70-bac83be41ea5,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:11.561038 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:11.644731 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b050ef-a2f3-4939-9e4f-eba88bae0936 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] DELETE failed (client error): The resource could not be found. Oct 17 17:56:11.645858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b050ef-a2f3-4939-9e4f-eba88bae0936 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:11.647933 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e80a5-da98-4319-9d97-11c9450e01ec None None] Pushing event updated for resources: {'Port': ['ID=faadae8d-79ae-4593-b6a6-e1fafbac2e83,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:11.692881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 980dae72-0553-4a1e-9a35-5888a320818c yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:56:11.776759 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port ccfba820-e90d-472f-95cc-147864207100 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:11.811201 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c4b050ef-a2f3-4939-9e4f-eba88bae0936 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/3fd57750-7bcc-4584-b7ac-163924145d73 HTTP/1.1" status: 404 len: 337 time: 1.5251148 Oct 17 17:56:11.813123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] DHCP port deletion for 98380ccf-f03b-4a5b-810f-10cdd9249d1b request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:56:11.818966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45354) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:11.881367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] Deleting port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:11.881747 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:11.936102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Current status of the port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:11.974317 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-865828d1-4af2-4a30-b839-f8cda3a84217 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] DELETE failed (client error): The resource could not be found. Oct 17 17:56:11.975060 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865828d1-4af2-4a30-b839-f8cda3a84217 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:11.996381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=c1f05682-0de9-47da-a0e6-fc5ee44e8d61,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:12.009393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 487c34e7-16b6-4aa5-b06e-5f832c62fa89 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:56:12.048036 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-865828d1-4af2-4a30-b839-f8cda3a84217 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/7b2546cb-7338-4937-8f2f-32017f0955a9 HTTP/1.1" status: 404 len: 337 time: 0.2279954 Oct 17 17:56:12.055976 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45360) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:12.182023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Provisioning for port 53e41e4c-bb17-413b-ab28-d58d9720a172 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:12.227086 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-452878e2-f764-4d56-8908-fda6e8032249 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] DELETE failed (client error): The resource could not be found. Oct 17 17:56:12.231351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-452878e2-f764-4d56-8908-fda6e8032249 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:12.237556 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-452878e2-f764-4d56-8908-fda6e8032249 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/dfb12102-a04b-4526-909b-25574a2342bb HTTP/1.1" status: 404 len: 333 time: 0.1799905 Oct 17 17:56:12.239084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45364) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:12.283609 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP 3ac74512-715c-43d6-8621-e5e707942f8e associated. External IP: 172.26.8.238, port: f2c40ced-ed9f-4582-ac18-411d43ddbde7. Oct 17 17:56:12.307782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Network cd2908e4-ea0e-4de5-a583-273f4ee8ee17 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:12.313946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:12.362658 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Provisioning complete for port 53e41e4c-bb17-413b-ab28-d58d9720a172 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:12.362658 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:12.362658 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Attempt 1 to provision port 53e41e4c-bb17-413b-ab28-d58d9720a172 Oct 17 17:56:12.523411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:12.523778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:12.578000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:12.592282 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c49ab58-ec15-47f1-8968-a0879865cf8f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] DELETE failed (client error): The resource could not be found. Oct 17 17:56:12.592282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c49ab58-ec15-47f1-8968-a0879865cf8f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:12.592282 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7c49ab58-ec15-47f1-8968-a0879865cf8f tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/afd47f19-f7e8-4f83-813a-05b7eb713198 HTTP/1.1" status: 404 len: 337 time: 0.3355534 Oct 17 17:56:12.614169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45368) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:12.679103 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fbd2fd-a239-4968-8926-6ef27c6bd0eb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] DELETE failed (client error): The resource could not be found. Oct 17 17:56:12.680270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fbd2fd-a239-4968-8926-6ef27c6bd0eb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:12.686309 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-43fbd2fd-a239-4968-8926-6ef27c6bd0eb tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/subnets/8b20f7ba-c6ca-4777-8664-016741fae73d HTTP/1.1" status: 404 len: 337 time: 0.0676699 Oct 17 17:56:12.689890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45372) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:12.706872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 487c34e7-16b6-4aa5-b06e-5f832c62fa89, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=487c34e7-16b6-4aa5-b06e-5f832c62fa89,segment=NetworkSegment(d928bf2f-3816-4dda-a099-d1428453f791),segment_id=d928bf2f-3816-4dda-a099-d1428453f791)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:12.727913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] For port 487c34e7-16b6-4aa5-b06e-5f832c62fa89, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=487c34e7-16b6-4aa5-b06e-5f832c62fa89,segment=NetworkSegment(d928bf2f-3816-4dda-a099-d1428453f791),segment_id=d928bf2f-3816-4dda-a099-d1428453f791)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:12.727913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:12.743407 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:12.834195 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking segment: {'id': 'a84b2d8d-4bf2-4073-96ec-99c3a1427bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'dab3af7f-a7eb-4893-849d-3a4823efed03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:12.834775 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network hostable DHCP agents. Network: dab3af7f-a7eb-4893-849d-3a4823efed03, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:56:12.849782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=2d56b2fe-a9ee-44b7-a841-7660b00844b3,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:12.875119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-31a03e86-016f-45c9-ab45-a35290cfd8e4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 33dd6b3b-72df-4aed-9422-008cbc67a07d {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:12.875841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31a03e86-016f-45c9-ab45-a35290cfd8e4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:12.893568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 07c8091b-c87b-4eaa-aa16-2873644e7e05 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:56:12.899102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network dab3af7f-a7eb-4893-849d-3a4823efed03 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:56:12.931728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, dab3af7f-a7eb-4893-849d-3a4823efed03) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:12.961808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] Calling delete_port for 487c34e7-16b6-4aa5-b06e-5f832c62fa89 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:13.056080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:13.057008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:13.140703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8:0:1::21 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/d4359f24-3024-4894-9194-12a118195355/980dae72-0553-4a1e-9a35-5888a320818c) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:13.160292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82974a16-ec98-48e7-9a84-e92a9b6e4e84 None None] Network dab3af7f-a7eb-4893-849d-3a4823efed03 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:13.199301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::f816:3eff:fe54:8739 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/c3d4f4c5-c5fc-46bd-b3ab-f762b9dafc9a/980dae72-0553-4a1e-9a35-5888a320818c) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:13.309545 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6f42536c-acbb-474d-a857-be972129fe22 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9789076 Oct 17 17:56:13.321234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45378) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:13.377371 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:56:13.402433 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a3244fa5-e14e-4913-8c10-30c6fa3b320b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1953628 Oct 17 17:56:13.411239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45382) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:13.428408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-cb4ea8a7-15b4-4c77-8216-07cf778a6999 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:13.486165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Current status of the port 53e41e4c-bb17-413b-ab28-d58d9720a172 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:13.486761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:13.681778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Sync routers for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:56:13.686201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device faadae8d-79ae-4593-b6a6-e1fafbac2e83 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:13.755151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4870df-b844-41ef-bdb4-7619c9b4a8cf None None] Network cd2908e4-ea0e-4de5-a583-273f4ee8ee17 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:13.864775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31a03e86-016f-45c9-ab45-a35290cfd8e4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:13.946097 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:13.946752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:14.006556 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=487c34e7-16b6-4aa5-b06e-5f832c62fa89,revision_number=11']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:14.009559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ff3273-ccbc-424d-9dca-6c1da2d1728e None None] Update dhcp port {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': 'c3d4f4c5-c5fc-46bd-b3ab-f762b9dafc9a', 'ip_address': '2001:db8::f816:3eff:fe92:45b8'}, {'subnet_id': 'd4359f24-3024-4894-9194-12a118195355'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': 'ccfba820-e90d-472f-95cc-147864207100'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:56:14.150110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] For port 53e41e4c-bb17-413b-ab28-d58d9720a172, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=53e41e4c-bb17-413b-ab28-d58d9720a172,segment=NetworkSegment(d21b3f64-730a-4f80-bc3e-83526961255c),segment_id=d21b3f64-730a-4f80-bc3e-83526961255c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:14.193633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port faadae8d-79ae-4593-b6a6-e1fafbac2e83 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:14.207774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:14.254364 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Could not find standard attr ID for object 97782d3e-b405-457a-973b-277450058686. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:56:14.260750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-31a03e86-016f-45c9-ab45-a35290cfd8e4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 33dd6b3b-72df-4aed-9422-008cbc67a07d owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:14.299243 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:56:14.299243 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:56:14.324663 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 8a430dd7-8d9e-407e-92cc-350a07df58bd has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:56:14.327222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3273-ccbc-424d-9dca-6c1da2d1728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:14.336774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Could not find standard attr ID for object 029d6095-0988-4b6d-a0f9-e6891cb261f1. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:56:14.443147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:56:14.461907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-37f82c43-be90-43a6-a539-62898df4bc21 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Synchronizing usage tracker for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:14.592446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-37f82c43-be90-43a6-a539-62898df4bc21 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Unset dirty status for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:14.593682 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-37f82c43-be90-43a6-a539-62898df4bc21 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817611118&fields=id&tenant_id=717818c81d93408ebcf6aa4623d3e2cd HTTP/1.1" status: 200 len: 267 time: 0.3653488 Oct 17 17:56:14.604836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:14.612029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4dc08-c79b-4a47-b4fb-a891d7772090 None None] Pushing event updated for resources: {'Port': ['ID=53e41e4c-bb17-413b-ab28-d58d9720a172,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:14.754215 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31a03e86-016f-45c9-ab45-a35290cfd8e4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:14.760443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:14.797721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Provisioning for port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:14.808182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] Deleting port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:14.808182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:14.853358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a03e86-016f-45c9-ab45-a35290cfd8e4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Port': ['ID=33dd6b3b-72df-4aed-9422-008cbc67a07d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:14.869106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 980dae72-0553-4a1e-9a35-5888a320818c will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:14.880995 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31a03e86-016f-45c9-ab45-a35290cfd8e4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:14.903173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:56:14.906848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:14.928058 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532d56b-3593-4e4c-9ef9-f2666ac2fa8c None None] Sync routers for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:56:14.951540 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532d56b-3593-4e4c-9ef9-f2666ac2fa8c None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:14.960425 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7532d56b-3593-4e4c-9ef9-f2666ac2fa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:14.978215 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-31a03e86-016f-45c9-ab45-a35290cfd8e4 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/ports/33dd6b3b-72df-4aed-9422-008cbc67a07d HTTP/1.1" status: 204 len: 168 time: 2.2832041 Oct 17 17:56:14.981472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45394) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:14.991760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Provisioning complete for port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:14.992249 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:14.992601 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Attempt 1 to provision port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 Oct 17 17:56:15.020748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:15.026901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39978398-fa1f-4119-9783-5fd2d207df1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-dab3af7f-a7eb-4893-849d-3a4823efed03', 'network_id': 'dab3af7f-a7eb-4893-849d-3a4823efed03', 'tenant_id': '0d88076286bb4c578ccfdc6ddfb44636', 'fixed_ips': [{'subnet_id': '2d56b2fe-a9ee-44b7-a841-7660b00844b3'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:56:15.029354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-39978398-fa1f-4119-9783-5fd2d207df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:15.204217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-6ad6ce1e-ad5d-4f43-93c3-d7a2b5aec924 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:15.214173 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-6ad6ce1e-ad5d-4f43-93c3-d7a2b5aec924 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 812 time: 0.5746162 Oct 17 17:56:15.270630 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-e4402903-b604-480f-9051-8d29a8d37991 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/quotas/717818c81d93408ebcf6aa4623d3e2cd HTTP/1.1" status: 200 len: 375 time: 0.0293152 Oct 17 17:56:15.290265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:15.312020 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d4850106-941d-4ee7-bac9-823797d15754 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.4730880 Oct 17 17:56:15.324180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'tag': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:56:15.330037 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7fa215-a7bc-45d9-844d-637ea27b8629" -d '{"events": [{"name": "network-changed", "server_uuid": "f95c85a3-29e7-4296-a4cf-f49c8d20d766", "tag": "f2c40ced-ed9f-4582-ac18-411d43ddbde7"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:56:15.334011 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45398) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:15.373207 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 53e41e4c-bb17-413b-ab28-d58d9720a172 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:15.513181 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b4d6dde8-e887-491b-8731-2750dd2fd573 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/3ac74512-715c-43d6-8621-e5e707942f8e HTTP/1.1" status: 200 len: 992 time: 0.1305435 Oct 17 17:56:15.526243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=980dae72-0553-4a1e-9a35-5888a320818c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:15.556228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:15.584868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:15.591839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:15.616246 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0854d06f-540d-405c-a723-1013a8dd8099 x-openstack-request-id: req-0854d06f-540d-405c-a723-1013a8dd8099 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:56:15.616246 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95c85a3-29e7-4296-a4cf-f49c8d20d766", "tag": "f2c40ced-ed9f-4582-ac18-411d43ddbde7", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:56:15.616701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0854d06f-540d-405c-a723-1013a8dd8099 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:56:15.617482 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0854d06f-540d-405c-a723-1013a8dd8099'] response: {'name': 'network-changed', 'server_uuid': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'tag': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'status': 'completed', 'code': 200} Oct 17 17:56:15.619276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:15.622762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.extraroute_db [None req-cb4ea8a7-15b4-4c77-8216-07cf778a6999 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89190) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 17 17:56:15.631654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:15.632743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:15.640405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-edbfb5a3-deef-4f6f-8d7e-f415ce22e7d5 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Synchronizing usage tracker for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:15.642986 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-7532d56b-3593-4e4c-9ef9-f2666ac2fa8c None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:56:15.647108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:15.655406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.extraroute_db [None req-cb4ea8a7-15b4-4c77-8216-07cf778a6999 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Removed routes are [] {{(pid=89190) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 17 17:56:15.655891 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea8a7-15b4-4c77-8216-07cf778a6999 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:15.660402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:15.660834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:15.740835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-edbfb5a3-deef-4f6f-8d7e-f415ce22e7d5 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Unset dirty status for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:15.742165 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-edbfb5a3-deef-4f6f-8d7e-f415ce22e7d5 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4071486 Oct 17 17:56:15.901372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-e9ff3273-ccbc-424d-9dca-6c1da2d1728e None None] Allocated IP 2001:db8:0:1::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/d4359f24-3024-4894-9194-12a118195355/ccfba820-e90d-472f-95cc-147864207100) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server [None req-39978398-fa1f-4119-9783-5fd2d207df1b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d56b2fe-a9ee-44b7-a841-7660b00844b3: This subnet is being modified by another concurrent operation. Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 17:56:15.938532 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise exception Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d56b2fe-a9ee-44b7-a841-7660b00844b3: This subnet is being modified by another concurrent operation. Oct 17 17:56:15.946544 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server Oct 17 17:56:15.962548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Subnet': ['ID=2d56b2fe-a9ee-44b7-a841-7660b00844b3,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:16.000628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] For port 487c34e7-16b6-4aa5-b06e-5f832c62fa89, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=487c34e7-16b6-4aa5-b06e-5f832c62fa89,segment=NetworkSegment(d928bf2f-3816-4dda-a099-d1428453f791),segment_id=d928bf2f-3816-4dda-a099-d1428453f791)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:16.001181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:16.026105 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a93684-2d86-4b37-a81a-6f5bfcced0aa None None] Network dab3af7f-a7eb-4893-849d-3a4823efed03 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:16.086752 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:16.152558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab3af7f-a7eb-4893-849d-3a4823efed03']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:16.193773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84b2d8d-4bf2-4073-96ec-99c3a1427bd4') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:16.194265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84b2d8d-4bf2-4073-96ec-99c3a1427bd4') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:16.220684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:16.269751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:16.284349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:56:16.285002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:16.381954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Current status of the port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:16.382754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:16.411987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] Calling delete_port for 487c34e7-16b6-4aa5-b06e-5f832c62fa89 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:16.463554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea8a7-15b4-4c77-8216-07cf778a6999 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:16.488663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea8a7-15b4-4c77-8216-07cf778a6999 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:16.500555 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-dd1d388a-2dee-4f69-a713-efa7046265ef service neutron] 10.222.0.69 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836164 Oct 17 17:56:16.552278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 53e41e4c-bb17-413b-ab28-d58d9720a172 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:16.552778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:16.553199 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 53e41e4c-bb17-413b-ab28-d58d9720a172 Oct 17 17:56:16.637417 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7532d56b-3593-4e4c-9ef9-f2666ac2fa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '3ac74512-715c-43d6-8621-e5e707942f8e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'port_id': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'mac_address': 'fa:16:3e:93:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:56:09Z', 'updated_at': '2022-10-17T17:56:09Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:17Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:16.650078 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532d56b-3593-4e4c-9ef9-f2666ac2fa8c None None] Checking router: 8a430dd7-8d9e-407e-92cc-350a07df58bd for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:56:16.673093 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532d56b-3593-4e4c-9ef9-f2666ac2fa8c None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:16.674871 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7532d56b-3593-4e4c-9ef9-f2666ac2fa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:16.740828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] For port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3,segment=NetworkSegment(a9243766-320b-4b5f-be2d-765c028ca15c),segment_id=a9243766-320b-4b5f-be2d-765c028ca15c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:16.859689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45406) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:16.910497 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:17.081813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:56:08Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3', 'name': '', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:2b:c7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:52Z', 'updated_at': '2022-10-17T17:56:03Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:56:04Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e973ce53-7625-4a37-9d70-bac83be41ea5', 'name': '', 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:eb:ad:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:56:07Z', 'updated_at': '2022-10-17T17:56:10Z', 'revision_number': 2, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:17.088956 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-7532d56b-3593-4e4c-9ef9-f2666ac2fa8c None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:56:17.154003 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d4c00b7d-e2ec-4ce6-aa7c-cfc16dabc252 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 8.8445392 Oct 17 17:56:17.165812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45412) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:17.223949 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Pushing event updated for resources: {'Port': ['ID=3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:17.263326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Checking router: 07c8091b-c87b-4eaa-aa16-2873644e7e05 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:56:17.264486 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Updating router 07c8091b-c87b-4eaa-aa16-2873644e7e05 port e973ce53-7625-4a37-9d70-bac83be41ea5 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:56:17.311965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] For port 487c34e7-16b6-4aa5-b06e-5f832c62fa89, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=487c34e7-16b6-4aa5-b06e-5f832c62fa89,segment=NetworkSegment(d928bf2f-3816-4dda-a099-d1428453f791),segment_id=d928bf2f-3816-4dda-a099-d1428453f791)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:17.320228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:17.338549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:17.381099 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment a84b2d8d-4bf2-4073-96ec-99c3a1427bd4 resource provider aggregate not found Oct 17 17:56:17.402406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:17.429473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:17.435881 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/dab3af7f-a7eb-4893-849d-3a4823efed03 HTTP/1.1" status: 204 len: 168 time: 4.1053321 Oct 17 17:56:17.449116 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Provisioning for port faadae8d-79ae-4593-b6a6-e1fafbac2e83 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:17.450439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45418) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:17.470133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:17.473473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1772143284'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:17.485827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Provisioning complete for port faadae8d-79ae-4593-b6a6-e1fafbac2e83 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:17.486629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:17.487327 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Attempt 1 to provision port faadae8d-79ae-4593-b6a6-e1fafbac2e83 Oct 17 17:56:17.515705 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment a84b2d8d-4bf2-4073-96ec-99c3a1427bd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a84b2d8d-4bf2-4073-96ec-99c3a1427bd4 found for delete ", "request_id": "req-44819086-8e8e-4c6b-a25e-e52ed19dde7f"}]} Oct 17 17:56:17.521013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911649c-18e2-49c4-acb4-1faf6c12503e tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Network': ['ID=dab3af7f-a7eb-4893-849d-3a4823efed03,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:17.530764 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:17.561467 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b8245d14-a639-4809-8037-0d68ab7466b0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/3ac74512-715c-43d6-8621-e5e707942f8e HTTP/1.1" status: 200 len: 992 time: 0.6727214 Oct 17 17:56:17.578533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4ea8a7-15b4-4c77-8216-07cf778a6999 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 07c8091b-c87b-4eaa-aa16-2873644e7e05 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:56:17.581184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:network and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:17.607539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:17.622693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Calling delete_port for 487c34e7-16b6-4aa5-b06e-5f832c62fa89 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:17.627932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:17.659356 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-f0c1ffd3-a1f2-4510-b50c-34e5b9c75ad7 service neutron] 10.222.0.69 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7926598 Oct 17 17:56:17.722470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e9ff3273-ccbc-424d-9dca-6c1da2d1728e None None] For port ccfba820-e90d-472f-95cc-147864207100, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ccfba820-e90d-472f-95cc-147864207100,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:17.722714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 980dae72-0553-4a1e-9a35-5888a320818c {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:17.722917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:17.769408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fa215-a7bc-45d9-844d-637ea27b8629 req-9ae699df-78dc-4ef1-b5c5-4280cd6d5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:17.771614 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8a7fa215-a7bc-45d9-844d-637ea27b8629 req-9ae699df-78dc-4ef1-b5c5-4280cd6d5ae6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 1099 time: 1.9173906 Oct 17 17:56:17.787913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:17.793674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:17.858037 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] Pushing event deleted for resources: {'Port': ['ID=487c34e7-16b6-4aa5-b06e-5f832c62fa89,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:17.916199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3273-ccbc-424d-9dca-6c1da2d1728e None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:17.952061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e9ff3273-ccbc-424d-9dca-6c1da2d1728e None None] Ignored duplicate provisioning block setup for port ccfba820-e90d-472f-95cc-147864207100 by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:56:18.027173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:56:18.033917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.api [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:56:18.034245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG oslo_db.api [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:56:18.058205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4ea8a7-15b4-4c77-8216-07cf778a6999 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:56:18.062465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:18.063119 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Added segment 2fdb57e9-64b9-4393-9c63-7b18f77b262e of type vlan for network 8d4af080-331e-49ee-8894-07d44300a090 Oct 17 17:56:18.094036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb4ea8a7-15b4-4c77-8216-07cf778a6999 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:18.096571 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cb4ea8a7-15b4-4c77-8216-07cf778a6999 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05 HTTP/1.1" status: 200 len: 931 time: 4.6764536 Oct 17 17:56:18.104273 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45428) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:18.158603 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7532d56b-3593-4e4c-9ef9-f2666ac2fa8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '3ac74512-715c-43d6-8621-e5e707942f8e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'port_id': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'mac_address': 'fa:16:3e:93:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:56:09Z', 'updated_at': '2022-10-17T17:56:09Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:17Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:18.173252 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532d56b-3593-4e4c-9ef9-f2666ac2fa8c None None] The sync data for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv is: [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '3ac74512-715c-43d6-8621-e5e707942f8e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'port_id': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'mac_address': 'fa:16:3e:93:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:56:09Z', 'updated_at': '2022-10-17T17:56:09Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:17Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:56:18.310430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:18.380653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:18.392984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:18.394231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:18.563487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Deleting port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:18.564282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:18.628211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45436) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:18.635366 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fa215-a7bc-45d9-844d-637ea27b8629 req-d2f3bb8a-f850-4313-bc7b-2425898ceca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:18.638288 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8a7fa215-a7bc-45d9-844d-637ea27b8629 req-d2f3bb8a-f850-4313-bc7b-2425898ceca2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06ccc2a7-0461-4af5-89b3-0a831416e118 HTTP/1.1" status: 200 len: 898 time: 0.8473380 Oct 17 17:56:18.711093 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049d2ea-337e-4884-b8ae-2c2df403a9dc None None] No DVR routers for this DVR port 487c34e7-16b6-4aa5-b06e-5f832c62fa89 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:56:18.717763 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e3977-9cf3-44f8-b2b5-528f2cae9f51 None None] New status for floating IP 3ac74512-715c-43d6-8621-e5e707942f8e: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:56:18.777605 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f0b6e989-7045-4d26-adfc-916b57d9b7bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/3ac74512-715c-43d6-8621-e5e707942f8e HTTP/1.1" status: 200 len: 992 time: 0.1471851 Oct 17 17:56:18.815080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3273-ccbc-424d-9dca-6c1da2d1728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:18.836024 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3838232 Oct 17 17:56:18.848795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45444) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:18.876916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'network_id': '8d4af080-331e-49ee-8894-07d44300a090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:18.992414 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-63880718-6f00-4570-92aa-ca03e249eba9 req-60528eba-597a-43f4-b82c-37380fbff0b2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 210 time: 0.3512945 Oct 17 17:56:19.014389 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7b0582a9-5426-4d90-ac86-763f459226ad tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05 HTTP/1.1" status: 200 len: 931 time: 0.9082532 Oct 17 17:56:19.017369 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] The port '487c34e7-16b6-4aa5-b06e-5f832c62fa89' was deleted {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:56:19.020278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=8d4af080-331e-49ee-8894-07d44300a090,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:19.021118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45448) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:19.034466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6c2aecda-6e55-468c-b55a-50b633e1410d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'router': {'routes': None}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:19.054532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:19.055145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:19.055337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:19.055653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:19.055990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:19.056320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:19.056648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:19.056972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:19.057294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:19.057617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:19.063269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:19.063638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730cbc5f-5b63-4072-bf36-0af3e18bfd95 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:19.099906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:19.107960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:subnet and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:19.117458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:19.126495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:19.146251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:19.150258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:19.159698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 8d4af080-331e-49ee-8894-07d44300a090 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:56:19.300188 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.ipam_backend_mixin [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Performing IP validity checks on allocation pools {{(pid=89190) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 17:56:19.300794 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.ipam_backend_mixin [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89190) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 17:56:19.443164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff3273-ccbc-424d-9dca-6c1da2d1728e None None] Pushing event updated for resources: {'Port': ['ID=ccfba820-e90d-472f-95cc-147864207100,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:19.451748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Current status of the port faadae8d-79ae-4593-b6a6-e1fafbac2e83 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:19.453300 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:19.487483 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 53e41e4c-bb17-413b-ab28-d58d9720a172 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:19.517696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:19.534440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Transition to ACTIVE for port object e973ce53-7625-4a37-9d70-bac83be41ea5 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:19.716263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:19.785414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ccfba820-e90d-472f-95cc-147864207100 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:19.792284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45454) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:19.839923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:19.952436 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8a7fa215-a7bc-45d9-844d-637ea27b8629 req-168b6174-9770-49b5-b198-1afbbc1782de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2c40ced-ed9f-4582-ac18-411d43ddbde7 HTTP/1.1" status: 200 len: 1000 time: 1.1995151 Oct 17 17:56:19.963140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:20.097387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3732a-6d5e-4fdb-afb3-fde4e0c020d5 None None] Pushing event updated for resources: {'Port': ['ID=e973ce53-7625-4a37-9d70-bac83be41ea5,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:20.114913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] For port faadae8d-79ae-4593-b6a6-e1fafbac2e83, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=faadae8d-79ae-4593-b6a6-e1fafbac2e83,segment=NetworkSegment(1ea179b1-96dd-47e5-aa7b-942b4dc92101),segment_id=1ea179b1-96dd-47e5-aa7b-942b4dc92101)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:20.154866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=6428702e-55d9-49da-ada4-ff0d92e055ae,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:20.181904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:20.191863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking segment: {'id': '2fdb57e9-64b9-4393-9c63-7b18f77b262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8d4af080-331e-49ee-8894-07d44300a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:20.194669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network hostable DHCP agents. Network: 8d4af080-331e-49ee-8894-07d44300a090, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:56:20.253960 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d0ee8de8-72ce-477b-b6ba-13eedc7f5207 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/3ac74512-715c-43d6-8621-e5e707942f8e HTTP/1.1" status: 200 len: 994 time: 0.4498737 Oct 17 17:56:20.267229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network 8d4af080-331e-49ee-8894-07d44300a090 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:56:20.309688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 8d4af080-331e-49ee-8894-07d44300a090) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:20.334042 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Could not find standard attr ID for object 487c34e7-16b6-4aa5-b06e-5f832c62fa89. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:56:20.345705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:20.346197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:20.397094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77a055-0904-4dd2-b1cc-b376232f5de1 None None] Network 8d4af080-331e-49ee-8894-07d44300a090 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:20.453728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 980dae72-0553-4a1e-9a35-5888a320818c owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:20.536071 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2e49ceea-d543-4b31-81ff-2bfdd66889e5 req-78cc18af-6022-4e4c-ad0b-5a97fc6c3bcd tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 210 time: 0.1824970 Oct 17 17:56:20.679289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Could not find standard attr ID for object 33dd6b3b-72df-4aed-9422-008cbc67a07d. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:56:20.699742 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d000e9e0-19c2-4050-ba87-6f28b05f8a3c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8496013 Oct 17 17:56:20.710683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45460) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:20.714002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:20.745596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Attempting to bind port e973ce53-7625-4a37-9d70-bac83be41ea5 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:56:20.746100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Attempting to bind port e973ce53-7625-4a37-9d70-bac83be41ea5 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '1ea179b1-96dd-47e5-aa7b-942b4dc92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:56:20.746510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Attempting to bind port e973ce53-7625-4a37-9d70-bac83be41ea5 on network cd2908e4-ea0e-4de5-a583-273f4ee8ee17 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:56:20.783825 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:56:20.784259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Checking segment: {'id': '1ea179b1-96dd-47e5-aa7b-942b4dc92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:20.784670 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:20.785712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Bound using segment: {'id': '1ea179b1-96dd-47e5-aa7b-942b4dc92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:56:20.785712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Bound port: e973ce53-7625-4a37-9d70-bac83be41ea5, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea179b1-96dd-47e5-aa7b-942b4dc92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:56:20.786357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:20.819750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:20.842395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fa215-a7bc-45d9-844d-637ea27b8629 req-5375f986-9eeb-4179-9f62-a5803228aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:20.845847 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8a7fa215-a7bc-45d9-844d-637ea27b8629 req-5375f986-9eeb-4179-9f62-a5803228aba5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90ab9321-e0ac-4aad-b29f-1c63910f3f5c HTTP/1.1" status: 200 len: 834 time: 0.8847611 Oct 17 17:56:20.846853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Provisioning for port 1c066d68-6263-4440-832b-e7dcf5eb3e28 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:20.883227 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Provisioning complete for port 1c066d68-6263-4440-832b-e7dcf5eb3e28 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:20.883569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:20.883834 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Attempt 1 to provision port 1c066d68-6263-4440-832b-e7dcf5eb3e28 Oct 17 17:56:20.928922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Pushing event updated for resources: {'Port': ['ID=faadae8d-79ae-4593-b6a6-e1fafbac2e83,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:20.932248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-ac53d9a5-7634-46ea-a671-744836587e07 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:20.933304 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-ac53d9a5-7634-46ea-a671-744836587e07 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 812 time: 0.4791632 Oct 17 17:56:21.120396 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-8c0f4e7a-21a2-4054-aca8-4829b8f3b08b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=717818c81d93408ebcf6aa4623d3e2cd HTTP/1.1" status: 200 len: 379 time: 0.1283939 Oct 17 17:56:21.141059 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'port': {'device_id': 'db72d75f-5630-4e77-b988-b9cc35514156', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'admin_state_up': True, 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'security_groups': ['61add531-1127-4709-905b-87f1ef21b67e']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:21.229996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-8d4af080-331e-49ee-8894-07d44300a090', 'network_id': '8d4af080-331e-49ee-8894-07d44300a090', 'tenant_id': '0d88076286bb4c578ccfdc6ddfb44636', 'fixed_ips': [{'subnet_id': '6428702e-55d9-49da-ada4-ff0d92e055ae'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:56:21.243413 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.243998 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.251979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98380ccf-f03b-4a5b-810f-10cdd9249d1b']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:21.268968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd928bf2f-3816-4dda-a099-d1428453f791') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:21.269264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd928bf2f-3816-4dda-a099-d1428453f791') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:21.287765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.308806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.316987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:56:21.317373 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.365159 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:21.365850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.366567 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 Oct 17 17:56:21.463829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.465525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.560663 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Current status of the port 1c066d68-6263-4440-832b-e7dcf5eb3e28 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:21.561149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.570585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.574027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.607601 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment d928bf2f-3816-4dda-a099-d1428453f791 resource provider aggregate not found Oct 17 17:56:21.659319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] For port e973ce53-7625-4a37-9d70-bac83be41ea5, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:56:21.680044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] For port e973ce53-7625-4a37-9d70-bac83be41ea5, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e973ce53-7625-4a37-9d70-bac83be41ea5,segment=NetworkSegment(1ea179b1-96dd-47e5-aa7b-942b4dc92101),segment_id=1ea179b1-96dd-47e5-aa7b-942b4dc92101)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:56:21.682341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] For port 1c066d68-6263-4440-832b-e7dcf5eb3e28, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1c066d68-6263-4440-832b-e7dcf5eb3e28,segment=NetworkSegment(71532ae2-8c7a-41da-bffb-5bc04636fd5a),segment_id=71532ae2-8c7a-41da-bffb-5bc04636fd5a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:21.741697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.762375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:21.782765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:21.809522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Made reservation on behalf of 717818c81d93408ebcf6aa4623d3e2cd for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:21.824444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.853277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.862331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Pushing event updated for resources: {'Port': ['ID=1c066d68-6263-4440-832b-e7dcf5eb3e28,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:21.919212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.extraroute_db [None req-6c2aecda-6e55-468c-b55a-50b633e1410d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Added routes are [] {{(pid=89191) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 17 17:56:21.919659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.extraroute_db [None req-6c2aecda-6e55-468c-b55a-50b633e1410d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89191) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 17 17:56:21.970210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c2aecda-6e55-468c-b55a-50b633e1410d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:21.971698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3732a-6d5e-4fdb-afb3-fde4e0c020d5 None None] Pushing event updated for resources: {'Port': ['ID=e973ce53-7625-4a37-9d70-bac83be41ea5,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:22.034388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:22.041888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:22.042494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:22.111794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Provisioning for port 9ed457c2-d491-4d86-bb1a-27db01cd9609 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:22.125940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Pushing event deleted for resources: {'Network': ['ID=98380ccf-f03b-4a5b-810f-10cdd9249d1b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:22.138777 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] 10.222.0.69 "DELETE /v2.0/networks/98380ccf-f03b-4a5b-810f-10cdd9249d1b HTTP/1.1" status: 204 len: 168 time: 7.1525366 Oct 17 17:56:22.175593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=980dae72-0553-4a1e-9a35-5888a320818c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:22.185587 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment d928bf2f-3816-4dda-a099-d1428453f791 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d928bf2f-3816-4dda-a099-d1428453f791 found for delete ", "request_id": "req-e247ff25-e3f8-4b31-b72a-3874e3a72c6b"}]} Oct 17 17:56:22.230279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1c066d68-6263-4440-832b-e7dcf5eb3e28 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:22.250504 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Allocated IP 172.20.0.11 (17275f87-7cd3-4c74-af7d-0a6a78eff407/a9d4a9e2-847d-4221-a01e-8203fd41615c/7b351436-239f-4ee8-bae0-78b17929d835) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:22.336574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Provisioning complete for port 9ed457c2-d491-4d86-bb1a-27db01cd9609 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:22.337259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:22.337789 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Attempt 1 to provision port 9ed457c2-d491-4d86-bb1a-27db01cd9609 Oct 17 17:56:22.474163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Allocated IP 172.20.0.3 (8d4af080-331e-49ee-8894-07d44300a090/6428702e-55d9-49da-ada4-ff0d92e055ae/0c8a9a8a-76dc-4cd3-8327-180610b8dcdf) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:22.508893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:56:22.623765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:22.652609 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Transition to ACTIVE for port object 7b351436-239f-4ee8-bae0-78b17929d835 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:22.697073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:22.776484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:22.776484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:22.777148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:22.777543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:22.778101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:22.778635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:22.779180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:22.779693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:22.780502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:22.781692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:22.783283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:22.783829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79979d19-d834-424d-bf65-bafe4cc783c6 tempest-PortsTestJSON-389651771 tempest-PortsTestJSON-389651771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:22.826730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1c066d68-6263-4440-832b-e7dcf5eb3e28 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:22.827504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:22.828391 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1c066d68-6263-4440-832b-e7dcf5eb3e28 Oct 17 17:56:22.884339 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45476) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:22.895948 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'Port': ['ID=7b351436-239f-4ee8-bae0-78b17929d835,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:22.929747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Network 17275f87-7cd3-4c74-af7d-0a6a78eff407 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:22.939733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:22.944054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:23.104351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:23.105709 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:23.189037 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-fe577244-3182-4ea0-a6d4-e855fe2869f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0611842 Oct 17 17:56:23.207288 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:23.208019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:23.208598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:23.209127 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:23.209647 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:23.210168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:23.210682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:23.211744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:23.212472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:23.213069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:23.213693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:23.214212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:23.237828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Request body: {'port': {'device_id': 'db72d75f-5630-4e77-b988-b9cc35514156', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:23.366450 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-164e2fae-a6bf-41de-86e7-a92c85b92392 req-48a7f73f-846e-42d2-9679-4aaa27858f5b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 210 time: 1.2194743 Oct 17 17:56:23.388735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Current status of the port 9ed457c2-d491-4d86-bb1a-27db01cd9609 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:23.389357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:23.429305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:23.435991 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ab884b59-652d-429a-8a2a-6a9495e463b3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/980dae72-0553-4a1e-9a35-5888a320818c HTTP/1.1" status: 204 len: 168 time: 6.0946829 Oct 17 17:56:23.441782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45482) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:23.516004 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1c066d68-6263-4440-832b-e7dcf5eb3e28 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:23.517213 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device faadae8d-79ae-4593-b6a6-e1fafbac2e83 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:23.535336 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ac49b9f6-1c06-4730-a845-f6deb12a1731 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=05dbf97f09e748a0bfcd2cbee286018f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230199 Oct 17 17:56:23.537250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45486) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:23.541498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fa215-a7bc-45d9-844d-637ea27b8629 req-8da02f40-5abc-4cec-8bba-c068030ba6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:23.543116 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8a7fa215-a7bc-45d9-844d-637ea27b8629 req-8da02f40-5abc-4cec-8bba-c068030ba6fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06ccc2a7-0461-4af5-89b3-0a831416e118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 2.6694620 Oct 17 17:56:23.600300 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] For port 9ed457c2-d491-4d86-bb1a-27db01cd9609, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9ed457c2-d491-4d86-bb1a-27db01cd9609,segment=NetworkSegment(a9243766-320b-4b5f-be2d-765c028ca15c),segment_id=a9243766-320b-4b5f-be2d-765c028ca15c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:23.616000 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:23.664322 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Could not find standard attr ID for object 029d6095-0988-4b6d-a0f9-e6891cb261f1. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:56:23.721320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Provisioning for port ccfba820-e90d-472f-95cc-147864207100 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:23.740226 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8a7fa215-a7bc-45d9-844d-637ea27b8629 req-c03ef9ed-9dea-408c-b741-cc7cc11003ba service neutron] 10.222.0.20 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879959 Oct 17 17:56:23.744105 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Provisioning complete for port ccfba820-e90d-472f-95cc-147864207100 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:23.744587 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:23.744861 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Attempt 1 to provision port ccfba820-e90d-472f-95cc-147864207100 Oct 17 17:56:23.756298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c2aecda-6e55-468c-b55a-50b633e1410d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:23.768418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:23.815861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port faadae8d-79ae-4593-b6a6-e1fafbac2e83 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:23.816147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:23.816537 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port faadae8d-79ae-4593-b6a6-e1fafbac2e83 Oct 17 17:56:23.862123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d89ca240-8648-4cc5-9c55-bf1115cf2a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:23.955084 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8a7fa215-a7bc-45d9-844d-637ea27b8629 req-7256f3a0-70d3-40d8-b17d-80d8f6ff16ca service neutron] 10.222.0.20 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021682 Oct 17 17:56:23.959148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c2aecda-6e55-468c-b55a-50b633e1410d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:24.027984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Current status of the port ccfba820-e90d-472f-95cc-147864207100 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:24.028440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:24.056163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:56:21Z', 'revision_number': 7, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3', 'name': '', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:2b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:52Z', 'updated_at': '2022-10-17T17:56:16Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:56:04Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e973ce53-7625-4a37-9d70-bac83be41ea5', 'name': '', 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:eb:ad:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:56:07Z', 'updated_at': '2022-10-17T17:56:21Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:24.072621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039bfaa4-175d-43fa-bacc-078b4d03214f None None] The sync data for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv is: [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:56:21Z', 'revision_number': 7, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3', 'name': '', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:2b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:52Z', 'updated_at': '2022-10-17T17:56:16Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:56:04Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e973ce53-7625-4a37-9d70-bac83be41ea5', 'name': '', 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:eb:ad:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:56:07Z', 'updated_at': '2022-10-17T17:56:21Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:56:24.091381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Pushing event updated for resources: {'Port': ['ID=9ed457c2-d491-4d86-bb1a-27db01cd9609,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:24.122339 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] For port ccfba820-e90d-472f-95cc-147864207100, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ccfba820-e90d-472f-95cc-147864207100,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:24.144186 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:24.146737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:24.187186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a03bae-2c01-4b0c-9efb-82ae1f680454 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:24.188078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-34a03bae-2c01-4b0c-9efb-82ae1f680454 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:24.220842 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d89ca240-8648-4cc5-9c55-bf1115cf2a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:24.317867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-34a03bae-2c01-4b0c-9efb-82ae1f680454 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:24.322576 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-34a03bae-2c01-4b0c-9efb-82ae1f680454 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.8764889 Oct 17 17:56:24.326931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45490) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:24.341534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port faadae8d-79ae-4593-b6a6-e1fafbac2e83 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:24.412065 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Transition to ACTIVE for port object 0c8a9a8a-76dc-4cd3-8327-180610b8dcdf will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:24.417376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d89ca240-8648-4cc5-9c55-bf1115cf2a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:24.420472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Provisioning for port 7b351436-239f-4ee8-bae0-78b17929d835 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:24.460496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Provisioning complete for port 7b351436-239f-4ee8-bae0-78b17929d835 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:24.460866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:24.461195 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Attempt 1 to provision port 7b351436-239f-4ee8-bae0-78b17929d835 Oct 17 17:56:24.476264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ca240-8648-4cc5-9c55-bf1115cf2a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f48168b-6693-431d-a36f-6d413f1c5eda,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:24.488588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2aecda-6e55-468c-b55a-50b633e1410d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 07c8091b-c87b-4eaa-aa16-2873644e7e05 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:56:24.524667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d89ca240-8648-4cc5-9c55-bf1115cf2a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:24.533146 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d89ca240-8648-4cc5-9c55-bf1115cf2a24 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9f48168b-6693-431d-a36f-6d413f1c5eda HTTP/1.1" status: 204 len: 168 time: 0.9726629 Oct 17 17:56:24.745839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Port 7b351436-239f-4ee8-bae0-78b17929d835 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:24.760440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e973ce53-7625-4a37-9d70-bac83be41ea5 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:24.946842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009a98cb-5e2f-4b6b-98b3-c52fac101070 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:24.951902 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-009a98cb-5e2f-4b6b-98b3-c52fac101070 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6213138 Oct 17 17:56:24.966522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45500) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:24.997052 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Transition to ACTIVE for port object 0c8a9a8a-76dc-4cd3-8327-180610b8dcdf will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:25.045512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c074163-6851-4797-ba9a-2cd4cf0310b0 None None] Pushing event updated for resources: {'Port': ['ID=ccfba820-e90d-472f-95cc-147864207100,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:25.055710 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:25.101060 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:25.129398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2aecda-6e55-468c-b55a-50b633e1410d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:56:25.142770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c2aecda-6e55-468c-b55a-50b633e1410d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:25.149727 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6c2aecda-6e55-468c-b55a-50b633e1410d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05 HTTP/1.1" status: 200 len: 697 time: 6.1240115 Oct 17 17:56:25.153545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45506) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:25.233108 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:25.273634 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f87d7-a937-4637-88cd-f7c8149ce147 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:25.275672 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f87d7-a937-4637-88cd-f7c8149ce147 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:25.277352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72f87d7-a937-4637-88cd-f7c8149ce147 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:25.278324 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a72f87d7-a937-4637-88cd-f7c8149ce147 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:25.301717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Subnet': ['ID=6428702e-55d9-49da-ada4-ff0d92e055ae,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:25.309977 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Attempt 2 to provision port 7b351436-239f-4ee8-bae0-78b17929d835 Oct 17 17:56:25.393351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3495b39-d368-4ff5-82e4-87bd4f4d9b1c req-06f83dad-4dee-4854-934a-570a2c478c4f tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:25.394193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-a3495b39-d368-4ff5-82e4-87bd4f4d9b1c req-06f83dad-4dee-4854-934a-570a2c478c4f tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Synchronizing usage tracker for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:25.413380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port e973ce53-7625-4a37-9d70-bac83be41ea5 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:25.429210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Network 8d4af080-331e-49ee-8894-07d44300a090 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:25.431651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9ed457c2-d491-4d86-bb1a-27db01cd9609 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:25.440074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a72f87d7-a937-4637-88cd-f7c8149ce147 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:25.443908 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a72f87d7-a937-4637-88cd-f7c8149ce147 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4737489 Oct 17 17:56:25.445013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45514) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:25.531275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:25.538337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Pushing event updated for resources: {'Port': ['ID=0c8a9a8a-76dc-4cd3-8327-180610b8dcdf,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:25.544605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:25.555806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Port 7b351436-239f-4ee8-bae0-78b17929d835 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:25.605843 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2df99970-df30-416d-9149-64c20002d310 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05 HTTP/1.1" status: 200 len: 697 time: 0.4496720 Oct 17 17:56:25.611196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45520) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:25.665467 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5591a3dd-4774-499e-98c0-f13bea7214de None None] Sync routers for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:56:25.680460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-a3495b39-d368-4ff5-82e4-87bd4f4d9b1c req-06f83dad-4dee-4854-934a-570a2c478c4f tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Unset dirty status for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:25.682513 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a3495b39-d368-4ff5-82e4-87bd4f4d9b1c req-06f83dad-4dee-4854-934a-570a2c478c4f tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 932 time: 0.9694281 Oct 17 17:56:25.696846 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5591a3dd-4774-499e-98c0-f13bea7214de None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:25.716563 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5591a3dd-4774-499e-98c0-f13bea7214de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:25.724437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 9ed457c2-d491-4d86-bb1a-27db01cd9609 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:25.724437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:25.724437 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 9ed457c2-d491-4d86-bb1a-27db01cd9609 Oct 17 17:56:25.755360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:25.801204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Attempting to bind port 0c8a9a8a-76dc-4cd3-8327-180610b8dcdf on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:56:25.801687 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Attempting to bind port 0c8a9a8a-76dc-4cd3-8327-180610b8dcdf by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '2fdb57e9-64b9-4393-9c63-7b18f77b262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8d4af080-331e-49ee-8894-07d44300a090'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:56:25.801897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Attempting to bind port 0c8a9a8a-76dc-4cd3-8327-180610b8dcdf on network 8d4af080-331e-49ee-8894-07d44300a090 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:56:25.810459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:56:25.810975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Checking segment: {'id': '2fdb57e9-64b9-4393-9c63-7b18f77b262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8d4af080-331e-49ee-8894-07d44300a090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:25.812665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:25.812665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Bound using segment: {'id': '2fdb57e9-64b9-4393-9c63-7b18f77b262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8d4af080-331e-49ee-8894-07d44300a090'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:56:25.812665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Bound port: 0c8a9a8a-76dc-4cd3-8327-180610b8dcdf, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fdb57e9-64b9-4393-9c63-7b18f77b262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8d4af080-331e-49ee-8894-07d44300a090'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:56:25.813157 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:25.865927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:56:25.885958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4af080-331e-49ee-8894-07d44300a090']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:25.963311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] For port 0c8a9a8a-76dc-4cd3-8327-180610b8dcdf, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:56:25.967341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] For port 0c8a9a8a-76dc-4cd3-8327-180610b8dcdf, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0c8a9a8a-76dc-4cd3-8327-180610b8dcdf,segment=NetworkSegment(2fdb57e9-64b9-4393-9c63-7b18f77b262e),segment_id=2fdb57e9-64b9-4393-9c63-7b18f77b262e)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:56:25.980841 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a3495b39-d368-4ff5-82e4-87bd4f4d9b1c req-eb9524ba-32de-481a-b071-5a7170392511 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760828 Oct 17 17:56:26.003840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdb57e9-64b9-4393-9c63-7b18f77b262e') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:26.004318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdb57e9-64b9-4393-9c63-7b18f77b262e') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:26.037406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:26.040317 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:26.115749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b351436-239f-4ee8-bae0-78b17929d835 {{(pid=89190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:56:26.145627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:26.150291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:26.207336 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Attempt 3 to provision port 7b351436-239f-4ee8-bae0-78b17929d835 Oct 17 17:56:26.220318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:56:26.220958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:26.247023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3aeee9-220c-448e-a816-44196fc60b5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet c3d4f4c5-c5fc-46bd-b3ab-f762b9dafc9a {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:56:26.272132 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-db3aeee9-220c-448e-a816-44196fc60b5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:26.326339 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d859e-a15f-4f4b-bc0f-d7bcbfcd2775 None None] Pushing event updated for resources: {'Port': ['ID=0c8a9a8a-76dc-4cd3-8327-180610b8dcdf,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:26.336254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Port 7b351436-239f-4ee8-bae0-78b17929d835 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:26.378699 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-5591a3dd-4774-499e-98c0-f13bea7214de None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:56:26.381420 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2fdb57e9-64b9-4393-9c63-7b18f77b262e resource provider aggregate not found Oct 17 17:56:26.394721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 9ed457c2-d491-4d86-bb1a-27db01cd9609 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:26.415222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-db3aeee9-220c-448e-a816-44196fc60b5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:26.495867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45538) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:26.592368 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Transition to ACTIVE for port object 7b351436-239f-4ee8-bae0-78b17929d835 will not be triggered until provisioned by entity L2. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:26.628914 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2fdb57e9-64b9-4393-9c63-7b18f77b262e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fdb57e9-64b9-4393-9c63-7b18f77b262e found for delete ", "request_id": "req-7691ee39-278a-4c6a-a0a3-358527ba4bca"}]} Oct 17 17:56:26.630485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:26.766838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ccfba820-e90d-472f-95cc-147864207100 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:26.849391 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Attempt 4 to provision port 7b351436-239f-4ee8-bae0-78b17929d835 Oct 17 17:56:26.959181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1281433513'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:26.978072 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:26.980179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Port 7b351436-239f-4ee8-bae0-78b17929d835 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:26.982964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:network and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:26.991304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:27.000504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817db3d4-8f2a-4395-8da2-aa2085ae8eda None None] Network 8d4af080-331e-49ee-8894-07d44300a090 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:27.002161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:27.043913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:27.059866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:27.085193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 17:56:27.085193 dv-neutron-860895-1-hyperv neutron-server[89190]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 17:56:27.085193 dv-neutron-860895-1-hyperv neutron-server[89190]: [parameters: {'id': '8d4af080-331e-49ee-8894-07d44300a090'}] Oct 17 17:56:27.085193 dv-neutron-860895-1-hyperv neutron-server[89190]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:56:27.086826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:56:27.116093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Pushing event updated for resources: {'Port': ['ID=7b351436-239f-4ee8-bae0-78b17929d835,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:27.130585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-db3aeee9-220c-448e-a816-44196fc60b5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:27.209729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Attempting to bind port 7b351436-239f-4ee8-bae0-78b17929d835 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:56:27.210241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Attempting to bind port 7b351436-239f-4ee8-bae0-78b17929d835 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:56:27.210750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Attempting to bind port 7b351436-239f-4ee8-bae0-78b17929d835 on network 17275f87-7cd3-4c74-af7d-0a6a78eff407 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:56:27.219729 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5591a3dd-4774-499e-98c0-f13bea7214de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:56:21Z', 'revision_number': 7, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3', 'name': '', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:2b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:52Z', 'updated_at': '2022-10-17T17:56:16Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:56:04Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e973ce53-7625-4a37-9d70-bac83be41ea5', 'name': '', 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:eb:ad:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:56:07Z', 'updated_at': '2022-10-17T17:56:21Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:27.222237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Port 7b351436-239f-4ee8-bae0-78b17929d835 on network 17275f87-7cd3-4c74-af7d-0a6a78eff407 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:56:27.222608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Attempting to bind port 7b351436-239f-4ee8-bae0-78b17929d835 on network 17275f87-7cd3-4c74-af7d-0a6a78eff407 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:56:27.223610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:27.233329 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5591a3dd-4774-499e-98c0-f13bea7214de None None] Checking router: 07c8091b-c87b-4eaa-aa16-2873644e7e05 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:56:27.236794 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:56:27.237131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Checking segment: {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:27.237509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Bound using segment: {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:56:27.237941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Bound port: 7b351436-239f-4ee8-bae0-78b17929d835, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'}}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:56:27.238288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:27.255917 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5591a3dd-4774-499e-98c0-f13bea7214de None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:27.256540 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5591a3dd-4774-499e-98c0-f13bea7214de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:27.377818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ccfba820-e90d-472f-95cc-147864207100 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:27.378498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:27.379059 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ccfba820-e90d-472f-95cc-147864207100 Oct 17 17:56:27.402482 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-db3aeee9-220c-448e-a816-44196fc60b5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:27.418089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:27.477100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] For port 7b351436-239f-4ee8-bae0-78b17929d835, host hv-neutron-8608, cleared binding levels {{(pid=89190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:56:27.481492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] For port 7b351436-239f-4ee8-bae0-78b17929d835, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7b351436-239f-4ee8-bae0-78b17929d835,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:56:27.487177 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Attempt 5 to provision port 7b351436-239f-4ee8-bae0-78b17929d835 Oct 17 17:56:27.490276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:27.497024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-db3aeee9-220c-448e-a816-44196fc60b5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:27.510761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:security_group_rule and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:27.519094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e74252-58cb-46a6-8508-877f866efdbc None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:27.522270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:27.533506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3aeee9-220c-448e-a816-44196fc60b5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d4f4c5-c5fc-46bd-b3ab-f762b9dafc9a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:27.550252 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-db3aeee9-220c-448e-a816-44196fc60b5d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/c3d4f4c5-c5fc-46bd-b3ab-f762b9dafc9a HTTP/1.1" status: 204 len: 168 time: 2.1047018 Oct 17 17:56:27.557537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45548) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:27.558025 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-5591a3dd-4774-499e-98c0-f13bea7214de None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:56:27.582940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:27.583758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:27.585272 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] 10.222.0.20 "PUT /v2.0/ports/7b351436-239f-4ee8-bae0-78b17929d835 HTTP/1.1" status: 200 len: 1094 time: 4.3674531 Oct 17 17:56:27.585818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db72d75f-5630-4e77-b988-b9cc35514156', 'tag': '7b351436-239f-4ee8-bae0-78b17929d835'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:56:27.602283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85527c5e-dbf9-43aa-b7c2-143a7971db63" -d '{"events": [{"name": "network-changed", "server_uuid": "db72d75f-5630-4e77-b988-b9cc35514156", "tag": "7b351436-239f-4ee8-bae0-78b17929d835"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:56:27.613847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:27.630671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:27.722374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Deleting port 0c8a9a8a-76dc-4cd3-8327-180610b8dcdf {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:27.722614 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:27.736144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Port 7b351436-239f-4ee8-bae0-78b17929d835 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:56:27.776261 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81c0aae-ba69-48d7-9b6a-ca23caf4d494 x-openstack-request-id: req-c81c0aae-ba69-48d7-9b6a-ca23caf4d494 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:56:27.776735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db72d75f-5630-4e77-b988-b9cc35514156", "tag": "7b351436-239f-4ee8-bae0-78b17929d835", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:56:27.777097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c81c0aae-ba69-48d7-9b6a-ca23caf4d494 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:56:27.777629 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81c0aae-ba69-48d7-9b6a-ca23caf4d494'] response: {'name': 'network-changed', 'server_uuid': 'db72d75f-5630-4e77-b988-b9cc35514156', 'tag': '7b351436-239f-4ee8-bae0-78b17929d835', 'status': 'completed', 'code': 200} Oct 17 17:56:27.778430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90256a34-9f71-40c4-a4a4-fb27dc1e6a6e service neutron] Pushing event updated for resources: {'Port': ['ID=7b351436-239f-4ee8-bae0-78b17929d835,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:27.808334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Could not find standard attr ID for object 980dae72-0553-4a1e-9a35-5888a320818c. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:56:27.893472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c867d9f-42de-4a52-9c14-2d34b28e8033 req-a46786d0-1837-485a-8e8e-b0b7f5f41f52 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:27.901411 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7c867d9f-42de-4a52-9c14-2d34b28e8033 req-a46786d0-1837-485a-8e8e-b0b7f5f41f52 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 944 time: 0.5726008 Oct 17 17:56:27.928367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bbc543-0090-46a3-a31b-12c55ed584f9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet d4359f24-3024-4894-9194-12a118195355 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:56:27.935692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bbc543-0090-46a3-a31b-12c55ed584f9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:27.993505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-277ef0fc-849a-484a-baaf-fc577eafa741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:27.995312 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-277ef0fc-849a-484a-baaf-fc577eafa741 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 1097 time: 0.3474114 Oct 17 17:56:28.020578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Provisioning complete for port faadae8d-79ae-4593-b6a6-e1fafbac2e83 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:28.020932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.021277 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Attempt 1 to provision port faadae8d-79ae-4593-b6a6-e1fafbac2e83 Oct 17 17:56:28.055773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ccfba820-e90d-472f-95cc-147864207100 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:28.168587 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5591a3dd-4774-499e-98c0-f13bea7214de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:56:21Z', 'revision_number': 7, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3', 'name': '', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:2b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:52Z', 'updated_at': '2022-10-17T17:56:16Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:56:04Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e973ce53-7625-4a37-9d70-bac83be41ea5', 'name': '', 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:eb:ad:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:56:07Z', 'updated_at': '2022-10-17T17:56:21Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:28.181682 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5591a3dd-4774-499e-98c0-f13bea7214de None None] The sync data for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv is: [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:56:21Z', 'revision_number': 7, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3', 'name': '', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:2b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:52Z', 'updated_at': '2022-10-17T17:56:16Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:56:04Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e973ce53-7625-4a37-9d70-bac83be41ea5', 'name': '', 'network_id': 'cd2908e4-ea0e-4de5-a583-273f4ee8ee17', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:eb:ad:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:56:07Z', 'updated_at': '2022-10-17T17:56:21Z', 'revision_number': 4, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '3b5b6d89-69b7-4ff6-9396-7e1456d078bd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:56:28.232780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bbc543-0090-46a3-a31b-12c55ed584f9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.245083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Current status of the port faadae8d-79ae-4593-b6a6-e1fafbac2e83 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:28.276200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Provisioning for port e973ce53-7625-4a37-9d70-bac83be41ea5 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:28.298588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Provisioning complete for port e973ce53-7625-4a37-9d70-bac83be41ea5 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:28.299098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.299609 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Attempt 1 to provision port e973ce53-7625-4a37-9d70-bac83be41ea5 Oct 17 17:56:28.380831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] For port 0c8a9a8a-76dc-4cd3-8327-180610b8dcdf, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0c8a9a8a-76dc-4cd3-8327-180610b8dcdf,segment=NetworkSegment(2fdb57e9-64b9-4393-9c63-7b18f77b262e),segment_id=2fdb57e9-64b9-4393-9c63-7b18f77b262e)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:28.381414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.452932 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-149bf464-47c1-4412-abed-c4143e0a5cd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.529076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Calling delete_port for 0c8a9a8a-76dc-4cd3-8327-180610b8dcdf owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:28.530268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.608209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Current status of the port e973ce53-7625-4a37-9d70-bac83be41ea5 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:28.609259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.646944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.661100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] For port e973ce53-7625-4a37-9d70-bac83be41ea5, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e973ce53-7625-4a37-9d70-bac83be41ea5,segment=NetworkSegment(1ea179b1-96dd-47e5-aa7b-942b4dc92101),segment_id=1ea179b1-96dd-47e5-aa7b-942b4dc92101)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:28.670475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.682095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bbc543-0090-46a3-a31b-12c55ed584f9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.691140 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7c867d9f-42de-4a52-9c14-2d34b28e8033 req-64498cc9-f6d7-421c-9c22-cd7aeb52cff4 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7883542 Oct 17 17:56:28.696799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.717437 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-d7c0cae9-64d6-4f44-bc62-082dc5f76ae1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b351436-239f-4ee8-bae0-78b17929d835 HTTP/1.1" status: 200 len: 217 time: 0.6585395 Oct 17 17:56:28.794387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Pushing event updated for resources: {'Port': ['ID=e973ce53-7625-4a37-9d70-bac83be41ea5,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:28.795668 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:56:28.809455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Provisioning complete for port ccfba820-e90d-472f-95cc-147864207100 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:28.810137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.811309 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Attempt 1 to provision port ccfba820-e90d-472f-95cc-147864207100 Oct 17 17:56:28.827577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bc471b-2825-479a-ba17-a0c890646d18,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:28.843135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:28.843633 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Added segment 00414fb6-7315-43ae-bb00-220d3b61ff5b of type vlan for network 51d35c23-7a04-4da4-bc13-11fbe373b885 Oct 17 17:56:28.871302 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Port': ['ID=0c8a9a8a-76dc-4cd3-8327-180610b8dcdf,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:28.908166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No DVR routers for this DVR port 0c8a9a8a-76dc-4cd3-8327-180610b8dcdf on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:56:29.061928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.074357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fe5ab-1a09-4f06-a7e8-7dad6773697b None None] Current status of the port ccfba820-e90d-472f-95cc-147864207100 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:29.087376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bbc543-0090-46a3-a31b-12c55ed584f9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.123313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-54b9d50a-0852-436b-ba03-64fa9eac42b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.200179 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:56:29.203183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbc543-0090-46a3-a31b-12c55ed584f9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=d4359f24-3024-4894-9194-12a118195355,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:29.206508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58bbc543-0090-46a3-a31b-12c55ed584f9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.236952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.244546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:29.245439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.262688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-8c6b30e1-30b5-485a-bc6d-aec6ea4852cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:29.264380 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-8c6b30e1-30b5-485a-bc6d-aec6ea4852cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.4656255 Oct 17 17:56:29.270222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09052267-51ad-446f-bc29-e1b5a550651e None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:29.280045 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.344551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4af080-331e-49ee-8894-07d44300a090']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:29.377002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fdb57e9-64b9-4393-9c63-7b18f77b262e') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:29.377503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fdb57e9-64b9-4393-9c63-7b18f77b262e') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:29.390818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6a26150e-6722-4c88-82df-a3a4fe949432 None None] Provisioning complete for port ccfba820-e90d-472f-95cc-147864207100 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:29.391380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6a26150e-6722-4c88-82df-a3a4fe949432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.391817 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6a26150e-6722-4c88-82df-a3a4fe949432 None None] Attempt 1 to provision port ccfba820-e90d-472f-95cc-147864207100 Oct 17 17:56:29.404217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.465201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.500438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:56:29.501176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.570776 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2fdb57e9-64b9-4393-9c63-7b18f77b262e resource provider aggregate not found Oct 17 17:56:29.605533 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-58bbc543-0090-46a3-a31b-12c55ed584f9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/d4359f24-3024-4894-9194-12a118195355 HTTP/1.1" status: 204 len: 168 time: 2.0407970 Oct 17 17:56:29.627418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45560) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:29.697256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6a26150e-6722-4c88-82df-a3a4fe949432 None None] Current status of the port ccfba820-e90d-472f-95cc-147864207100 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:29.731742 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.2226958 Oct 17 17:56:29.742901 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6eb760c5-9307-41bf-ae51-33426eb7dec9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982850 Oct 17 17:56:29.742901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45564) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:29.748042 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978ca19-8963-440d-a401-b23e93f33391 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Network': ['ID=51d35c23-7a04-4da4-bc13-11fbe373b885,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:29.750137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45568) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:29.761107 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 51d35c23-7a04-4da4-bc13-11fbe373b885 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:56:29.769467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1473244255'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:29.778035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:29.780241 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2fdb57e9-64b9-4393-9c63-7b18f77b262e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2fdb57e9-64b9-4393-9c63-7b18f77b262e found for delete ", "request_id": "req-c6a9b3cc-e38f-4326-a603-c3e4b8f6efa8"}]} Oct 17 17:56:29.782537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e53431d-6fad-4922-8d9b-96cacf8d6e87 None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:56:29.796645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-149bf464-47c1-4412-abed-c4143e0a5cd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port e973ce53-7625-4a37-9d70-bac83be41ea5 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:29.796645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-149bf464-47c1-4412-abed-c4143e0a5cd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.826811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:29.834369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.855803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:network and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:29.856983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.870503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:29.872183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e53431d-6fad-4922-8d9b-96cacf8d6e87 None None] Deleting port ccfba820-e90d-472f-95cc-147864207100 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:29.872702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0e53431d-6fad-4922-8d9b-96cacf8d6e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:29.930720 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/8d4af080-331e-49ee-8894-07d44300a090 HTTP/1.1" status: 204 len: 168 time: 9.2181895 Oct 17 17:56:29.936162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45574) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:29.938106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b91e91-ceb5-4196-a9f9-a00d2476f12a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Network': ['ID=8d4af080-331e-49ee-8894-07d44300a090,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:29.950473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1673093758'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:29.965411 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:29.966055 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:29.978076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:network and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:29.985737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:30.002003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:30.008142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-902cd6d1-d82b-43c9-ad51-ccf8b10f6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:30.010847 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-902cd6d1-d82b-43c9-ad51-ccf8b10f6bdd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4466803 Oct 17 17:56:30.063396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:30.066912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.100590 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-0e53431d-6fad-4922-8d9b-96cacf8d6e87 None None] For port ccfba820-e90d-472f-95cc-147864207100, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ccfba820-e90d-472f-95cc-147864207100,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:30.100995 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0e53431d-6fad-4922-8d9b-96cacf8d6e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.170180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:30.191776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:30.201766 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:56:30.207227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:30.232232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:30.235525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0e53431d-6fad-4922-8d9b-96cacf8d6e87 None None] Calling delete_port for ccfba820-e90d-472f-95cc-147864207100 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:30.241451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.241798 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Added segment 7137b33c-b2a8-4c47-85ff-a3ae950bd3bb of type vlan for network 301c7044-3b28-41f5-ab02-73417e6c0730 Oct 17 17:56:30.252830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14aab2b-a7d1-40ba-be82-9f6c2b0ad90e req-31f53e28-04f1-4ff1-be47-eba6d340fdb0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:30.254336 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a14aab2b-a7d1-40ba-be82-9f6c2b0ad90e req-31f53e28-04f1-4ff1-be47-eba6d340fdb0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 944 time: 0.3803897 Oct 17 17:56:30.258320 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-6df0c8e4-39dd-4ef9-a77d-05efe0bae22d service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405891 Oct 17 17:56:30.261020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:30.268215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.285408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:30.288894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.317807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0e53431d-6fad-4922-8d9b-96cacf8d6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.366489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53431d-6fad-4922-8d9b-96cacf8d6e87 None None] Pushing event deleted for resources: {'Port': ['ID=ccfba820-e90d-472f-95cc-147864207100,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:30.370375 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e53431d-6fad-4922-8d9b-96cacf8d6e87 None None] No DVR routers for this DVR port ccfba820-e90d-472f-95cc-147864207100 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:56:30.388567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e5fd55-1d22-4203-b45b-d326839ad3fe None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 17:56:30.404913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.443593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-149bf464-47c1-4412-abed-c4143e0a5cd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] For port e973ce53-7625-4a37-9d70-bac83be41ea5, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e973ce53-7625-4a37-9d70-bac83be41ea5,segment=NetworkSegment(1ea179b1-96dd-47e5-aa7b-942b4dc92101),segment_id=1ea179b1-96dd-47e5-aa7b-942b4dc92101)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:30.444284 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-149bf464-47c1-4412-abed-c4143e0a5cd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.474809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:56:30.508109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.508445 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Added segment 2f5f8c01-83be-4327-aed4-a137189afc20 of type vlan for network 78c78496-f1e3-4ec6-afad-f2606ed45e70 Oct 17 17:56:30.548429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e973ce53-7625-4a37-9d70-bac83be41ea5 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:30.553595 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-41ff9af3-2f92-465b-a846-fcd02b9d8efc req-b9a0b16e-fbcd-4cb0-9731-c55e1e689e93 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646368 Oct 17 17:56:30.557556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.611832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-149bf464-47c1-4412-abed-c4143e0a5cd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for e973ce53-7625-4a37-9d70-bac83be41ea5 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:30.612648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.619267 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:30.619573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.653295 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a14aab2b-a7d1-40ba-be82-9f6c2b0ad90e req-3fd45495-29b5-4c8c-89ac-bbf0c98bfbf1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Synchronizing usage tracker for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:30.672870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e5fd55-1d22-4203-b45b-d326839ad3fe None None] Resources bound (agent type, host, resource id): {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 17:56:30.694619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.700417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:30.701377 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.719123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port e973ce53-7625-4a37-9d70-bac83be41ea5 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:30.719898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:30.720267 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port e973ce53-7625-4a37-9d70-bac83be41ea5 Oct 17 17:56:30.794899 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8521245 Oct 17 17:56:30.799350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45578) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:30.807145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'network_id': '78c78496-f1e3-4ec6-afad-f2606ed45e70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:30.829159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8db9fa-a5f6-4191-bf91-91b8dd6b10b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=78c78496-f1e3-4ec6-afad-f2606ed45e70,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:30.871902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 78c78496-f1e3-4ec6-afad-f2606ed45e70 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:56:30.924607 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a14aab2b-a7d1-40ba-be82-9f6c2b0ad90e req-3fd45495-29b5-4c8c-89ac-bbf0c98bfbf1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Unset dirty status for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:30.925808 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a14aab2b-a7d1-40ba-be82-9f6c2b0ad90e req-3fd45495-29b5-4c8c-89ac-bbf0c98bfbf1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6494484 Oct 17 17:56:30.947375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:30.951672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85527c5e-dbf9-43aa-b7c2-143a7971db63 req-1092bb3a-dfcc-42f6-aefd-ed6473a95379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:30.953908 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-85527c5e-dbf9-43aa-b7c2-143a7971db63 req-1092bb3a-dfcc-42f6-aefd-ed6473a95379 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 1097 time: 0.2479210 Oct 17 17:56:30.957067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:subnet and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:30.980224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-149bf464-47c1-4412-abed-c4143e0a5cd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:31.007784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:31.033596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:31.088918 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3424551 Oct 17 17:56:31.092204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45582) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:31.095765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bf464-47c1-4412-abed-c4143e0a5cd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=e973ce53-7625-4a37-9d70-bac83be41ea5,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:31.122957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Could not find standard attr ID for object e973ce53-7625-4a37-9d70-bac83be41ea5. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:56:31.137129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbe747-38dc-40ab-89a7-96024c7e4ea9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Network': ['ID=301c7044-3b28-41f5-ab02-73417e6c0730,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:31.145162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'subnet': {'network_id': '51d35c23-7a04-4da4-bc13-11fbe373b885', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:31.172241 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No ports have port_id starting with e973ce53-7625-4a37-9d70-bac83be41ea5 Oct 17 17:56:31.185554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 301c7044-3b28-41f5-ab02-73417e6c0730 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:56:31.295170 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ccfba820-e90d-472f-95cc-147864207100 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:56:31.343586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:31.347834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:31.363646 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: ccfba820-e90d-472f-95cc-147864207100 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:56:31.363646 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ccfba820-e90d-472f-95cc-147864207100 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:56:31.495266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85527c5e-dbf9-43aa-b7c2-143a7971db63 req-5fa822b7-c429-4ba7-82f0-a1ebda065a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:31.496787 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-85527c5e-dbf9-43aa-b7c2-143a7971db63 req-5fa822b7-c429-4ba7-82f0-a1ebda065a9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 913 time: 0.5228381 Oct 17 17:56:31.610982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3c892d0c-680c-44c5-9782-d54f3e39c4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:31.675613 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-85527c5e-dbf9-43aa-b7c2-143a7971db63 req-c0c43fa4-4c74-488a-bd8a-7699198ba06c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b351436-239f-4ee8-bae0-78b17929d835 HTTP/1.1" status: 200 len: 217 time: 0.1552081 Oct 17 17:56:31.748520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '25b1ff13-9aeb-4c62-8372-f841fea7c18d'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:56:31.750753 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:31.808083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:31.833709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:subnet and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:31.841008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:31.858673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:31.867760 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85527c5e-dbf9-43aa-b7c2-143a7971db63 req-cedf9905-7b19-4e8c-a000-4482738ca390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:31.870319 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-85527c5e-dbf9-43aa-b7c2-143a7971db63 req-cedf9905-7b19-4e8c-a000-4482738ca390 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.1857641 Oct 17 17:56:31.919800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:31.924603 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:31.957906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.objects.ports [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89191) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:56:31.967103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:32.102969 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:32.112649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-149bf464-47c1-4412-abed-c4143e0a5cd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:32.154181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Allocated IP 2001:db8::f816:3eff:fede:2461 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/25b1ff13-9aeb-4c62-8372-f841fea7c18d/22624e4e-67f1-4cb8-82de-cc6a52d4d813) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:32.276058 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:32.342916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=3c4cca53-d7a5-4aa1-8143-ef6f62729397,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:32.356306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:32.368275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking segment: {'id': '2f5f8c01-83be-4327-aed4-a137189afc20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '78c78496-f1e3-4ec6-afad-f2606ed45e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:32.368947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network hostable DHCP agents. Network: 78c78496-f1e3-4ec6-afad-f2606ed45e70, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:56:32.374199 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:32.376020 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:32.381309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=25b1ff13-9aeb-4c62-8372-f841fea7c18d,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:32.404767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85527c5e-dbf9-43aa-b7c2-143a7971db63 req-67fdf2cc-6792-4236-b217-8a3d198c1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:32.407961 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-85527c5e-dbf9-43aa-b7c2-143a7971db63 req-67fdf2cc-6792-4236-b217-8a3d198c1a28 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5268393 Oct 17 17:56:32.509879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:32.529286 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-197450fb-17a3-493e-8a79-1c2a32aaea86 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7749615 Oct 17 17:56:32.530112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45588) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:32.549468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-da9f1ea7-617f-4288-91f6-221e2bb76a32 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:32.564936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network 78c78496-f1e3-4ec6-afad-f2606ed45e70 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:56:32.613536 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:32.634220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:32.652536 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Transition to ACTIVE for port object 22624e4e-67f1-4cb8-82de-cc6a52d4d813 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:32.677558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404321b-2d17-479f-a27a-6ad8c1ba84ac req-a75436b5-37a2-4ae3-94ab-ff79fa7a287d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:32.684410 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f404321b-2d17-479f-a27a-6ad8c1ba84ac req-a75436b5-37a2-4ae3-94ab-ff79fa7a287d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 944 time: 0.5150330 Oct 17 17:56:32.707233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Transition to ACTIVE for port object 22624e4e-67f1-4cb8-82de-cc6a52d4d813 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:32.716274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:32.728595 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 78c78496-f1e3-4ec6-afad-f2606ed45e70) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:32.749021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:32.749646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:32.817824 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f404321b-2d17-479f-a27a-6ad8c1ba84ac req-e2e5ae5a-85fc-4bf3-9938-f9739b811277 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218500 Oct 17 17:56:32.821721 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d372a7df-d736-46f9-8ff2-75ca64b84ed4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0208728 Oct 17 17:56:32.825586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:32.829962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45594) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:32.839851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:32.847765 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:32.926370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Pushing event updated for resources: {'Port': ['ID=22624e4e-67f1-4cb8-82de-cc6a52d4d813,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:32.996515 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-85527c5e-dbf9-43aa-b7c2-143a7971db63 req-314385de-8bdd-42e9-a178-26682377269a service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706439 Oct 17 17:56:33.051287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Attempting to bind port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:56:33.052056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Attempting to bind port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:56:33.054520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Attempting to bind port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:56:33.065548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:56:33.065908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:33.066433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:33.067058 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:56:33.068052 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Bound port: 22624e4e-67f1-4cb8-82de-cc6a52d4d813, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:56:33.068767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:33.231870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149bf464-47c1-4412-abed-c4143e0a5cd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 07c8091b-c87b-4eaa-aa16-2873644e7e05 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:56:33.263657 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] For port 22624e4e-67f1-4cb8-82de-cc6a52d4d813, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:56:33.269466 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] For port 22624e4e-67f1-4cb8-82de-cc6a52d4d813, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=22624e4e-67f1-4cb8-82de-cc6a52d4d813,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:56:33.272503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-da9f1ea7-617f-4288-91f6-221e2bb76a32 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:33.276564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:33.283428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-da9f1ea7-617f-4288-91f6-221e2bb76a32 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:33.288020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:33.293413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-da9f1ea7-617f-4288-91f6-221e2bb76a32 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:33.362500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f24eb-1d4e-4416-8004-97d06712a1bd None None] Pushing event updated for resources: {'Port': ['ID=22624e4e-67f1-4cb8-82de-cc6a52d4d813,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:33.415719 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-85527c5e-dbf9-43aa-b7c2-143a7971db63 req-f74d081d-09ec-4dd3-bfc4-dc32c1bd26da service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892407 Oct 17 17:56:33.441116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-da9f1ea7-617f-4288-91f6-221e2bb76a32 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:33.446068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:33.560981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:33.578442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:33.681894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9f1ea7-617f-4288-91f6-221e2bb76a32 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:33.683721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Subnet': ['ID=3c4cca53-d7a5-4aa1-8143-ef6f62729397,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:33.701792 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-da9f1ea7-617f-4288-91f6-221e2bb76a32 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:33.778446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:33.821848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c78496-f1e3-4ec6-afad-f2606ed45e70']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:33.853635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5f8c01-83be-4327-aed4-a137189afc20') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:33.854718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5f8c01-83be-4327-aed4-a137189afc20') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:33.878493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:33.914316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:33.930877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:56:33.931744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:34.154301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Subnet': ['ID=44e3490c-876a-4a4f-bf9e-f4f373dd6d73,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:34.163762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149bf464-47c1-4412-abed-c4143e0a5cd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:56:34.184128 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918796a4-74b3-4568-abae-31ce5a27a571 None None] Sync routers for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:56:34.197788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918796a4-74b3-4568-abae-31ce5a27a571 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:34.198418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-918796a4-74b3-4568-abae-31ce5a27a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:34.199233 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-149bf464-47c1-4412-abed-c4143e0a5cd1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5844240 Oct 17 17:56:34.232829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45602) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:34.266876 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2f5f8c01-83be-4327-aed4-a137189afc20 resource provider aggregate not found Oct 17 17:56:34.295331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Checking segment: {'id': '00414fb6-7315-43ae-bb00-220d3b61ff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '51d35c23-7a04-4da4-bc13-11fbe373b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:34.295331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network hostable DHCP agents. Network: 51d35c23-7a04-4da4-bc13-11fbe373b885, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:56:34.331090 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2f5f8c01-83be-4327-aed4-a137189afc20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f5f8c01-83be-4327-aed4-a137189afc20 found for delete ", "request_id": "req-043843d8-1b24-43b3-bd0b-ad03cffe45c9"}]} Oct 17 17:56:34.333286 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.ipam_backend_mixin [None req-da9f1ea7-617f-4288-91f6-221e2bb76a32 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25b1ff13-9aeb-4c62-8372-f841fea7c18d (CIDR: 2001:db8::/64) Oct 17 17:56:34.354329 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9f1ea7-617f-4288-91f6-221e2bb76a32 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:56:34.354843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9f1ea7-617f-4288-91f6-221e2bb76a32 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:34.385907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ead012-2b34-4b69-a370-6d91535abd13 req-42358028-ab36-4647-8090-f94dd38af2ea tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:34.394018 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6ead012-2b34-4b69-a370-6d91535abd13 req-42358028-ab36-4647-8090-f94dd38af2ea tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 944 time: 0.3608651 Oct 17 17:56:34.394312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:34.415057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 51d35c23-7a04-4da4-bc13-11fbe373b885 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:56:34.420835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5b53b5-f3f9-40b9-9146-a2b086644d1e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting subnet 3b5b6d89-69b7-4ff6-9396-7e1456d078bd {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:56:34.436554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e5b53b5-f3f9-40b9-9146-a2b086644d1e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:34.458907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:34.475706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Network': ['ID=78c78496-f1e3-4ec6-afad-f2606ed45e70,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:34.480056 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bf3af63d-39d3-462c-abcc-31f0e7cbd9bd tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/78c78496-f1e3-4ec6-afad-f2606ed45e70 HTTP/1.1" status: 204 len: 168 time: 1.6318531 Oct 17 17:56:34.485589 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45608) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:34.500900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1832225432'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:34.521566 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-da9f1ea7-617f-4288-91f6-221e2bb76a32 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9843950 Oct 17 17:56:34.532906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45612) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:34.544325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 51d35c23-7a04-4da4-bc13-11fbe373b885) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:34.568598 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6ead012-2b34-4b69-a370-6d91535abd13 req-f7accbd0-8963-425c-b56c-3eba040ab9e8 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734190 Oct 17 17:56:34.570393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:34.572447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:34.573684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:34.629487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:34.634368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e5b53b5-f3f9-40b9-9146-a2b086644d1e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:34.716184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:network and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:34.721993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:34.722478 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 22624e4e-67f1-4cb8-82de-cc6a52d4d813 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:34.732385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:34.779225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45616) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:34.785174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:34.789593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'subnet': {'network_id': '301c7044-3b28-41f5-ab02-73417e6c0730', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:34.790537 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fb4a11d5-108f-4136-99d5-fb9942b45232 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6909211 Oct 17 17:56:34.806432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:34.810305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:34.841445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e5b53b5-f3f9-40b9-9146-a2b086644d1e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:34.876693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-918796a4-74b3-4568-abae-31ce5a27a571 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:56:34.936843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e5b53b5-f3f9-40b9-9146-a2b086644d1e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:34.970886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:34.973430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:34.975648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:56:34.983130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:34.987901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:subnet and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:34.993298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:34.996853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:35.008175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.008524 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Added segment 9406e1d0-54e8-4b20-ba92-f6032d7b5bbc of type vlan for network 9e9197c2-3743-4e02-8836-e1687bac0faf Oct 17 17:56:35.009846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:35.016771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:35.017083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b53b5-f3f9-40b9-9146-a2b086644d1e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5b6d89-69b7-4ff6-9396-7e1456d078bd,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:35.024009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e5b53b5-f3f9-40b9-9146-a2b086644d1e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.036697 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9e5b53b5-f3f9-40b9-9146-a2b086644d1e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/3b5b6d89-69b7-4ff6-9396-7e1456d078bd HTTP/1.1" status: 204 len: 168 time: 0.8020399 Oct 17 17:56:35.045319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45620) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:35.052148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:35.055796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.094398 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.100867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:35.104344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.181048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:35.191525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe22df78-1e83-43b0-adf3-e256d42fac92 None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 17:56:35.302259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:56:35.391687 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f1c73cfb-e063-420b-80da-15c21bfa43fc None None] Provisioning for port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:35.391992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.397431 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:35.398056 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.429335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f1c73cfb-e063-420b-80da-15c21bfa43fc None None] Provisioning complete for port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:35.429614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f1c73cfb-e063-420b-80da-15c21bfa43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.429920 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1c73cfb-e063-420b-80da-15c21bfa43fc None None] Attempt 1 to provision port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 Oct 17 17:56:35.455777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.570549 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0834172 Oct 17 17:56:35.576200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45624) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:35.590465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'network_id': '9e9197c2-3743-4e02-8836-e1687bac0faf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:35.595762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a95cea-f836-49f0-be5e-a99469f5a8bb tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=9e9197c2-3743-4e02-8836-e1687bac0faf,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:35.602083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port faadae8d-79ae-4593-b6a6-e1fafbac2e83 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:35.602404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.632665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 9e9197c2-3743-4e02-8836-e1687bac0faf details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:56:35.841353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1c73cfb-e063-420b-80da-15c21bfa43fc None None] Current status of the port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:35.842402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f1c73cfb-e063-420b-80da-15c21bfa43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.849770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:35.860479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:subnet and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:35.865137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:35.877188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:35.898068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe22df78-1e83-43b0-adf3-e256d42fac92 None None] Resources bound (agent type, host, resource id): {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 17:56:35.900364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:35.908677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.925019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f1c73cfb-e063-420b-80da-15c21bfa43fc None None] For port 22624e4e-67f1-4cb8-82de-cc6a52d4d813, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=22624e4e-67f1-4cb8-82de-cc6a52d4d813,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:35.931930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-918796a4-74b3-4568-abae-31ce5a27a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:56:30Z', 'revision_number': 8, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3', 'name': '', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:2b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:52Z', 'updated_at': '2022-10-17T17:56:16Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:56:04Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:35.957920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f1c73cfb-e063-420b-80da-15c21bfa43fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:35.996969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918796a4-74b3-4568-abae-31ce5a27a571 None None] Checking router: 07c8091b-c87b-4eaa-aa16-2873644e7e05 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:56:36.073678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:36.086884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918796a4-74b3-4568-abae-31ce5a27a571 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:36.087420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-918796a4-74b3-4568-abae-31ce5a27a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:36.231489 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] For port faadae8d-79ae-4593-b6a6-e1fafbac2e83, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=faadae8d-79ae-4593-b6a6-e1fafbac2e83,segment=NetworkSegment(1ea179b1-96dd-47e5-aa7b-942b4dc92101),segment_id=1ea179b1-96dd-47e5-aa7b-942b4dc92101)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:36.231489 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:36.253578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Subnet': ['ID=049363b7-0989-4e3b-91f8-8dc0a2a88058,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:36.316125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c73cfb-e063-420b-80da-15c21bfa43fc None None] Pushing event updated for resources: {'Port': ['ID=22624e4e-67f1-4cb8-82de-cc6a52d4d813,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:36.378858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-918796a4-74b3-4568-abae-31ce5a27a571 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:56:36.446751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:36.551098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for faadae8d-79ae-4593-b6a6-e1fafbac2e83 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:36.600835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759a89b-623b-465d-9e07-a5ca0a8c5164 req-1025566c-da3d-478c-b520-c366a3796fc6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:36.602417 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e759a89b-623b-465d-9e07-a5ca0a8c5164 req-1025566c-da3d-478c-b520-c366a3796fc6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 944 time: 0.7437770 Oct 17 17:56:36.613053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Checking segment: {'id': '7137b33c-b2a8-4c47-85ff-a3ae950bd3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '301c7044-3b28-41f5-ab02-73417e6c0730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:36.613578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network hostable DHCP agents. Network: 301c7044-3b28-41f5-ab02-73417e6c0730, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:56:36.624778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking segment: {'id': '9406e1d0-54e8-4b20-ba92-f6032d7b5bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9e9197c2-3743-4e02-8836-e1687bac0faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:36.625672 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network hostable DHCP agents. Network: 9e9197c2-3743-4e02-8836-e1687bac0faf, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:56:36.630274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=c1636235-b46f-4ea3-af49-75cfaf6e4a77,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:36.643788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:36.651953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 22624e4e-67f1-4cb8-82de-cc6a52d4d813 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:36.667593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network 9e9197c2-3743-4e02-8836-e1687bac0faf is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:56:36.686793 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 9e9197c2-3743-4e02-8836-e1687bac0faf) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:36.697125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:36.698437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:36.742089 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-700a67f8-2625-4835-bd54-87305c27f17f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1581156 Oct 17 17:56:36.743865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45632) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:36.785595 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:36.786484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 301c7044-3b28-41f5-ab02-73417e6c0730 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:56:36.796485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:36.811103 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e759a89b-623b-465d-9e07-a5ca0a8c5164 req-62697632-5c5a-4149-abeb-72ef22557d66 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853130 Oct 17 17:56:36.811103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:36.814575 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:36.815195 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:36.916218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=b167a750-8821-486f-b85e-c44ab0cc1b1f,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:36.934093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 301c7044-3b28-41f5-ab02-73417e6c0730) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:36.954527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:36.955533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=faadae8d-79ae-4593-b6a6-e1fafbac2e83,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:36.955705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:36.955705 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 Oct 17 17:56:36.960840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:36.961443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:36.988033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No DVR routers for this DVR port faadae8d-79ae-4593-b6a6-e1fafbac2e83 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:56:37.169008 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4c5a7c39-9f6c-49ec-b3eb-e7f3cad3541b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6309333 Oct 17 17:56:37.170230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45636) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:37.190367 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-eeee28ce-2990-4b9d-afc5-547c55b484a7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4060054 Oct 17 17:56:37.190622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-51d35c23-7a04-4da4-bc13-11fbe373b885', 'network_id': '51d35c23-7a04-4da4-bc13-11fbe373b885', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'fixed_ips': [{'subnet_id': '44e3490c-876a-4a4f-bf9e-f4f373dd6d73'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:56:37.192326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.192526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45640) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:37.192631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:f3:f7:eb', 'name': 'tempest-NetworksTestDHCPv6-1891233608'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:37.199726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-a0494ba2-3ce1-4593-a76b-0891e296c004 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2016905195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:37.210881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a0494ba2-3ce1-4593-a76b-0891e296c004 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:37.217954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a0494ba2-3ce1-4593-a76b-0891e296c004 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:router and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:37.223005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a0494ba2-3ce1-4593-a76b-0891e296c004 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:37.223871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.234367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a0494ba2-3ce1-4593-a76b-0891e296c004 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:37.250994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a0494ba2-3ce1-4593-a76b-0891e296c004 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.252815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a0494ba2-3ce1-4593-a76b-0891e296c004 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.278597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.280407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a0494ba2-3ce1-4593-a76b-0891e296c004 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.312969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a0494ba2-3ce1-4593-a76b-0891e296c004 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.333503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2908e4-ea0e-4de5-a583-273f4ee8ee17']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:37.352581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a0494ba2-3ce1-4593-a76b-0891e296c004 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.357056 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a0494ba2-3ce1-4593-a76b-0891e296c004 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1619694 Oct 17 17:56:37.357830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45644) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:37.364455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-918796a4-74b3-4568-abae-31ce5a27a571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:56:30Z', 'revision_number': 8, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3', 'name': '', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:2b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:52Z', 'updated_at': '2022-10-17T17:56:16Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:56:04Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:37.370182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:37.389071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea179b1-96dd-47e5-aa7b-942b4dc92101') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:37.389312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea179b1-96dd-47e5-aa7b-942b4dc92101') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:37.399978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918796a4-74b3-4568-abae-31ce5a27a571 None None] The sync data for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv is: [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:56:30Z', 'revision_number': 8, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3', 'name': '', 'network_id': 'ba9a049c-dacc-4a08-afa3-0838b8095d85', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:2b:c7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:52Z', 'updated_at': '2022-10-17T17:56:16Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '8f01a6e9-4851-4a29-b257-0993f826e045', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:56:04Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:56:37.426800 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.494386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.508260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.541262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:56:37.541670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.565260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:37.579901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45652) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:37.589428 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Allocated IP 2001:db8::2 (51d35c23-7a04-4da4-bc13-11fbe373b885/44e3490c-876a-4a4f-bf9e-f4f373dd6d73/d27289df-bbfd-49e1-816e-80ef02ce8575) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:37.629565 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 1ea179b1-96dd-47e5-aa7b-942b4dc92101 resource provider aggregate not found Oct 17 17:56:37.635963 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:37.697987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:37.727274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:37.734101 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 1ea179b1-96dd-47e5-aa7b-942b4dc92101 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ea179b1-96dd-47e5-aa7b-942b4dc92101 found for delete ", "request_id": "req-51efd87e-95d0-4274-ada7-b4d58c657888"}]} Oct 17 17:56:37.774209 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:37.915066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.965994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:37.982873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:38.048804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:38.070108 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Network': ['ID=cd2908e4-ea0e-4de5-a583-273f4ee8ee17,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:38.092483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Subnet': ['ID=c1636235-b46f-4ea3-af49-75cfaf6e4a77,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:38.112457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:38.127330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Transition to ACTIVE for port object d27289df-bbfd-49e1-816e-80ef02ce8575 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:38.143083 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9f485dbd-eaee-4c44-a249-2131be1e0f83 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/networks/cd2908e4-ea0e-4de5-a583-273f4ee8ee17 HTTP/1.1" status: 204 len: 168 time: 3.0920839 Oct 17 17:56:38.161057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Transition to ACTIVE for port object d27289df-bbfd-49e1-816e-80ef02ce8575 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:38.168837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45660) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:38.173258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:38.278555 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Network 51d35c23-7a04-4da4-bc13-11fbe373b885 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:38.283384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:38.292013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:38.362554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de7c3d-ae57-4cac-8032-1da92c6a9f02 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:38.363516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de7c3d-ae57-4cac-8032-1da92c6a9f02 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:38.363516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de7c3d-ae57-4cac-8032-1da92c6a9f02 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:38.367133 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-14de7c3d-ae57-4cac-8032-1da92c6a9f02 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=5bf68046d82040c287b306f9ee0c6158&network_id=06ccc2a7-0461-4af5-89b3-0a831416e118 HTTP/1.1" status: 200 len: 3000 time: 0.7833769 Oct 17 17:56:38.399312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Pushing event updated for resources: {'Port': ['ID=d27289df-bbfd-49e1-816e-80ef02ce8575,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:38.474495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Attempting to bind port d27289df-bbfd-49e1-816e-80ef02ce8575 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:56:38.475032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Attempting to bind port d27289df-bbfd-49e1-816e-80ef02ce8575 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '00414fb6-7315-43ae-bb00-220d3b61ff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '51d35c23-7a04-4da4-bc13-11fbe373b885'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:56:38.479083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Attempting to bind port d27289df-bbfd-49e1-816e-80ef02ce8575 on network 51d35c23-7a04-4da4-bc13-11fbe373b885 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:56:38.487057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:56:38.488017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Checking segment: {'id': '00414fb6-7315-43ae-bb00-220d3b61ff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '51d35c23-7a04-4da4-bc13-11fbe373b885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:38.488673 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:38.489296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Bound using segment: {'id': '00414fb6-7315-43ae-bb00-220d3b61ff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '51d35c23-7a04-4da4-bc13-11fbe373b885'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:56:38.490087 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Bound port: d27289df-bbfd-49e1-816e-80ef02ce8575, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00414fb6-7315-43ae-bb00-220d3b61ff5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '51d35c23-7a04-4da4-bc13-11fbe373b885'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:56:38.490689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:38.616975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:38.636328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:38.657629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] For port d27289df-bbfd-49e1-816e-80ef02ce8575, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:56:38.663018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] For port d27289df-bbfd-49e1-816e-80ef02ce8575, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d27289df-bbfd-49e1-816e-80ef02ce8575,segment=NetworkSegment(00414fb6-7315-43ae-bb00-220d3b61ff5b),segment_id=00414fb6-7315-43ae-bb00-220d3b61ff5b)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:56:38.666906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e973ce53-7625-4a37-9d70-bac83be41ea5 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:56:38.725241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: e973ce53-7625-4a37-9d70-bac83be41ea5 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:56:38.725575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e973ce53-7625-4a37-9d70-bac83be41ea5 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:56:38.728151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:38.758307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9197c2-3743-4e02-8836-e1687bac0faf']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:38.791661 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9537-f8dd-45ba-b629-bed984963e20 req-bf03bdb7-bdc4-4e4a-b92e-589917942fa4 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:38.799719 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d35a9537-f8dd-45ba-b629-bed984963e20 req-bf03bdb7-bdc4-4e4a-b92e-589917942fa4 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 944 time: 0.7331898 Oct 17 17:56:38.847655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 8136903f-c915-4ff6-a56f-4dd0594c4039 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:56:38.864467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658c8a3-5f73-4285-9ebf-235683e84fe1 None None] Pushing event updated for resources: {'Port': ['ID=d27289df-bbfd-49e1-816e-80ef02ce8575,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:38.911025 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d35a9537-f8dd-45ba-b629-bed984963e20 req-1385a70f-1ac2-4877-92b9-154b24ab2f00 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101615 Oct 17 17:56:38.961642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9406e1d0-54e8-4b20-ba92-f6032d7b5bbc') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:38.962115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9406e1d0-54e8-4b20-ba92-f6032d7b5bbc') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:39.022156 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:39.101686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Allocated IP 2001:db8::1 (51d35c23-7a04-4da4-bc13-11fbe373b885/44e3490c-876a-4a4f-bf9e-f4f373dd6d73/90b7960d-0cda-493b-9bbd-f02c5f8af9db) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:39.110629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:39.130414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:56:39.130820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:39.270997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7b351436-239f-4ee8-bae0-78b17929d835 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 17:56:39.346925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:39.368610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Transition to ACTIVE for port object 90b7960d-0cda-493b-9bbd-f02c5f8af9db will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:39.402664 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:39.477009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 51d35c23-7a04-4da4-bc13-11fbe373b885 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:39.481108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:39.486078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:39.486748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:39.520739 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:39.524615 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:39.525791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7b351436-239f-4ee8-bae0-78b17929d835, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7b351436-239f-4ee8-bae0-78b17929d835,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:39.560440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '7b351436-239f-4ee8-bae0-78b17929d835', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'port_id': '7b351436-239f-4ee8-bae0-78b17929d835', 'mac_address': 'fa:16:3e:94:c1:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 17:56:39.618857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Network': ['ID=9e9197c2-3743-4e02-8836-e1687bac0faf,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:39.627005 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-254838c5-3c6e-467e-8f50-a59ddc2164d6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/9e9197c2-3743-4e02-8836-e1687bac0faf HTTP/1.1" status: 204 len: 168 time: 2.8772175 Oct 17 17:56:39.631971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45670) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:39.639198 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1505595226'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:39.647455 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=90b7960d-0cda-493b-9bbd-f02c5f8af9db,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:39.654402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:39.663531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:network and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:39.669817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:39.679305 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 7b351436-239f-4ee8-bae0-78b17929d835 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:39.680088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:39.685502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:39.690527 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8:0:1::11d (b6857a8d-f808-4f27-8165-53c8a72cbcb5/b167a750-8821-486f-b85e-c44ab0cc1b1f/8136903f-c915-4ff6-a56f-4dd0594c4039) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:39.700203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:39.707759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::f816:3eff:fef3:f7eb (b6857a8d-f808-4f27-8165-53c8a72cbcb5/25b1ff13-9aeb-4c62-8372-f841fea7c18d/8136903f-c915-4ff6-a56f-4dd0594c4039) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:39.711095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b351436-239f-4ee8-bae0-78b17929d835 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:56:39.716560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:39.722558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:39.738187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7b351436-239f-4ee8-bae0-78b17929d835, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7b351436-239f-4ee8-bae0-78b17929d835,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:39.749814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:39.798662 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 9406e1d0-54e8-4b20-ba92-f6032d7b5bbc resource provider aggregate not found Oct 17 17:56:39.855155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=7b351436-239f-4ee8-bae0-78b17929d835,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:39.869614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:39.870147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:39.870657 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:39.871221 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:39.871762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:39.872303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:39.872869 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:39.873437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:39.873996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:39.874597 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:39.875321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:39.875786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:56:39.909753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:56:40.013917 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 9406e1d0-54e8-4b20-ba92-f6032d7b5bbc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9406e1d0-54e8-4b20-ba92-f6032d7b5bbc found for delete ", "request_id": "req-c00417f4-b21b-42e0-98c9-9c3b27d2e213"}]} Oct 17 17:56:40.030280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:40.031642 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Added segment a8c5ee52-c757-45ab-b335-8a0c809752f2 of type vlan for network fd8c362d-b6f6-4aaa-9485-3f8dd9622438 Oct 17 17:56:40.078302 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['7b351436-239f-4ee8-bae0-78b17929d835'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 17:56:40.304681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45682) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:40.414369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:40.415814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385a419b-7e4f-4358-adf1-0197d4098b5a None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:40.434344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 8136903f-c915-4ff6-a56f-4dd0594c4039 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:40.465931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bdf85-0eef-4ef3-89ae-5b38399cf91f None None] Network 78c78496-f1e3-4ec6-afad-f2606ed45e70 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:40.496299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d7e8b2-89c9-4958-8847-b2ce40f26382 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:40.499078 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-54d7e8b2-89c9-4958-8847-b2ce40f26382 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 814 time: 0.1920326 Oct 17 17:56:40.514114 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae70890b-1366-4c34-a12e-2f5870feabc1 None None] Network 51d35c23-7a04-4da4-bc13-11fbe373b885 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:40.536880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:40.541813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad549bc8-39d0-42cc-ba72-57081c862e46 None None] Network 9e9197c2-3743-4e02-8836-e1687bac0faf requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:40.587297 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f3688-278d-4442-abd5-47fdf7cc4922 None None] Network 301c7044-3b28-41f5-ab02-73417e6c0730 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:40.677028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bdf85-0eef-4ef3-89ae-5b38399cf91f None None] Network 78c78496-f1e3-4ec6-afad-f2606ed45e70 could not be found, it might have been deleted concurrently. {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 17:56:40.683857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:40.696926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:40.705693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:40.716988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:40.723579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:40.724247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:40.740947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:40.747908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:40.748676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:40.819007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=8136903f-c915-4ff6-a56f-4dd0594c4039,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:40.861486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:56:40.889972 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-83b8fd82-3c72-4d6d-933d-11f7449e5ec5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.7192879 Oct 17 17:56:40.899515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45690) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:40.934691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e9f849fd-d991-4df0-8b3e-de1d5fc76357 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:40.977986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d27289df-bbfd-49e1-816e-80ef02ce8575 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:41.005696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a562f-0ac6-4868-92fd-87384f4999d2 None None] Network 78c78496-f1e3-4ec6-afad-f2606ed45e70 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:41.018863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45696) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:41.021667 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0b434d35-3c24-4550-bc69-f9af77da3e2f req-457d11b7-1284-4c3a-a85b-8437fe402034 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7514529 Oct 17 17:56:41.023032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad549bc8-39d0-42cc-ba72-57081c862e46 None None] Network 9e9197c2-3743-4e02-8836-e1687bac0faf could not be found, it might have been deleted concurrently. {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 17:56:41.029587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=90b7960d-0cda-493b-9bbd-f02c5f8af9db,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:41.047915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff75081-23ee-4f57-872f-2633fe2f1b60 req-b5e6bd6e-f9b0-4b7b-b60f-cf1bb38ee92c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:41.050763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'network': {'name': 'tempest-network-smoke--2051598456', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'port_security_enabled': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:41.059956 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9ff75081-23ee-4f57-872f-2633fe2f1b60 req-b5e6bd6e-f9b0-4b7b-b60f-cf1bb38ee92c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 945 time: 0.7347646 Oct 17 17:56:41.072269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:41.112120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:41.181512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:41.189684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:41.197100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:41.208167 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:41.209270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:41.242993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8bf72f-d860-4ae0-8d89-b07a3fb52402 None None] DHCP port deletion for cd2908e4-ea0e-4de5-a583-273f4ee8ee17 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:56:41.295376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 51d35c23-7a04-4da4-bc13-11fbe373b885 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:41.298009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:56:41.302927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:41.324545 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d63cd7-3a32-4f93-9a10-4b362eb89598 None None] Network 9e9197c2-3743-4e02-8836-e1687bac0faf requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:41.364948 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a562f-0ac6-4868-92fd-87384f4999d2 None None] Network 78c78496-f1e3-4ec6-afad-f2606ed45e70 could not be found, it might have been deleted concurrently. {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 17:56:41.508326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d63cd7-3a32-4f93-9a10-4b362eb89598 None None] Network 9e9197c2-3743-4e02-8836-e1687bac0faf could not be found, it might have been deleted concurrently. {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 17:56:41.509729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c06a5f7c-a129-4cdc-b612-eeba41a42a0f None None] Provisioning for port d27289df-bbfd-49e1-816e-80ef02ce8575 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:41.642432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:41.643313 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Added segment cc35590a-5de0-4177-86d3-c86c6de82aae of type vlan for network 32f308a9-5bc5-489c-83d0-54a4fe300916 Oct 17 17:56:41.783525 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9ff75081-23ee-4f57-872f-2633fe2f1b60 req-1fd8ede3-fbce-47c5-bfd5-c1c9e8e277d9 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7222607 Oct 17 17:56:41.786056 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1542830 Oct 17 17:56:41.797113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45700) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:41.809720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f19e6-2ff8-4950-83f8-c7f1bbde64a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=fd8c362d-b6f6-4aaa-9485-3f8dd9622438,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:41.815749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-8631b486-454d-4a02-a7b4-75ac4e07f3d2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:41.836014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b5682-7fff-45a5-b227-9456ae082fb0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 8136903f-c915-4ff6-a56f-4dd0594c4039 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:41.836648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0d2b5682-7fff-45a5-b227-9456ae082fb0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:41.853882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:41.893068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network fd8c362d-b6f6-4aaa-9485-3f8dd9622438 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:56:41.949253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:41.958977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:41.959954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:41.994002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port d27289df-bbfd-49e1-816e-80ef02ce8575 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:42.042671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-301c7044-3b28-41f5-ab02-73417e6c0730', 'network_id': '301c7044-3b28-41f5-ab02-73417e6c0730', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'fixed_ips': [{'subnet_id': '049363b7-0989-4e3b-91f8-8dc0a2a88058'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:56:42.043531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:42.060723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d27289df-bbfd-49e1-816e-80ef02ce8575 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:42.061098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:42.061578 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d27289df-bbfd-49e1-816e-80ef02ce8575 Oct 17 17:56:42.216790 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1903932 Oct 17 17:56:42.219946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5908b1-6426-47ac-8d1c-2379d7262b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Network': ['ID=32f308a9-5bc5-489c-83d0-54a4fe300916,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:42.222812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45704) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:42.266380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router eefa8a5e-f93a-4771-bca6-0f5eb136f547 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:56:42.281136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 32f308a9-5bc5-489c-83d0-54a4fe300916 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:56:42.385503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b434d35-3c24-4550-bc69-f9af77da3e2f req-548938d0-7012-47cc-8e58-93e6d571f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:42.389053 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0b434d35-3c24-4550-bc69-f9af77da3e2f req-548938d0-7012-47cc-8e58-93e6d571f0e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 1099 time: 0.8993356 Oct 17 17:56:42.445913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17d4f18-7926-4724-a754-6c24d112216c tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:42.447533 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c17d4f18-7926-4724-a754-6c24d112216c tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5bf68046d82040c287b306f9ee0c6158&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2226834 Oct 17 17:56:42.450993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45708) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:42.618499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:56:42.631604 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4b72d14b-c7eb-4c6b-b3ca-c6c8158c07d6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/eefa8a5e-f93a-4771-bca6-0f5eb136f547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2727134 Oct 17 17:56:42.637579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45712) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:42.654239 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ead7a2-cc4d-4c65-931d-392d623bc019 None None] Sync routers for ids ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:56:42.688279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8631b486-454d-4a02-a7b4-75ac4e07f3d2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:42.712818 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ead7a2-cc4d-4c65-931d-392d623bc019 None None] Routers {'eefa8a5e-f93a-4771-bca6-0f5eb136f547'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:42.713579 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f2ead7a2-cc4d-4c65-931d-392d623bc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:42.763346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d27289df-bbfd-49e1-816e-80ef02ce8575 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:42.764218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:42.779164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a2e0f6-12dd-420b-b2e4-464261a76002 None None] Update dhcp port {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': '25b1ff13-9aeb-4c62-8372-f841fea7c18d', 'ip_address': '2001:db8::f816:3eff:fede:2461'}, {'subnet_id': 'b167a750-8821-486f-b85e-c44ab0cc1b1f'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '22624e4e-67f1-4cb8-82de-cc6a52d4d813'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:56:42.782109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e041ef-0fff-4004-8eb2-a7114ea01c84 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:42.783236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-55e041ef-0fff-4004-8eb2-a7114ea01c84 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Synchronizing usage tracker for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:42.786949 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f2ead7a2-cc4d-4c65-931d-392d623bc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:42.802791 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ead7a2-cc4d-4c65-931d-392d623bc019 None None] Routers {'eefa8a5e-f93a-4771-bca6-0f5eb136f547'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:42.804169 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f2ead7a2-cc4d-4c65-931d-392d623bc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:42.863966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Allocated IP 2001:db8:1::2 (301c7044-3b28-41f5-ab02-73417e6c0730/049363b7-0989-4e3b-91f8-8dc0a2a88058/d011dee7-f64b-4465-bda5-a754c0df8106) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:42.898152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b434d35-3c24-4550-bc69-f9af77da3e2f req-dd1661c5-d55f-4003-82dd-c895d3ec02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:42.901284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port d27289df-bbfd-49e1-816e-80ef02ce8575, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d27289df-bbfd-49e1-816e-80ef02ce8575,segment=NetworkSegment(00414fb6-7315-43ae-bb00-220d3b61ff5b),segment_id=00414fb6-7315-43ae-bb00-220d3b61ff5b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:42.903204 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0b434d35-3c24-4550-bc69-f9af77da3e2f req-dd1661c5-d55f-4003-82dd-c895d3ec02f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06ccc2a7-0461-4af5-89b3-0a831416e118 HTTP/1.1" status: 200 len: 898 time: 0.4457989 Oct 17 17:56:42.904197 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-52a2e0f6-12dd-420b-b2e4-464261a76002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:42.917618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8631b486-454d-4a02-a7b4-75ac4e07f3d2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:42.920473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:42.930588 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f2ead7a2-cc4d-4c65-931d-392d623bc019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:42.931340 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ead7a2-cc4d-4c65-931d-392d623bc019 None None] The sync data for ids ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:56:42.955266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21c57af-097e-4d2b-abad-c59736cf9ccb tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:42.964691 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c21c57af-097e-4d2b-abad-c59736cf9ccb tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5123363 Oct 17 17:56:42.966645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-55e041ef-0fff-4004-8eb2-a7114ea01c84 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Unset dirty status for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:42.970047 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-55e041ef-0fff-4004-8eb2-a7114ea01c84 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports/90b7960d-0cda-493b-9bbd-f02c5f8af9db HTTP/1.1" status: 200 len: 911 time: 0.3296864 Oct 17 17:56:42.977355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45718) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:42.980800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45720) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:43.082691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device faadae8d-79ae-4593-b6a6-e1fafbac2e83 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:56:43.102282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8631b486-454d-4a02-a7b4-75ac4e07f3d2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network fd8c362d-b6f6-4aaa-9485-3f8dd9622438 is not hosted by any dhcp agent {{(pid=89190) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 17 17:56:43.107780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8631b486-454d-4a02-a7b4-75ac4e07f3d2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:43.108415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8631b486-454d-4a02-a7b4-75ac4e07f3d2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:43.110417 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8631b486-454d-4a02-a7b4-75ac4e07f3d2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "PUT /v2.0/networks/fd8c362d-b6f6-4aaa-9485-3f8dd9622438 HTTP/1.1" status: 200 len: 723 time: 1.3088050 Oct 17 17:56:43.194969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: faadae8d-79ae-4593-b6a6-e1fafbac2e83 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:56:43.195909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device faadae8d-79ae-4593-b6a6-e1fafbac2e83 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:56:43.204592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45726) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:43.267675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0d2b5682-7fff-45a5-b227-9456ae082fb0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:43.277573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e9f849fd-d991-4df0-8b3e-de1d5fc76357 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:43.277969 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e9f849fd-d991-4df0-8b3e-de1d5fc76357 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:43.328413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=d27289df-bbfd-49e1-816e-80ef02ce8575,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:43.332045 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7b351436-239f-4ee8-bae0-78b17929d835 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:43.405416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'network_id': 'fd8c362d-b6f6-4aaa-9485-3f8dd9622438', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:43.480740 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-169bfbf0-08e8-4752-9ac0-3ca284a6fec4 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4981165 Oct 17 17:56:43.486452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631b486-454d-4a02-a7b4-75ac4e07f3d2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=fd8c362d-b6f6-4aaa-9485-3f8dd9622438,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:43.498397 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0b434d35-3c24-4550-bc69-f9af77da3e2f req-cb7c0ffd-a856-4e38-8235-be2f5251fced service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2c40ced-ed9f-4582-ac18-411d43ddbde7 HTTP/1.1" status: 200 len: 1002 time: 0.5302596 Oct 17 17:56:43.519109 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network fd8c362d-b6f6-4aaa-9485-3f8dd9622438 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:56:43.625012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45730) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:43.742285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e759793-3978-402b-90a1-77a219fdf968 None None] Network 51d35c23-7a04-4da4-bc13-11fbe373b885 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:43.750317 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2441a67b-09ad-48f1-bec2-aaa45c64b624 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5bf68046d82040c287b306f9ee0c6158&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1174974 Oct 17 17:56:43.757497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45734) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:43.865014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:43.913248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-52a2e0f6-12dd-420b-b2e4-464261a76002 None None] Allocated IP 2001:db8:0:1::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/b167a750-8821-486f-b85e-c44ab0cc1b1f/22624e4e-67f1-4cb8-82de-cc6a52d4d813) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:43.915807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Transition to ACTIVE for port object d011dee7-f64b-4465-bda5-a754c0df8106 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:43.936082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 7b351436-239f-4ee8-bae0-78b17929d835 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:43.970786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Provisioning complete for port d27289df-bbfd-49e1-816e-80ef02ce8575 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:43.971180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:43.971512 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Attempt 1 to provision port d27289df-bbfd-49e1-816e-80ef02ce8575 Oct 17 17:56:44.020572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 7b351436-239f-4ee8-bae0-78b17929d835 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:44.020909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:44.021262 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 7b351436-239f-4ee8-bae0-78b17929d835 Oct 17 17:56:44.075091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Transition to ACTIVE for port object d011dee7-f64b-4465-bda5-a754c0df8106 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:44.143254 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:44.151197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:subnet and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:44.154983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:44.166648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:44.168128 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:44.290067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b434d35-3c24-4550-bc69-f9af77da3e2f req-538a3a9c-f7d3-4d0b-ac2b-6d0226210eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:44.290995 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0b434d35-3c24-4550-bc69-f9af77da3e2f req-538a3a9c-f7d3-4d0b-ac2b-6d0226210eb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90ab9321-e0ac-4aad-b29f-1c63910f3f5c HTTP/1.1" status: 200 len: 834 time: 0.2392488 Oct 17 17:56:44.315532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b5682-7fff-45a5-b227-9456ae082fb0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 8136903f-c915-4ff6-a56f-4dd0594c4039 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:44.324869 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Network 301c7044-3b28-41f5-ab02-73417e6c0730 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:44.337964 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:44.352114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:44.358389 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:44.368545 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:44.391220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Pushing event updated for resources: {'Port': ['ID=d011dee7-f64b-4465-bda5-a754c0df8106,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:44.583282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c2afd-004b-40d6-9699-3ea2064e0615 req-08375238-e7dc-4b23-b08d-4668f66eb4d0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:44.588652 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1c8c2afd-004b-40d6-9699-3ea2064e0615 req-08375238-e7dc-4b23-b08d-4668f66eb4d0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 945 time: 1.3796914 Oct 17 17:56:44.625880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-52a2e0f6-12dd-420b-b2e4-464261a76002 None None] For port 22624e4e-67f1-4cb8-82de-cc6a52d4d813, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=22624e4e-67f1-4cb8-82de-cc6a52d4d813,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:44.663500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-e9f849fd-d991-4df0-8b3e-de1d5fc76357 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] For port 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3,segment=NetworkSegment(a9243766-320b-4b5f-be2d-765c028ca15c),segment_id=a9243766-320b-4b5f-be2d-765c028ca15c)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:44.664186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e9f849fd-d991-4df0-8b3e-de1d5fc76357 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:44.689710 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Current status of the port d27289df-bbfd-49e1-816e-80ef02ce8575 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:44.696184 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Attempting to bind port d011dee7-f64b-4465-bda5-a754c0df8106 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:56:44.696700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Attempting to bind port d011dee7-f64b-4465-bda5-a754c0df8106 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '7137b33c-b2a8-4c47-85ff-a3ae950bd3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '301c7044-3b28-41f5-ab02-73417e6c0730'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:56:44.697055 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Attempting to bind port d011dee7-f64b-4465-bda5-a754c0df8106 on network 301c7044-3b28-41f5-ab02-73417e6c0730 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:56:44.722522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 7b351436-239f-4ee8-bae0-78b17929d835 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:44.722854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:44.735302 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:56:44.735675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Checking segment: {'id': '7137b33c-b2a8-4c47-85ff-a3ae950bd3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '301c7044-3b28-41f5-ab02-73417e6c0730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:44.736084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:44.736442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Bound using segment: {'id': '7137b33c-b2a8-4c47-85ff-a3ae950bd3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '301c7044-3b28-41f5-ab02-73417e6c0730'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:56:44.736931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Bound port: d011dee7-f64b-4465-bda5-a754c0df8106, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7137b33c-b2a8-4c47-85ff-a3ae950bd3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '301c7044-3b28-41f5-ab02-73417e6c0730'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:56:44.737299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:44.750841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-52a2e0f6-12dd-420b-b2e4-464261a76002 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:44.809361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Provisioning for port 90b7960d-0cda-493b-9bbd-f02c5f8af9db completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:44.825101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-52a2e0f6-12dd-420b-b2e4-464261a76002 None None] Transition to ACTIVE for port object 22624e4e-67f1-4cb8-82de-cc6a52d4d813 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:44.845405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Provisioning complete for port 90b7960d-0cda-493b-9bbd-f02c5f8af9db triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:44.845708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:44.846107 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Attempt 1 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:44.883680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-52a2e0f6-12dd-420b-b2e4-464261a76002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:44.887542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db72d75f-5630-4e77-b988-b9cc35514156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b351436-239f-4ee8-bae0-78b17929d835'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:56:44.892421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3abde1-534f-4edb-9799-96e81d426dab" -d '{"events": [{"server_uuid": "db72d75f-5630-4e77-b988-b9cc35514156", "name": "network-vif-plugged", "status": "completed", "tag": "7b351436-239f-4ee8-bae0-78b17929d835"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:56:44.985074 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7b351436-239f-4ee8-bae0-78b17929d835, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7b351436-239f-4ee8-bae0-78b17929d835,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:45.042576 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1c8c2afd-004b-40d6-9699-3ea2064e0615 req-3380cf51-13f6-49bb-b764-43f29317f09e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4257600 Oct 17 17:56:45.060168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc130ac7-45a8-44cc-b477-4290e1458ffc tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:45.064964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e9f849fd-d991-4df0-8b3e-de1d5fc76357 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:45.077096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:45.093040 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fc130ac7-45a8-44cc-b477-4290e1458ffc tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3292930 Oct 17 17:56:45.098734 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45740) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:45.119931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94de2956-a972-48cf-bc06-845fc4b30bea x-openstack-request-id: req-94de2956-a972-48cf-bc06-845fc4b30bea {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:56:45.120254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db72d75f-5630-4e77-b988-b9cc35514156", "name": "network-vif-plugged", "status": "completed", "tag": "7b351436-239f-4ee8-bae0-78b17929d835", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:56:45.120596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94de2956-a972-48cf-bc06-845fc4b30bea {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:56:45.120878 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94de2956-a972-48cf-bc06-845fc4b30bea'] response: {'server_uuid': 'db72d75f-5630-4e77-b988-b9cc35514156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b351436-239f-4ee8-bae0-78b17929d835', 'code': 200} Oct 17 17:56:45.184792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:45.204589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] For port d011dee7-f64b-4465-bda5-a754c0df8106, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:56:45.233676 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d27289df-bbfd-49e1-816e-80ef02ce8575 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:45.269967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b434d35-3c24-4550-bc69-f9af77da3e2f req-4411efc7-7b34-4078-86ad-58c2cd186fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:45.274224 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0b434d35-3c24-4550-bc69-f9af77da3e2f req-4411efc7-7b34-4078-86ad-58c2cd186fed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06ccc2a7-0461-4af5-89b3-0a831416e118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9027209 Oct 17 17:56:45.300230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2e0f6-12dd-420b-b2e4-464261a76002 None None] Pushing event updated for resources: {'Port': ['ID=22624e4e-67f1-4cb8-82de-cc6a52d4d813,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:45.306828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] For port d011dee7-f64b-4465-bda5-a754c0df8106, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d011dee7-f64b-4465-bda5-a754c0df8106,segment=NetworkSegment(7137b33c-b2a8-4c47-85ff-a3ae950bd3bb),segment_id=7137b33c-b2a8-4c47-85ff-a3ae950bd3bb)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:56:45.381141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:45.419622 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-525586e2-fb19-4e80-863c-e5abd00837f3 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3069720 Oct 17 17:56:45.424979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45744) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:45.441416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-301092804', 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:45.457531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=7b351436-239f-4ee8-bae0-78b17929d835,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:45.569624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d0d64-7a16-4069-a2d8-ac812820335e None None] Pushing event updated for resources: {'Port': ['ID=d011dee7-f64b-4465-bda5-a754c0df8106,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:45.595829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d27289df-bbfd-49e1-816e-80ef02ce8575 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:45.596481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:45.596977 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d27289df-bbfd-49e1-816e-80ef02ce8575 Oct 17 17:56:45.801298 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Attempt 2 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:45.846480 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0b434d35-3c24-4550-bc69-f9af77da3e2f req-21b3202b-dded-4e4b-ba0a-080f3524d499 service neutron] 10.222.0.20 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508735 Oct 17 17:56:45.916741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:45.979943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:46.014013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:subnet and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:46.029411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:46.042134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d27289df-bbfd-49e1-816e-80ef02ce8575 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:46.108493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:46.149831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:46.200901 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0b434d35-3c24-4550-bc69-f9af77da3e2f req-d7375931-fd28-4fd3-b3cc-4b377cdfaa09 service neutron] 10.222.0.20 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378620 Oct 17 17:56:46.267119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3af65c-00d2-4936-a0f9-fd5b9698c66c req-5b4b9d71-d8b6-413f-86b9-362c158fe35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:46.277050 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ed3af65c-00d2-4936-a0f9-fd5b9698c66c req-5b4b9d71-d8b6-413f-86b9-362c158fe35a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 1099 time: 0.6396124 Oct 17 17:56:46.350023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0d2b5682-7fff-45a5-b227-9456ae082fb0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:46.418256 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Attempt 3 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:46.422931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e9f849fd-d991-4df0-8b3e-de1d5fc76357 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:46.473053 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:46.476806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:46.566516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b5682-7fff-45a5-b227-9456ae082fb0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=8136903f-c915-4ff6-a56f-4dd0594c4039,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:46.616872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:46.732090 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3fe9bf-1736-42ba-87fc-beb87b793763 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:46.838829 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ed3af65c-00d2-4936-a0f9-fd5b9698c66c req-0379d8cd-2401-4bb5-a223-bbc767dbf079 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5410321 Oct 17 17:56:47.121459 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Attempt 4 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:47.237203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:47.366381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 22624e4e-67f1-4cb8-82de-cc6a52d4d813 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:47.376930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f849fd-d991-4df0-8b3e-de1d5fc76357 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:47.458185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:47.488196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0d2b5682-7fff-45a5-b227-9456ae082fb0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:47.572143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=7629be2d-9088-49e8-af06-a679193dd468,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:47.602103 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d011dee7-f64b-4465-bda5-a754c0df8106 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:47.613347 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0d2b5682-7fff-45a5-b227-9456ae082fb0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/8136903f-c915-4ff6-a56f-4dd0594c4039 HTTP/1.1" status: 204 len: 168 time: 6.6992741 Oct 17 17:56:47.726398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45750) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:47.727807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port d011dee7-f64b-4465-bda5-a754c0df8106 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:47.940388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Allocated IP 2001:db8:1::1 (301c7044-3b28-41f5-ab02-73417e6c0730/049363b7-0989-4e3b-91f8-8dc0a2a88058/be735bda-c2cb-4e30-99b4-1b688f87c8bc) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:47.960233 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Attempt 5 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:48.031892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1899-7896-4aeb-97ff-3c0754d42847 req-848eee12-f761-4dd5-85a9-132082b7aeb9 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:48.042276 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ae1f1899-7896-4aeb-97ff-3c0754d42847 req-848eee12-f761-4dd5-85a9-132082b7aeb9 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 946 time: 1.6000257 Oct 17 17:56:48.099850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e9f849fd-d991-4df0-8b3e-de1d5fc76357 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:48.125725 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ae1f1899-7896-4aeb-97ff-3c0754d42847 req-cdb5c872-992c-4c99-a4ae-8455081fb544 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821588 Oct 17 17:56:48.129161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:48.132577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339f26a1-53a3-470c-b662-aef902379597 None None] Network 301c7044-3b28-41f5-ab02-73417e6c0730 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:48.239730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:48.571289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f849fd-d991-4df0-8b3e-de1d5fc76357 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 07c8091b-c87b-4eaa-aa16-2873644e7e05 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:56:48.590071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking segment: {'id': 'a8c5ee52-c757-45ab-b335-8a0c809752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'fd8c362d-b6f6-4aaa-9485-3f8dd9622438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:48.590702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network hostable DHCP agents. Network: fd8c362d-b6f6-4aaa-9485-3f8dd9622438, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:56:48.630133 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Attempt 6 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:48.696636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Subnet': ['ID=3b2df8ad-631a-4808-8ab3-318ec9b40363,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:48.733233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Checking segment: {'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:48.733949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network hostable DHCP agents. Network: 32f308a9-5bc5-489c-83d0-54a4fe300916, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:56:48.754927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:48.785660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f849fd-d991-4df0-8b3e-de1d5fc76357 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:56:48.791710 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e9f849fd-d991-4df0-8b3e-de1d5fc76357 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6192179 Oct 17 17:56:48.794926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45754) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:48.803487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network fd8c362d-b6f6-4aaa-9485-3f8dd9622438 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:56:48.806041 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96795e84-ad83-4268-9264-9b215f726191 None None] Sync routers for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:56:48.821318 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96795e84-ad83-4268-9264-9b215f726191 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:48.822250 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-96795e84-ad83-4268-9264-9b215f726191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:48.884115 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:48.889972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d676cb-7377-4496-a457-ca572746a05c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting subnet 8f01a6e9-4851-4a29-b257-0993f826e045 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:56:48.893954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-92d676cb-7377-4496-a457-ca572746a05c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:48.917411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6237400a-137d-4688-98b5-c081809f9a12 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:48.922750 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6237400a-137d-4688-98b5-c081809f9a12 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.1784697 Oct 17 17:56:48.926452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45758) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:48.943206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 32f308a9-5bc5-489c-83d0-54a4fe300916 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:56:48.965610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, fd8c362d-b6f6-4aaa-9485-3f8dd9622438) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:48.972148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 32f308a9-5bc5-489c-83d0-54a4fe300916) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:48.977238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Transition to ACTIVE for port object be735bda-c2cb-4e30-99b4-1b688f87c8bc will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:48.980499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:48.981474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:49.009436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:49.010413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:49.022289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c4a55d-3564-4ca4-bc09-f6d889977a1b None None] Network fd8c362d-b6f6-4aaa-9485-3f8dd9622438 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:49.057674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-92d676cb-7377-4496-a457-ca572746a05c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:49.066282 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a951cc41-4bef-4672-9405-d4db0812de5e None None] Network 32f308a9-5bc5-489c-83d0-54a4fe300916 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:49.171142 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fb96a635-e9f2-4bac-9349-accbb1243c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7375998 Oct 17 17:56:49.175920 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b18bfa0e-82b3-41ea-98ca-cfe679faa9b7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.9001155 Oct 17 17:56:49.177094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45762) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:49.188136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-0d924841-be93-4908-af3a-43f2780c78c7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:49.220421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:49.248478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-92d676cb-7377-4496-a457-ca572746a05c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:49.264220 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Attempt 7 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:49.333509 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45770) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:49.334288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91260750-5a76-407e-ae12-9ebf3a9ad2be tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:49.336074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-91260750-5a76-407e-ae12-9ebf3a9ad2be tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:49.341939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 301c7044-3b28-41f5-ab02-73417e6c0730 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:49.352063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1910818155', 'description': 'tempest-secgroup-smoke-1910818155 description', 'project_id': '5bf68046d82040c287b306f9ee0c6158'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:49.362925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:49.405018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:49.414628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-91260750-5a76-407e-ae12-9ebf3a9ad2be tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:49.420396 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-91260750-5a76-407e-ae12-9ebf3a9ad2be tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4890294 Oct 17 17:56:49.434561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45774) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:49.453282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:49.454018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:49.470813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=be735bda-c2cb-4e30-99b4-1b688f87c8bc,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:49.496528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:49.507597 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:49.525565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443932ec-c910-490a-898b-b620d2f8eefe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:49.527021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-96795e84-ad83-4268-9264-9b215f726191 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:56:49.528636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443932ec-c910-490a-898b-b620d2f8eefe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:49.532705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443932ec-c910-490a-898b-b620d2f8eefe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:49.533778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-443932ec-c910-490a-898b-b620d2f8eefe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:49.553827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:49.580461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-443932ec-c910-490a-898b-b620d2f8eefe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:49.581985 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-443932ec-c910-490a-898b-b620d2f8eefe tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1468887 Oct 17 17:56:49.587303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45778) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:49.611981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d924841-be93-4908-af3a-43f2780c78c7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3049963'] for subnet, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:49.662924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-daac4345-c6f6-49d3-bef0-a66b6502a01c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 25b1ff13-9aeb-4c62-8372-f841fea7c18d {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:56:49.666287 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-daac4345-c6f6-49d3-bef0-a66b6502a01c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:49.711534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:49.717286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-92d676cb-7377-4496-a457-ca572746a05c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:49.726439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:49.734922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:49.745239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:49.776067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-92d676cb-7377-4496-a457-ca572746a05c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:49.781720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-daac4345-c6f6-49d3-bef0-a66b6502a01c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:49.813160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d676cb-7377-4496-a457-ca572746a05c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Subnet': ['ID=8f01a6e9-4851-4a29-b257-0993f826e045,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:49.817006 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1042383-42a7-4645-a623-922175b4977c req-80936d3a-3299-42fe-9a9c-3d3ed96a2f93 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:49.818608 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a1042383-42a7-4645-a623-922175b4977c req-80936d3a-3299-42fe-9a9c-3d3ed96a2f93 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 946 time: 0.4701931 Oct 17 17:56:49.834889 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-92d676cb-7377-4496-a457-ca572746a05c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/8f01a6e9-4851-4a29-b257-0993f826e045 HTTP/1.1" status: 204 len: 168 time: 1.0388172 Oct 17 17:56:49.838819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45782) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:49.880976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9381182-f957-457c-9a0c-61b879062a65 None None] Network ba9a049c-dacc-4a08-afa3-0838b8095d85 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:50.018197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.047701 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a1042383-42a7-4645-a623-922175b4977c req-63994a22-1fa4-4463-9b83-c0f8750293f2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926506 Oct 17 17:56:50.126267 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Attempt 8 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:50.176755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d924841-be93-4908-af3a-43f2780c78c7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738780658571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2389281'] for subnet, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.220096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.232739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.255995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-daac4345-c6f6-49d3-bef0-a66b6502a01c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.264157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.285320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d924841-be93-4908-af3a-43f2780c78c7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:50.288450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0d924841-be93-4908-af3a-43f2780c78c7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.291123 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0d924841-be93-4908-af3a-43f2780c78c7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "PUT /v2.0/subnets/7629be2d-9088-49e8-af06-a679193dd468 HTTP/1.1" status: 200 len: 806 time: 1.1127748 Oct 17 17:56:50.303285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45788) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:50.380223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 9ed457c2-d491-4d86-bb1a-27db01cd9609 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:50.380463 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.431827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:50.514809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-fd8c362d-b6f6-4aaa-9485-3f8dd9622438', 'network_id': 'fd8c362d-b6f6-4aaa-9485-3f8dd9622438', 'tenant_id': '0d88076286bb4c578ccfdc6ddfb44636', 'fixed_ips': [{'subnet_id': '7629be2d-9088-49e8-af06-a679193dd468'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:56:50.514809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.641136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-32f308a9-5bc5-489c-83d0-54a4fe300916', 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ips': [{'subnet_id': '3b2df8ad-631a-4808-8ab3-318ec9b40363'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:56:50.642754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.785166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-daac4345-c6f6-49d3-bef0-a66b6502a01c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.844049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.877173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474aafb-5fd6-49d4-b69b-e8285ed905b1 req-802eb997-6318-4ce7-b0c7-893bfded01a6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:50.878834 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b474aafb-5fd6-49d4-b69b-e8285ed905b1 req-802eb997-6318-4ce7-b0c7-893bfded01a6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 946 time: 0.5424852 Oct 17 17:56:50.892175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac4345-c6f6-49d3-bef0-a66b6502a01c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=25b1ff13-9aeb-4c62-8372-f841fea7c18d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:50.898482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-daac4345-c6f6-49d3-bef0-a66b6502a01c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.916502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d924841-be93-4908-af3a-43f2780c78c7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=7629be2d-9088-49e8-af06-a679193dd468,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:50.937931 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Attempt 9 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:50.945142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21732945-0fa5-4f74-bb8a-80fb5333b930,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:50.969567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c46d818-7829-4dbb-b4da-a107bf86f1a5 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:50.971777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:50.974799 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3256a289-0ba5-43d8-8d85-a4deb23de2ad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6395879 Oct 17 17:56:50.988821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45792) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:51.003221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-652d47e4-fa2c-4866-a017-42d149395e7d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '21732945-0fa5-4f74-bb8a-80fb5333b930', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:51.004469 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.021777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-652d47e4-fa2c-4866-a017-42d149395e7d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:51.037650 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-652d47e4-fa2c-4866-a017-42d149395e7d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:51.042668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] For port 9ed457c2-d491-4d86-bb1a-27db01cd9609, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9ed457c2-d491-4d86-bb1a-27db01cd9609,segment=NetworkSegment(a9243766-320b-4b5f-be2d-765c028ca15c),segment_id=a9243766-320b-4b5f-be2d-765c028ca15c)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:51.043391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.056500 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-daac4345-c6f6-49d3-bef0-a66b6502a01c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/25b1ff13-9aeb-4c62-8372-f841fea7c18d HTTP/1.1" status: 204 len: 168 time: 1.4681067 Oct 17 17:56:51.077243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45796) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:51.203558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:51.230474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-652d47e4-fa2c-4866-a017-42d149395e7d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:51.259379 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Allocated IP 172.20.0.2 (fd8c362d-b6f6-4aaa-9485-3f8dd9622438/7629be2d-9088-49e8-af06-a679193dd468/7f600262-df01-4cea-a46d-edd93401c82e) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:51.270553 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-652d47e4-fa2c-4866-a017-42d149395e7d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:51.296108 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Allocated IP 172.20.0.18 (32f308a9-5bc5-489c-83d0-54a4fe300916/3b2df8ad-631a-4808-8ab3-318ec9b40363/0535993d-f81e-443c-a6eb-17240184d302) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:51.309328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ebb31-5157-4aa0-8d37-bd8ef461de69 None None] DHCP port deletion for ba9a049c-dacc-4a08-afa3-0838b8095d85 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:56:51.311272 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for 9ed457c2-d491-4d86-bb1a-27db01cd9609 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:51.320275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-652d47e4-fa2c-4866-a017-42d149395e7d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.348003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9c4ebb31-5157-4aa0-8d37-bd8ef461de69 None None] Deleting port 9ed457c2-d491-4d86-bb1a-27db01cd9609 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:51.349975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9c4ebb31-5157-4aa0-8d37-bd8ef461de69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.432069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-652d47e4-fa2c-4866-a017-42d149395e7d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.433219 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b474aafb-5fd6-49d4-b69b-e8285ed905b1 req-b4d0ff57-4607-4ea6-bd93-d79878a783ed tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5210061 Oct 17 17:56:51.447086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-652d47e4-fa2c-4866-a017-42d149395e7d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.478073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.499140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-96795e84-ad83-4268-9264-9b215f726191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:56:46Z', 'revision_number': 9, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:56:04Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:51.504186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45800) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:51.505903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d47e4-fa2c-4866-a017-42d149395e7d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7130f8a8-ff1d-4158-98c9-b3a02874de28,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:51.521219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.525449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.529942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ebb16d-940a-4895-a842-a193173ee076 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet b167a750-8821-486f-b85e-c44ab0cc1b1f {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:56:51.555713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-81ebb16d-940a-4895-a842-a193173ee076 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.619060 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-652d47e4-fa2c-4866-a017-42d149395e7d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.623604 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-652d47e4-fa2c-4866-a017-42d149395e7d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6304023 Oct 17 17:56:51.626875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45806) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:51.639585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c9147020-e738-4ad5-9cd3-9af67084cb5f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '21732945-0fa5-4f74-bb8a-80fb5333b930', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:51.666534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c9147020-e738-4ad5-9cd3-9af67084cb5f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:51.678230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.686388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c9147020-e738-4ad5-9cd3-9af67084cb5f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:51.759629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c9147020-e738-4ad5-9cd3-9af67084cb5f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:51.766951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-81ebb16d-940a-4895-a842-a193173ee076 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:51.818107 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Attempt 10 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:51.835730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=9ed457c2-d491-4d86-bb1a-27db01cd9609,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:51.840147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c9147020-e738-4ad5-9cd3-9af67084cb5f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:51.849107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No DVR routers for this DVR port 9ed457c2-d491-4d86-bb1a-27db01cd9609 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:56:51.878139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96795e84-ad83-4268-9264-9b215f726191 None None] Checking router: 07c8091b-c87b-4eaa-aa16-2873644e7e05 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:56:51.913567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=be735bda-c2cb-4e30-99b4-1b688f87c8bc,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:52.002941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9147020-e738-4ad5-9cd3-9af67084cb5f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.031981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.044505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d563a09-7b32-47ac-af50-c3f4a0e2655b tempest-TestVolumeBootPattern-1997620352 tempest-TestVolumeBootPattern-1997620352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:52.048174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0d563a09-7b32-47ac-af50-c3f4a0e2655b tempest-TestVolumeBootPattern-1997620352 tempest-TestVolumeBootPattern-1997620352-project-admin] Synchronizing usage tracker for tenant:da924686a08b49a18e7ed260121b3078 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:52.052827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 301c7044-3b28-41f5-ab02-73417e6c0730 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:52.054459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96795e84-ad83-4268-9264-9b215f726191 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:52.055240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-96795e84-ad83-4268-9264-9b215f726191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:52.056307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:52.076681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9a049c-dacc-4a08-afa3-0838b8095d85']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:52.101125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-81ebb16d-940a-4895-a842-a193173ee076 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.132842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9c4ebb31-5157-4aa0-8d37-bd8ef461de69 None None] The port '9ed457c2-d491-4d86-bb1a-27db01cd9609' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:56:52.292523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0346af34-f4ca-4f3d-a727-09f968552f5c None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:52.364501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-81ebb16d-940a-4895-a842-a193173ee076 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.381527 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9243766-320b-4b5f-be2d-765c028ca15c') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:52.382191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9243766-320b-4b5f-be2d-765c028ca15c') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:52.408159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.413567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0d563a09-7b32-47ac-af50-c3f4a0e2655b tempest-TestVolumeBootPattern-1997620352 tempest-TestVolumeBootPattern-1997620352-project-admin] Unset dirty status for tenant:da924686a08b49a18e7ed260121b3078 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:52.414734 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0d563a09-7b32-47ac-af50-c3f4a0e2655b tempest-TestVolumeBootPattern-1997620352 tempest-TestVolumeBootPattern-1997620352-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 1094 time: 0.9052665 Oct 17 17:56:52.421433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45810) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:52.427670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '7b351436-239f-4ee8-bae0-78b17929d835', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:52.439516 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:52.447011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Usage tracker for resource:floatingip and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:52.454582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:52.464912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:52.482663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.485144 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router eefa8a5e-f93a-4771-bca6-0f5eb136f547 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:56:52.492801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.503995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebb16d-940a-4895-a842-a193173ee076 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=b167a750-8821-486f-b85e-c44ab0cc1b1f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:52.514770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:56:52.515801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.544299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-81ebb16d-940a-4895-a842-a193173ee076 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.598507 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a9243766-320b-4b5f-be2d-765c028ca15c resource provider aggregate not found Oct 17 17:56:52.622776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-96795e84-ad83-4268-9264-9b215f726191 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:56:52.636532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9147020-e738-4ad5-9cd3-9af67084cb5f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.638500 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a9243766-320b-4b5f-be2d-765c028ca15c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9243766-320b-4b5f-be2d-765c028ca15c found for delete ", "request_id": "req-1ae426df-ad37-40f6-96bf-37c59b736e98"}]} Oct 17 17:56:52.650849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9147020-e738-4ad5-9cd3-9af67084cb5f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.653754 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-81ebb16d-940a-4895-a842-a193173ee076 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/b167a750-8821-486f-b85e-c44ab0cc1b1f HTTP/1.1" status: 204 len: 168 time: 1.5745144 Oct 17 17:56:52.667841 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45818) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:52.752522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9147020-e738-4ad5-9cd3-9af67084cb5f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0823f94-818b-43b6-b827-0ac38f3e5633,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:52.754459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.763462 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a292d2f1-8041-4f9b-8115-d27fd34df2cd tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917122 Oct 17 17:56:52.778762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45822) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:52.780212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.785458 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/networks/ba9a049c-dacc-4a08-afa3-0838b8095d85 HTTP/1.1" status: 204 len: 168 time: 2.9431460 Oct 17 17:56:52.791780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:52.810864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9147020-e738-4ad5-9cd3-9af67084cb5f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.811165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45826) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:52.811460 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c9147020-e738-4ad5-9cd3-9af67084cb5f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1831937 Oct 17 17:56:52.817719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45828) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:52.818529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c5419-ecf2-4f2a-a4f1-d55eeb547c6d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Network': ['ID=ba9a049c-dacc-4a08-afa3-0838b8095d85,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:52.829021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-af02d3ec-1e76-49a3-8369-72dee7563674 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '21732945-0fa5-4f74-bb8a-80fb5333b930', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:52.881270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-af02d3ec-1e76-49a3-8369-72dee7563674 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:52.891811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-af02d3ec-1e76-49a3-8369-72dee7563674 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:52.905126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-af02d3ec-1e76-49a3-8369-72dee7563674 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:52.916508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-af02d3ec-1e76-49a3-8369-72dee7563674 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:52.949641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Provisioning complete for port 90b7960d-0cda-493b-9bbd-f02c5f8af9db triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:56:52.950426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.951081 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 1 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:52.956643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af02d3ec-1e76-49a3-8369-72dee7563674 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:52.965806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:52.985805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:52.994568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:53.002985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:53.045264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:53.049927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.050703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:56:53.056663 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5733eae4-fa44-453b-a1da-a9ea1617e962 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/eefa8a5e-f93a-4771-bca6-0f5eb136f547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0682080 Oct 17 17:56:53.061413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45834) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:53.079331 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3cb380-0f82-41a1-838e-33ddd59a5391 None None] Sync routers for ids ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:56:53.105109 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3cb380-0f82-41a1-838e-33ddd59a5391 None None] Routers {'eefa8a5e-f93a-4771-bca6-0f5eb136f547'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:53.106438 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-aa3cb380-0f82-41a1-838e-33ddd59a5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:53.128874 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af02d3ec-1e76-49a3-8369-72dee7563674 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.184692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af02d3ec-1e76-49a3-8369-72dee7563674 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.253912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02d3ec-1e76-49a3-8369-72dee7563674 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995ea4a6-a8d9-4a96-8d4d-104d002cdad3,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:53.256312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9ed457c2-d491-4d86-bb1a-27db01cd9609 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:56:53.263351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af02d3ec-1e76-49a3-8369-72dee7563674 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.264708 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-af02d3ec-1e76-49a3-8369-72dee7563674 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4440289 Oct 17 17:56:53.268974 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-aa3cb380-0f82-41a1-838e-33ddd59a5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:53.280046 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45838) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:53.286854 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3cb380-0f82-41a1-838e-33ddd59a5391 None None] Routers {'eefa8a5e-f93a-4771-bca6-0f5eb136f547'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:56:53.288321 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-aa3cb380-0f82-41a1-838e-33ddd59a5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:56:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:53.416427 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-aa3cb380-0f82-41a1-838e-33ddd59a5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:53.417770 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3cb380-0f82-41a1-838e-33ddd59a5391 None None] The sync data for ids ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:56:53.453232 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-8973504c-9d88-431c-9f27-8be2db2bf9be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '21732945-0fa5-4f74-bb8a-80fb5333b930', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:53.467545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8973504c-9d88-431c-9f27-8be2db2bf9be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:53.489491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8973504c-9d88-431c-9f27-8be2db2bf9be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:53.499027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8973504c-9d88-431c-9f27-8be2db2bf9be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:53.514857 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 9ed457c2-d491-4d86-bb1a-27db01cd9609 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:56:53.515838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9ed457c2-d491-4d86-bb1a-27db01cd9609 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:56:53.518273 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8973504c-9d88-431c-9f27-8be2db2bf9be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:53.541048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.556997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.581702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8973504c-9d88-431c-9f27-8be2db2bf9be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.582902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e87719-1954-4cb6-8ea2-31c0f2c82868 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:53.583806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-49e87719-1954-4cb6-8ea2-31c0f2c82868 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Synchronizing usage tracker for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:53.631269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.636966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Transition to ACTIVE for port object 0535993d-f81e-443c-a6eb-17240184d302 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:53.646445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:53.648147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Transition to ACTIVE for port object 7f600262-df01-4cea-a46d-edd93401c82e will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:53.664572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-49e87719-1954-4cb6-8ea2-31c0f2c82868 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Unset dirty status for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:53.673968 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-49e87719-1954-4cb6-8ea2-31c0f2c82868 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports/be735bda-c2cb-4e30-99b4-1b688f87c8bc HTTP/1.1" status: 200 len: 913 time: 0.6033576 Oct 17 17:56:53.673968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45842) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:53.717877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:53.721881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:53.729606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:53.730344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.761186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=4c837622-9ffc-43ef-a3d8-1c303574f2aa,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:53.795298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8973504c-9d88-431c-9f27-8be2db2bf9be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.801602 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fd292f56-1655-4ba5-b8b9-63d36532683d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0171933 Oct 17 17:56:53.806177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45846) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:53.810926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8973504c-9d88-431c-9f27-8be2db2bf9be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.830991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ecf5d45a-41c2-4338-ac9c-1049f4ad42f7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:53.855487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973504c-9d88-431c-9f27-8be2db2bf9be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9314e7a4-5f9b-4139-b936-4aec443ca75e,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:53.862495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.869906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8973504c-9d88-431c-9f27-8be2db2bf9be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.872368 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8973504c-9d88-431c-9f27-8be2db2bf9be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4351296 Oct 17 17:56:53.877767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45850) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:53.883675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Transition to ACTIVE for port object 7f600262-df01-4cea-a46d-edd93401c82e will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:53.884751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f4037c38-9b6b-4733-bbe2-dea5a4a4f2dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '21732945-0fa5-4f74-bb8a-80fb5333b930', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:53.889292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Transition to ACTIVE for port object 0535993d-f81e-443c-a6eb-17240184d302 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:56:53.892877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f4037c38-9b6b-4733-bbe2-dea5a4a4f2dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:53.904150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f4037c38-9b6b-4733-bbe2-dea5a4a4f2dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:53.910313 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f4037c38-9b6b-4733-bbe2-dea5a4a4f2dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:53.920952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f4037c38-9b6b-4733-bbe2-dea5a4a4f2dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:53.933910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.940043 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:53.940343 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.013076 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-f4037c38-9b6b-4733-bbe2-dea5a4a4f2dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:56:54.051191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Subnet': ['ID=7629be2d-9088-49e8-af06-a679193dd468,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:54.063017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Network fd8c362d-b6f6-4aaa-9485-3f8dd9622438 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:54.069042 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa35c02-7d70-4b71-84e2-081e704d0c17 None None] Update dhcp port {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': 'b167a750-8821-486f-b85e-c44ab0cc1b1f'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '22624e4e-67f1-4cb8-82de-cc6a52d4d813'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:56:54.109668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4037c38-9b6b-4733-bbe2-dea5a4a4f2dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.110777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Network 32f308a9-5bc5-489c-83d0-54a4fe300916 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:54.111901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:54.127029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:54.134392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:54.147398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:54.153484 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 2 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:54.188277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Pushing event updated for resources: {'Port': ['ID=7f600262-df01-4cea-a46d-edd93401c82e,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:54.386749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ecf5d45a-41c2-4338-ac9c-1049f4ad42f7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:54.399760 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.400288 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ecf5d45a-41c2-4338-ac9c-1049f4ad42f7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:54.406964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ecf5d45a-41c2-4338-ac9c-1049f4ad42f7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:54.422024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ecf5d45a-41c2-4338-ac9c-1049f4ad42f7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:54.458997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9fa35c02-7d70-4b71-84e2-081e704d0c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.496925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf5d45a-41c2-4338-ac9c-1049f4ad42f7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:54.497518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8c362d-b6f6-4aaa-9485-3f8dd9622438']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:54.500592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ecf5d45a-41c2-4338-ac9c-1049f4ad42f7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.530026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Allocated IP 172.26.8.246 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/dbd71704-7d32-4d81-8833-8200faa81dff) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:54.541602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c5ee52-c757-45ab-b335-8a0c809752f2') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:54.543724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c5ee52-c757-45ab-b335-8a0c809752f2') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:54.589372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4037c38-9b6b-4733-bbe2-dea5a4a4f2dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.594389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.616715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4037c38-9b6b-4733-bbe2-dea5a4a4f2dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.655471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:54.666708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Pushing event updated for resources: {'Port': ['ID=0535993d-f81e-443c-a6eb-17240184d302,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:54.681308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4037c38-9b6b-4733-bbe2-dea5a4a4f2dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2298be-1583-4e49-bfa8-f021a64550a2,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:54.695369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.697801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Attempting to bind port 0535993d-f81e-443c-a6eb-17240184d302 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:56:54.698237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Attempting to bind port 0535993d-f81e-443c-a6eb-17240184d302 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:56:54.698533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Attempting to bind port 0535993d-f81e-443c-a6eb-17240184d302 on network 32f308a9-5bc5-489c-83d0-54a4fe300916 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:56:54.705833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Attempting to bind port 7f600262-df01-4cea-a46d-edd93401c82e on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:56:54.706304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Attempting to bind port 7f600262-df01-4cea-a46d-edd93401c82e by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'a8c5ee52-c757-45ab-b335-8a0c809752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'fd8c362d-b6f6-4aaa-9485-3f8dd9622438'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:56:54.706586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Attempting to bind port 7f600262-df01-4cea-a46d-edd93401c82e on network fd8c362d-b6f6-4aaa-9485-3f8dd9622438 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:56:54.718296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-96795e84-ad83-4268-9264-9b215f726191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:56:46Z', 'revision_number': 9, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:56:04Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:54.726068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:56:54.726068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.729136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:56:54.729601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Checking segment: {'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:54.729932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.730325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Bound using segment: {'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:56:54.730802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Bound port: 0535993d-f81e-443c-a6eb-17240184d302, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:56:54.731209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.789148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:56:54.789538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Checking segment: {'id': 'a8c5ee52-c757-45ab-b335-8a0c809752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'fd8c362d-b6f6-4aaa-9485-3f8dd9622438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:56:54.789933 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.790322 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Bound using segment: {'id': 'a8c5ee52-c757-45ab-b335-8a0c809752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'fd8c362d-b6f6-4aaa-9485-3f8dd9622438'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:56:54.790878 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Bound port: 7f600262-df01-4cea-a46d-edd93401c82e, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c5ee52-c757-45ab-b335-8a0c809752f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'fd8c362d-b6f6-4aaa-9485-3f8dd9622438'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:56:54.791356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.808736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96795e84-ad83-4268-9264-9b215f726191 None None] The sync data for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv is: [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:56:46Z', 'revision_number': 9, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd21e6509-549c-4779-982f-955e76935193', 'name': '', 'network_id': '63aeec49-3418-465d-8493-18a4362846bc', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:b7:09:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:38Z', 'updated_at': '2022-10-17T17:56:04Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': '7096fa01-aa01-49b4-b4f4-3a9da798001f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:56:54.904752 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a8c5ee52-c757-45ab-b335-8a0c809752f2 resource provider aggregate not found Oct 17 17:56:54.912619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4037c38-9b6b-4733-bbe2-dea5a4a4f2dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:54.915582 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f4037c38-9b6b-4733-bbe2-dea5a4a4f2dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0358348 Oct 17 17:56:54.922194 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45858) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:54.956162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4faf0be1-58fd-4d47-bbd4-e532cbb0aab1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '21732945-0fa5-4f74-bb8a-80fb5333b930', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:54.970655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4faf0be1-58fd-4d47-bbd4-e532cbb0aab1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:54.979094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4faf0be1-58fd-4d47-bbd4-e532cbb0aab1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:54.986656 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4faf0be1-58fd-4d47-bbd4-e532cbb0aab1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:55.006537 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a8c5ee52-c757-45ab-b335-8a0c809752f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8c5ee52-c757-45ab-b335-8a0c809752f2 found for delete ", "request_id": "req-b58012db-6153-48da-a94b-a9d4b6a1e7ae"}]} Oct 17 17:56:55.007751 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:55.014890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4faf0be1-58fd-4d47-bbd4-e532cbb0aab1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:55.021194 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 17:56:55.021194 dv-neutron-860895-1-hyperv neutron-server[89190]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 17:56:55.021194 dv-neutron-860895-1-hyperv neutron-server[89190]: [parameters: {'id': 'fd8c362d-b6f6-4aaa-9485-3f8dd9622438'}] Oct 17 17:56:55.021194 dv-neutron-860895-1-hyperv neutron-server[89190]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:56:55.022498 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:56:55.078149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] For port 0535993d-f81e-443c-a6eb-17240184d302, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:56:55.084052 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-4faf0be1-58fd-4d47-bbd4-e532cbb0aab1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:56:55.096941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] For port 0535993d-f81e-443c-a6eb-17240184d302, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0535993d-f81e-443c-a6eb-17240184d302,segment=NetworkSegment(cc35590a-5de0-4177-86d3-c86c6de82aae),segment_id=cc35590a-5de0-4177-86d3-c86c6de82aae)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:56:55.097251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4faf0be1-58fd-4d47-bbd4-e532cbb0aab1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:55.101967 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.ipam_backend_mixin [None req-ecf5d45a-41c2-4338-ac9c-1049f4ad42f7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c837622-9ffc-43ef-a3d8-1c303574f2aa (CIDR: 2001:db8::/64) Oct 17 17:56:55.103886 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] For port 7f600262-df01-4cea-a46d-edd93401c82e, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:56:55.115366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] For port 7f600262-df01-4cea-a46d-edd93401c82e, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7f600262-df01-4cea-a46d-edd93401c82e,segment=NetworkSegment(a8c5ee52-c757-45ab-b335-8a0c809752f2),segment_id=a8c5ee52-c757-45ab-b335-8a0c809752f2)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:56:55.117534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:55.188405 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 3 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:55.242506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:55.262893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c4de92-e4f1-4352-badd-d3df14574a46 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:55.330927 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf5d45a-41c2-4338-ac9c-1049f4ad42f7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:56:55.331721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf5d45a-41c2-4338-ac9c-1049f4ad42f7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:55.363370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:55.380473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4faf0be1-58fd-4d47-bbd4-e532cbb0aab1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:55.389508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4faf0be1-58fd-4d47-bbd4-e532cbb0aab1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:55.442638 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 22624e4e-67f1-4cb8-82de-cc6a52d4d813 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:56:55.474655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf0be1-58fd-4d47-bbd4-e532cbb0aab1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf229cda-cca0-4b57-aa53-829d54e51800,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:55.500648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4faf0be1-58fd-4d47-bbd4-e532cbb0aab1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:55.516227 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4faf0be1-58fd-4d47-bbd4-e532cbb0aab1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5786276 Oct 17 17:56:55.524051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:55.547772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Deleting port 7f600262-df01-4cea-a46d-edd93401c82e {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:55.548317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:55.587542 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ecf5d45a-41c2-4338-ac9c-1049f4ad42f7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7767768 Oct 17 17:56:55.611783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45864) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:55.623611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:55.638494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:55.694656 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedffb50-8c4d-4b7b-a7dc-c9ee7a219dbd None None] Pushing event updated for resources: {'Port': ['ID=0535993d-f81e-443c-a6eb-17240184d302,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:55.709048 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-199fa626-18a2-432e-a202-64326aa598db tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:55.996848 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05352651-4b91-4a17-ae04-a4f57a2b21d2 None None] Network fd8c362d-b6f6-4aaa-9485-3f8dd9622438 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:56.111144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909303b8-b203-4264-b2e1-8ebb30bb8887 None None] Pushing event updated for resources: {'Port': ['ID=7f600262-df01-4cea-a46d-edd93401c82e,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:56.257089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:56.266040 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:56.271968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:56.285062 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 4 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:56.287446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:56.344318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:56.350053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:56.391889 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:56:56.393054 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:56.411430 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:56.507396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8e021be6-1301-4401-9ecf-5c161f8ef4fe tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:56.529272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:56.557777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 22624e4e-67f1-4cb8-82de-cc6a52d4d813, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=22624e4e-67f1-4cb8-82de-cc6a52d4d813,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:56.572183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:56.572893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:56:56.725477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] For port 7f600262-df01-4cea-a46d-edd93401c82e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7f600262-df01-4cea-a46d-edd93401c82e,segment=NetworkSegment(a8c5ee52-c757-45ab-b335-8a0c809752f2),segment_id=a8c5ee52-c757-45ab-b335-8a0c809752f2)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:56.726036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:56.747082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:56:56.748182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3c1dd0fb-6cea-45a6-a01b-8b58adcf3ed3 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:56:56.789799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=22624e4e-67f1-4cb8-82de-cc6a52d4d813,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:56.794285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec9bcb-ed5d-484c-8aa0-2c761b6ce6f5 None None] Network fd8c362d-b6f6-4aaa-9485-3f8dd9622438 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:56.990988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'Port': ['ID=dbd71704-7d32-4d81-8833-8200faa81dff,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:57.027334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Calling delete_port for 7f600262-df01-4cea-a46d-edd93401c82e owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:57.033414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:56:57.038533 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 5 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:57.121331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-373a3c83-48cb-4cb6-af30-c8b375c4b1c2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:57.178285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5577199d-000b-4bce-b56e-3c65f5c4ca06 None None] Update dhcp port {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'fixed_ips': [{'subnet_id': '4c837622-9ffc-43ef-a3d8-1c303574f2aa'}], 'binding:host_id': 'dv-neutron-860895-1-hyperv'}, 'id': '22624e4e-67f1-4cb8-82de-cc6a52d4d813'} from dv-neutron-860895-1-hyperv. {{(pid=89192) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 17 17:56:57.262165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:57.273100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0535993d-f81e-443c-a6eb-17240184d302 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:56:57.289175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:56:57.321990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5577199d-000b-4bce-b56e-3c65f5c4ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:57.381117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:56:57.436332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:57.448040 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47da03b2-5e79-44fd-9e0c-5f67435e299a None None] Network 32f308a9-5bc5-489c-83d0-54a4fe300916 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:56:57.503033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Port': ['ID=7f600262-df01-4cea-a46d-edd93401c82e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:57.508153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No DVR routers for this DVR port 7f600262-df01-4cea-a46d-edd93401c82e on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:56:57.522651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-373a3c83-48cb-4cb6-af30-c8b375c4b1c2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:57.525149 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-373a3c83-48cb-4cb6-af30-c8b375c4b1c2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1910818155&fields=id&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 267 time: 1.1829147 Oct 17 17:56:57.660864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:57.714313 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8c362d-b6f6-4aaa-9485-3f8dd9622438']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:57.740248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c5ee52-c757-45ab-b335-8a0c809752f2') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:57.740761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c5ee52-c757-45ab-b335-8a0c809752f2') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:56:57.759237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:57.769619 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 6 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:57.845837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:57.868485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 0535993d-f81e-443c-a6eb-17240184d302 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:56:57.923170 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:56:57.923493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:58.042521 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a8c5ee52-c757-45ab-b335-8a0c809752f2 resource provider aggregate not found Oct 17 17:56:58.057211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8e021be6-1301-4401-9ecf-5c161f8ef4fe tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port be735bda-c2cb-4e30-99b4-1b688f87c8bc {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:58.057989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8e021be6-1301-4401-9ecf-5c161f8ef4fe tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:58.080894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:58.108730 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a8c5ee52-c757-45ab-b335-8a0c809752f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8c5ee52-c757-45ab-b335-8a0c809752f2 found for delete ", "request_id": "req-74be0b0d-9ff0-4e5a-b9f8-c48b17e50c27"}]} Oct 17 17:56:58.127337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-5577199d-000b-4bce-b56e-3c65f5c4ca06 None None] Allocated IP 2001:db8::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/4c837622-9ffc-43ef-a3d8-1c303574f2aa/22624e4e-67f1-4cb8-82de-cc6a52d4d813) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:56:58.144496 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:56:58.223028 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:58.269764 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:58.292499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Network': ['ID=fd8c362d-b6f6-4aaa-9485-3f8dd9622438,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:58.335733 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c63a6786-e708-47a4-a433-33a602f981d7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/fd8c362d-b6f6-4aaa-9485-3f8dd9622438 HTTP/1.1" status: 204 len: 168 time: 8.0241246 Oct 17 17:56:58.351621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45882) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:58.436912 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-c430a839-6139-4feb-b143-bf8334afd92c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:56:58.436912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c430a839-6139-4feb-b143-bf8334afd92c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:56:58.440534 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c430a839-6139-4feb-b143-bf8334afd92c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/fd8c362d-b6f6-4aaa-9485-3f8dd9622438 HTTP/1.1" status: 404 len: 339 time: 0.1009388 Oct 17 17:56:58.452103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45886) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:58.464330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1082202856', 'description': 'd1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:56:58.482606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:56:58.496583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:network and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:56:58.502390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:56:58.524503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5577199d-000b-4bce-b56e-3c65f5c4ca06 None None] For port 22624e4e-67f1-4cb8-82de-cc6a52d4d813, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=22624e4e-67f1-4cb8-82de-cc6a52d4d813,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:56:58.535714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:56:58.584608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:56:58.589141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5577199d-000b-4bce-b56e-3c65f5c4ca06 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:58.589141 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 7 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:58.617585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:58.647670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-199fa626-18a2-432e-a202-64326aa598db tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port d21e6509-549c-4779-982f-955e76935193 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:56:58.649690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-199fa626-18a2-432e-a202-64326aa598db tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:58.705048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5577199d-000b-4bce-b56e-3c65f5c4ca06 None None] Ignored duplicate provisioning block setup for port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 17 17:56:58.705048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5577199d-000b-4bce-b56e-3c65f5c4ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:58.818722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:58.926014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577199d-000b-4bce-b56e-3c65f5c4ca06 None None] Pushing event updated for resources: {'Port': ['ID=22624e4e-67f1-4cb8-82de-cc6a52d4d813,revision_number=9']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:56:58.942307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:56:59.020774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:59.020774 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Added segment f548ba6f-bc7c-4869-b502-325550c62df3 of type vlan for network ebadbc0e-8164-43ef-9d63-2d0212687743 Oct 17 17:56:59.037811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e591c4b6-f481-4644-bd3f-0d2f4e42bf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:59.066784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:59.192322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8e021be6-1301-4401-9ecf-5c161f8ef4fe tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:59.239360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:59.301440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-60b8b08c-86a0-4f0a-b6d5-2a7b37a9ecbb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:59.301440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-60b8b08c-86a0-4f0a-b6d5-2a7b37a9ecbb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:56:59.315577 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 8 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:59.477824 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:56:59.511536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:59.522721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:56:59.522721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:56:59.738445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8e021be6-1301-4401-9ecf-5c161f8ef4fe tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for be735bda-c2cb-4e30-99b4-1b688f87c8bc owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:56:59.812758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-60b8b08c-86a0-4f0a-b6d5-2a7b37a9ecbb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:56:59.813981 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-60b8b08c-86a0-4f0a-b6d5-2a7b37a9ecbb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/networks?id=32f308a9-5bc5-489c-83d0-54a4fe300916 HTTP/1.1" status: 200 len: 797 time: 2.2597194 Oct 17 17:56:59.885173 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4377728 Oct 17 17:56:59.895935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45890) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:56:59.946051 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-2e07b347-8585-4f10-a38c-3ae63b4155ba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/quotas/5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 375 time: 0.0658579 Oct 17 17:56:59.970985 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 9 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:56:59.971621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113dd25-757d-41a3-91eb-03e4c354928c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=ebadbc0e-8164-43ef-9d63-2d0212687743,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:00.039721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network ebadbc0e-8164-43ef-9d63-2d0212687743 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:57:00.124280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] For port 22624e4e-67f1-4cb8-82de-cc6a52d4d813, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=22624e4e-67f1-4cb8-82de-cc6a52d4d813,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:00.147893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8757759e-c4ed-4d3a-beba-555fde01e174 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:00.148655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8757759e-c4ed-4d3a-beba-555fde01e174 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Synchronizing usage tracker for tenant:0d88076286bb4c578ccfdc6ddfb44636 on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:00.158329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:00.200143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:00.202472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8757759e-c4ed-4d3a-beba-555fde01e174 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Unset dirty status for tenant:0d88076286bb4c578ccfdc6ddfb44636 on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:00.205162 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8757759e-c4ed-4d3a-beba-555fde01e174 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/networks?id=ebadbc0e-8164-43ef-9d63-2d0212687743 HTTP/1.1" status: 200 len: 761 time: 0.2958937 Oct 17 17:57:00.207862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45894) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:00.215083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-86e7972f-a616-4c78-b06c-4a4a92e2724c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'description': 'd2'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:00.380421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:00.381307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:00.426349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:00.427959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa8516-7458-4f7f-8841-20220b6f3c5a None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 17:57:00.434465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8e021be6-1301-4401-9ecf-5c161f8ef4fe tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:00.603660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:00.621680 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:00.642041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:00.642403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:00.651322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e021be6-1301-4401-9ecf-5c161f8ef4fe tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=be735bda-c2cb-4e30-99b4-1b688f87c8bc,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:00.651821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=5003e3c3-3645-4347-84bd-a07ba871a641,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:00.670051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-86e7972f-a616-4c78-b06c-4a4a92e2724c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:00.679993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=22624e4e-67f1-4cb8-82de-cc6a52d4d813,revision_number=10']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:00.695655 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e0e1f9c5-2cc2-4f19-a18d-c5a94bbfbacf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.0822375 Oct 17 17:57:00.698530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45898) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:00.706455 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:3f:58:05', 'name': 'tempest-NetworksTestDHCPv6-860422217'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:00.717724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa8516-7458-4f7f-8841-20220b6f3c5a None None] Resources bound (agent type, host, resource id): {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 17:57:00.725077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-86e7972f-a616-4c78-b06c-4a4a92e2724c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:00.769556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-199fa626-18a2-432e-a202-64326aa598db tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] For port d21e6509-549c-4779-982f-955e76935193, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d21e6509-549c-4779-982f-955e76935193,segment=NetworkSegment(d21b3f64-730a-4f80-bc3e-83526961255c),segment_id=d21b3f64-730a-4f80-bc3e-83526961255c)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:00.770121 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-199fa626-18a2-432e-a202-64326aa598db tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:00.803275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86e7972f-a616-4c78-b06c-4a4a92e2724c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network ebadbc0e-8164-43ef-9d63-2d0212687743 is not hosted by any dhcp agent {{(pid=89190) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 17 17:57:00.807884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e7972f-a616-4c78-b06c-4a4a92e2724c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:00.808514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-86e7972f-a616-4c78-b06c-4a4a92e2724c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:00.813212 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-86e7972f-a616-4c78-b06c-4a4a92e2724c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "PUT /v2.0/networks/ebadbc0e-8164-43ef-9d63-2d0212687743 HTTP/1.1" status: 200 len: 758 time: 0.6039991 Oct 17 17:57:00.823419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45902) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:00.931292 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:00.939176 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 10 to provision port 90b7960d-0cda-493b-9bbd-f02c5f8af9db Oct 17 17:57:01.104063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-199fa626-18a2-432e-a202-64326aa598db tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for d21e6509-549c-4779-982f-955e76935193 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:01.212203 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 22624e4e-67f1-4cb8-82de-cc6a52d4d813 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:01.268609 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7972f-a616-4c78-b06c-4a4a92e2724c tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=ebadbc0e-8164-43ef-9d63-2d0212687743,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:01.291683 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-302a306a-33bd-45fe-ba6a-1e7892caa8cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&fields=id HTTP/1.1" status: 200 len: 440 time: 1.3267641 Oct 17 17:57:01.293536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:01.309417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Port 90b7960d-0cda-493b-9bbd-f02c5f8af9db cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:01.313532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network ebadbc0e-8164-43ef-9d63-2d0212687743 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:57:01.318836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ff3e04-30dd-4ab0-9084-a991641f4198 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:01.326901 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d7ff3e04-30dd-4ab0-9084-a991641f4198 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/networks?id=ebadbc0e-8164-43ef-9d63-2d0212687743 HTTP/1.1" status: 200 len: 761 time: 0.4966588 Oct 17 17:57:01.327224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8e021be6-1301-4401-9ecf-5c161f8ef4fe tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:01.332166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45906) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:01.348142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1492206605'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:01.355543 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:01.360075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:01.384745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:01.401276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:01.433501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:01.440982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:01.454690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Provisioning for port d011dee7-f64b-4465-bda5-a754c0df8106 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:01.496572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Provisioning complete for port d011dee7-f64b-4465-bda5-a754c0df8106 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:01.496929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:01.497452 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 1 to provision port d011dee7-f64b-4465-bda5-a754c0df8106 Oct 17 17:57:01.571533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4c07a7eb-e4a7-4fb5-8cdf-6d4129f0c1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:01.600642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:57:01.641881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:01.643029 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Added segment 4bc6da9d-5f82-4cb6-bd7c-5bd943b6fef6 of type vlan for network 12e7935e-2fe7-451d-b167-1ad0b3951c5f Oct 17 17:57:01.736045 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:01.746386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:01.766266 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Current status of the port d011dee7-f64b-4465-bda5-a754c0df8106 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:01.767354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:01.805546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b41de7a-3ca2-4d44-9eb8-35c5b6572331 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:01.835748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port 4ce4d07c-c2ed-4d0a-a74b-b0766a3a2c9c yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:57:01.970306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:01.971031 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-31865ea9-7706-4ec7-b42d-27c7be730fe4 service neutron] 10.222.0.69 "GET /v2.0/networks/32f308a9-5bc5-489c-83d0-54a4fe300916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538467 Oct 17 17:57:01.994879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:01.996408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:02.022295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] For port d011dee7-f64b-4465-bda5-a754c0df8106, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d011dee7-f64b-4465-bda5-a754c0df8106,segment=NetworkSegment(7137b33c-b2a8-4c47-85ff-a3ae950bd3bb),segment_id=7137b33c-b2a8-4c47-85ff-a3ae950bd3bb)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:02.073049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:57:02.246426 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9124141 Oct 17 17:57:02.254505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:02.255542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45910) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:02.267849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'network_id': '12e7935e-2fe7-451d-b167-1ad0b3951c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:02.277722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:02.298338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:02.342370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd1e65-023c-46b5-a2af-8f3a4f4f8a91 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=12e7935e-2fe7-451d-b167-1ad0b3951c5f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:02.390076 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 12e7935e-2fe7-451d-b167-1ad0b3951c5f details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:57:02.428333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-199fa626-18a2-432e-a202-64326aa598db tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:02.482986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'Port': ['ID=dbd71704-7d32-4d81-8833-8200faa81dff,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:02.490874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:02.571604 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Pushing event updated for resources: {'Port': ['ID=d011dee7-f64b-4465-bda5-a754c0df8106,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:02.619922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:02.627854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Provisioning complete for port d27289df-bbfd-49e1-816e-80ef02ce8575 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:02.628497 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:02.628991 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 1 to provision port d27289df-bbfd-49e1-816e-80ef02ce8575 Oct 17 17:57:02.655364 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Usage tracker for resource:subnet and tenant:0d88076286bb4c578ccfdc6ddfb44636 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:02.663270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:02.674841 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:02.709202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:02.713305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:02.730114 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::1b7 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/4c837622-9ffc-43ef-a3d8-1c303574f2aa/4ce4d07c-c2ed-4d0a-a74b-b0766a3a2c9c) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:02.736552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:02.739498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:02.795023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3f:5805 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/5003e3c3-3645-4347-84bd-a07ba871a641/4ce4d07c-c2ed-4d0a-a74b-b0766a3a2c9c) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:02.831835 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Current status of the port d27289df-bbfd-49e1-816e-80ef02ce8575 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:02.840766 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e021be6-1301-4401-9ecf-5c161f8ef4fe tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router eefa8a5e-f93a-4771-bca6-0f5eb136f547 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:57:02.841940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Could not find standard attr ID for object be735bda-c2cb-4e30-99b4-1b688f87c8bc. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:57:02.845173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fa626-18a2-432e-a202-64326aa598db tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=d21e6509-549c-4779-982f-955e76935193,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:02.862966 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-1a55ae86-953f-44cd-bde1-7e26b9dd8a98 service neutron] 10.222.0.69 "GET /v2.0/networks/32f308a9-5bc5-489c-83d0-54a4fe300916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8178563 Oct 17 17:57:02.871852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Provisioning for port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:02.892633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Provisioning complete for port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:02.893805 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:02.894718 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Attempt 1 to provision port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 Oct 17 17:57:03.126963 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:03.165582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object 4ce4d07c-c2ed-4d0a-a74b-b0766a3a2c9c will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:03.283893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:03.297101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Current status of the port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:03.297913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:03.329579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d011dee7-f64b-4465-bda5-a754c0df8106 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:03.344230 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-95925558-14f3-4788-9525-2f7eeee02202 req-5b0b4d1a-eeb5-414a-8c54-2fac59ad143d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 210 time: 0.1353948 Oct 17 17:57:03.460191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:03.468076 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] For port 22624e4e-67f1-4cb8-82de-cc6a52d4d813, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=22624e4e-67f1-4cb8-82de-cc6a52d4d813,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:03.468806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:03.471657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:57:03.477869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:03.478598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:03.478731 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d011dee7-f64b-4465-bda5-a754c0df8106 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:03.479396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:03.479928 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d011dee7-f64b-4465-bda5-a754c0df8106 Oct 17 17:57:03.498813 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=4ce4d07c-c2ed-4d0a-a74b-b0766a3a2c9c,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:03.542912 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8632327e-dcb2-41ba-9c95-2bd1f5e9b2ce tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8430638 Oct 17 17:57:03.547876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45922) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:03.565265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:03.619997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Could not find standard attr ID for object 8136903f-c915-4ff6-a56f-4dd0594c4039. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:57:03.622855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:03.709538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d011dee7-f64b-4465-bda5-a754c0df8106 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:03.736156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7437f26c-810c-4b7e-8a83-bbea97010111 None None] Pushing event updated for resources: {'Port': ['ID=22624e4e-67f1-4cb8-82de-cc6a52d4d813,revision_number=11']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:03.755105 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Provisioning for port 0535993d-f81e-443c-a6eb-17240184d302 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:03.762960 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Provisioning complete for port 0535993d-f81e-443c-a6eb-17240184d302 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:03.763706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:03.764220 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Attempt 1 to provision port 0535993d-f81e-443c-a6eb-17240184d302 Oct 17 17:57:03.765878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-af601ae4-e34c-4149-8dfa-2347ceb3bd95 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port 4ce4d07c-c2ed-4d0a-a74b-b0766a3a2c9c {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:03.767310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af601ae4-e34c-4149-8dfa-2347ceb3bd95 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:03.885824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=c63e9c6b-b2e5-4836-b369-2b3512d5f806,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:03.891714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking segment: {'id': '4bc6da9d-5f82-4cb6-bd7c-5bd943b6fef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '12e7935e-2fe7-451d-b167-1ad0b3951c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:57:03.891714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network hostable DHCP agents. Network: 12e7935e-2fe7-451d-b167-1ad0b3951c5f, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:57:03.936579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Current status of the port 0535993d-f81e-443c-a6eb-17240184d302 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:03.936962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:04.029925 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Floating IP 8c9fe360-62bc-4d6c-ad89-994ba0bcd86d associated. External IP: 172.26.8.246, port: 7b351436-239f-4ee8-bae0-78b17929d835. Oct 17 17:57:04.034205 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] For port 0535993d-f81e-443c-a6eb-17240184d302, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0535993d-f81e-443c-a6eb-17240184d302,segment=NetworkSegment(cc35590a-5de0-4177-86d3-c86c6de82aae),segment_id=cc35590a-5de0-4177-86d3-c86c6de82aae)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:04.042984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:04.126680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e021be6-1301-4401-9ecf-5c161f8ef4fe tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:57:04.196935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af601ae4-e34c-4149-8dfa-2347ceb3bd95 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:04.275336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-199fa626-18a2-432e-a202-64326aa598db tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:04.335348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Pushing event updated for resources: {'Port': ['ID=0535993d-f81e-443c-a6eb-17240184d302,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:04.347582 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2eb01-77c6-4a3c-adb3-44ebcc0b1558 None None] Sync routers for ids ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:57:04.366779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Could not find standard attr ID for object be735bda-c2cb-4e30-99b4-1b688f87c8bc. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:57:04.409812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa2eb01-77c6-4a3c-adb3-44ebcc0b1558 None None] Routers {'eefa8a5e-f93a-4771-bca6-0f5eb136f547'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:04.410443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6fa2eb01-77c6-4a3c-adb3-44ebcc0b1558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:04.485404 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8e021be6-1301-4401-9ecf-5c161f8ef4fe tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/eefa8a5e-f93a-4771-bca6-0f5eb136f547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8104761 Oct 17 17:57:04.486374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45930) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:04.524203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-af601ae4-e34c-4149-8dfa-2347ceb3bd95 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for 4ce4d07c-c2ed-4d0a-a74b-b0766a3a2c9c owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:04.567719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6fa2eb01-77c6-4a3c-adb3-44ebcc0b1558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:04.587861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa2eb01-77c6-4a3c-adb3-44ebcc0b1558 None None] Routers {'eefa8a5e-f93a-4771-bca6-0f5eb136f547'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:04.588387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6fa2eb01-77c6-4a3c-adb3-44ebcc0b1558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:04.638935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:04.640741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network 12e7935e-2fe7-451d-b167-1ad0b3951c5f is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:57:04.659661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6fa2eb01-77c6-4a3c-adb3-44ebcc0b1558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:04.660048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa2eb01-77c6-4a3c-adb3-44ebcc0b1558 None None] The sync data for ids ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:57:04.661845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Provisioning complete for port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:04.662289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:04.662696 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Attempt 1 to provision port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 Oct 17 17:57:04.669102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 12e7935e-2fe7-451d-b167-1ad0b3951c5f) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:04.677608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:04.679028 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:04.720680 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2a06f29d-5fa3-4c9a-ad7b-24f5d4093905 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4636462 Oct 17 17:57:04.726357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45934) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:04.737252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a16bf16-5886-4f6a-b275-af249901cf9c None None] Network 12e7935e-2fe7-451d-b167-1ad0b3951c5f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:04.748167 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-088474d8-7c4f-4a37-8441-4084e63fc11b req-337e8634-2c2a-481f-8f52-64948853dc5c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 210 time: 0.1665738 Oct 17 17:57:04.955831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3beea7e8-091d-4a74-9d5c-bc1bd9e38d8d None None] Current status of the port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:04.983489 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:05.240046 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0535993d-f81e-443c-a6eb-17240184d302 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:05.377222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-993a8ced-8f96-4866-97ac-d39e215bc969 None None] Provisioning complete for port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:05.377856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-993a8ced-8f96-4866-97ac-d39e215bc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:05.378314 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-993a8ced-8f96-4866-97ac-d39e215bc969 None None] Attempt 1 to provision port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 Oct 17 17:57:05.509188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d96478d-0057-456d-b5e3-8e676af50b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-12e7935e-2fe7-451d-b167-1ad0b3951c5f', 'network_id': '12e7935e-2fe7-451d-b167-1ad0b3951c5f', 'tenant_id': '0d88076286bb4c578ccfdc6ddfb44636', 'fixed_ips': [{'subnet_id': 'c63e9c6b-b2e5-4836-b369-2b3512d5f806'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:57:05.509188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6d96478d-0057-456d-b5e3-8e676af50b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:05.546045 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:05.758811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 0535993d-f81e-443c-a6eb-17240184d302 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:05.758811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:05.758811 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 0535993d-f81e-443c-a6eb-17240184d302 Oct 17 17:57:05.785781 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af601ae4-e34c-4149-8dfa-2347ceb3bd95 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:05.831497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:05.939563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-993a8ced-8f96-4866-97ac-d39e215bc969 None None] Current status of the port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server [None req-6d96478d-0057-456d-b5e3-8e676af50b5c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c63e9c6b-b2e5-4836-b369-2b3512d5f806: This subnet is being modified by another concurrent operation. Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise exception Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c63e9c6b-b2e5-4836-b369-2b3512d5f806: This subnet is being modified by another concurrent operation. Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server Oct 17 17:57:05.947406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-993a8ced-8f96-4866-97ac-d39e215bc969 None None] Could not find standard attr ID for object 4ce4d07c-c2ed-4d0a-a74b-b0766a3a2c9c. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:57:06.021319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 0535993d-f81e-443c-a6eb-17240184d302 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:06.021319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 22624e4e-67f1-4cb8-82de-cc6a52d4d813 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:06.055356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37eb6fd-70c1-4f42-9110-0d65fa50be02 None None] Network 12e7935e-2fe7-451d-b167-1ad0b3951c5f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:06.125651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199fa626-18a2-432e-a202-64326aa598db tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 07c8091b-c87b-4eaa-aa16-2873644e7e05 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:57:06.283960 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:57:06.313174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Subnet': ['ID=c63e9c6b-b2e5-4836-b369-2b3512d5f806,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:06.316211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af601ae4-e34c-4149-8dfa-2347ceb3bd95 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=4ce4d07c-c2ed-4d0a-a74b-b0766a3a2c9c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:06.363289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f687ab0-e981-45f5-a9bf-d0a4231e0834 None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 17:57:06.380640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Router 1eb4ebea-e802-4fce-aa38-7438dbd93580 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:57:06.589210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:06.589210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:06.589210 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 Oct 17 17:57:06.608918 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fece8e0e-c0e9-407a-b37d-e951035b9db2 req-f3750f44-23bc-4ee5-9cb9-95ed5e95d26f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 210 time: 0.2934752 Oct 17 17:57:06.684289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af601ae4-e34c-4149-8dfa-2347ceb3bd95 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:06.700272 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:06.728361 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-af601ae4-e34c-4149-8dfa-2347ceb3bd95 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/4ce4d07c-c2ed-4d0a-a74b-b0766a3a2c9c HTTP/1.1" status: 204 len: 168 time: 3.1789844 Oct 17 17:57:06.732460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45944) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:06.743865 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-381b4759-a20c-48fa-b79c-3a0a0a6d5ae3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:06.745398 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-381b4759-a20c-48fa-b79c-3a0a0a6d5ae3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks?id=32f308a9-5bc5-489c-83d0-54a4fe300916 HTTP/1.1" status: 200 len: 797 time: 1.0606186 Oct 17 17:57:06.773594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e7935e-2fe7-451d-b167-1ad0b3951c5f']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:06.801813 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc6da9d-5f82-4cb6-bd7c-5bd943b6fef6') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:06.802099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc6da9d-5f82-4cb6-bd7c-5bd943b6fef6') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:06.829877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:06.843126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f687ab0-e981-45f5-a9bf-d0a4231e0834 None None] Resources bound (agent type, host, resource id): {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 17:57:06.849936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:06.858170 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:06.868331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:57:06.868727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:07.005140 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 4bc6da9d-5f82-4cb6-bd7c-5bd943b6fef6 resource provider aggregate not found Oct 17 17:57:07.026172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:07.031657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:07.037370 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 4bc6da9d-5f82-4cb6-bd7c-5bd943b6fef6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bc6da9d-5f82-4cb6-bd7c-5bd943b6fef6 found for delete ", "request_id": "req-9f575452-2c4f-4ca3-85b3-06d17a95c66e"}]} Oct 17 17:57:07.080241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199fa626-18a2-432e-a202-64326aa598db tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:57:07.083372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b251c44d-5b04-4f02-9224-579528c1d429 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:07.084214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b251c44d-5b04-4f02-9224-579528c1d429 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:07.091552 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e895e-217f-49e9-b078-7f525cb1e172 None None] Sync routers for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:57:07.098065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Network': ['ID=12e7935e-2fe7-451d-b167-1ad0b3951c5f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:07.098388 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-f20d682d-30b9-4db3-a49b-198614f501cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 473 time: 0.2214658 Oct 17 17:57:07.109275 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8d4c465a-be60-4d24-bdce-09fb8b8274e6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/12e7935e-2fe7-451d-b167-1ad0b3951c5f HTTP/1.1" status: 204 len: 168 time: 2.3785908 Oct 17 17:57:07.109921 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-199fa626-18a2-432e-a202-64326aa598db tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2926862 Oct 17 17:57:07.110418 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e895e-217f-49e9-b078-7f525cb1e172 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:07.111139 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f56e895e-217f-49e9-b078-7f525cb1e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:07.111845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45952) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:07.113008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45954) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:07.141190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'device_id': '60ad7da4-329b-416b-a792-b02666ecd0dc', 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916', 'admin_state_up': True, 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'security_groups': ['21732945-0fa5-4f74-bb8a-80fb5333b930']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:07.247714 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-497e996d-1c66-4ac4-9800-d8b6979fae53 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] GET failed (client error): The resource could not be found. Oct 17 17:57:07.248259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-497e996d-1c66-4ac4-9800-d8b6979fae53 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Synchronizing usage tracker for tenant:0d88076286bb4c578ccfdc6ddfb44636 on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:07.264647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b251c44d-5b04-4f02-9224-579528c1d429 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:07.267535 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b251c44d-5b04-4f02-9224-579528c1d429 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5347426 Oct 17 17:57:07.271481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45960) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:07.326758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6170feb-4e4e-4cc4-b3d3-b34d6704e686 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting subnet 7096fa01-aa01-49b4-b4f4-3a9da798001f {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:57:07.340324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a6170feb-4e4e-4cc4-b3d3-b34d6704e686 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:07.376102 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-f56e895e-217f-49e9-b078-7f525cb1e172 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:07.408999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-497e996d-1c66-4ac4-9800-d8b6979fae53 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Unset dirty status for tenant:0d88076286bb4c578ccfdc6ddfb44636 on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:07.412762 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-497e996d-1c66-4ac4-9800-d8b6979fae53 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/subnets/c63e9c6b-b2e5-4836-b369-2b3512d5f806 HTTP/1.1" status: 404 len: 337 time: 0.2935996 Oct 17 17:57:07.423340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45964) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:07.427939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:57:07.443672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a0590e-96b8-4152-9d9a-21587b38a2b2 None None] Sync routers for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:57:07.475843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a0590e-96b8-4152-9d9a-21587b38a2b2 None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:07.476503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-61a0590e-96b8-4152-9d9a-21587b38a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:07.484856 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8097d7-0027-452e-8715-c932a06988ca tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:07.485338 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8097d7-0027-452e-8715-c932a06988ca tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:07.487081 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7d8097d7-0027-452e-8715-c932a06988ca tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/12e7935e-2fe7-451d-b167-1ad0b3951c5f HTTP/1.1" status: 404 len: 339 time: 0.0626867 Oct 17 17:57:07.489439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a6170feb-4e4e-4cc4-b3d3-b34d6704e686 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:07.499071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45968) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:07.601495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39495b6a-c3e5-4226-9e90-b48067612732 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:07.605457 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-39495b6a-c3e5-4226-9e90-b48067612732 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3266449 Oct 17 17:57:07.606083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45972) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:07.689826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a6170feb-4e4e-4cc4-b3d3-b34d6704e686 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:07.727391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:07.787439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:07.824447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:port and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:07.837501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0fec8d-4054-4611-911c-c3536630ac46 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:07.839280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0fec8d-4054-4611-911c-c3536630ac46 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:07.841334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0fec8d-4054-4611-911c-c3536630ac46 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:07.842199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ee0fec8d-4054-4611-911c-c3536630ac46 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:07.853137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-61a0590e-96b8-4152-9d9a-21587b38a2b2 None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:07.870511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ee0fec8d-4054-4611-911c-c3536630ac46 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:07.872223 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ee0fec8d-4054-4611-911c-c3536630ac46 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2655151 Oct 17 17:57:07.876824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45978) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:07.900474 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ce10415d-ae77-4ba8-98f5-edcf57d5fd4e req-a07ca850-6878-480e-990a-9d238edc18c0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 210 time: 0.0723360 Oct 17 17:57:07.901375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:07.931280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:07.941000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a6170feb-4e4e-4cc4-b3d3-b34d6704e686 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:07.959543 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b4b38b4d-4f9f-4345-8dff-239480cd858d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 15.5368164 Oct 17 17:57:07.965934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db72d75f-5630-4e77-b988-b9cc35514156', 'tag': '7b351436-239f-4ee8-bae0-78b17929d835'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:57:07.970181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b903bcd-f90e-4746-bb9a-d0e7e365d107" -d '{"events": [{"name": "network-changed", "server_uuid": "db72d75f-5630-4e77-b988-b9cc35514156", "tag": "7b351436-239f-4ee8-bae0-78b17929d835"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:57:07.982724 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048fe0e8-e983-4601-846e-153ef1795b85 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:07.983270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-048fe0e8-e983-4601-846e-153ef1795b85 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Synchronizing usage tracker for tenant:0d88076286bb4c578ccfdc6ddfb44636 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:07.994962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4270420-e89c-4fed-8997-3d269cd53985 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:08.010005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a6170feb-4e4e-4cc4-b3d3-b34d6704e686 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:08.038551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6170feb-4e4e-4cc4-b3d3-b34d6704e686 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Subnet': ['ID=7096fa01-aa01-49b4-b4f4-3a9da798001f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:08.052983 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a6170feb-4e4e-4cc4-b3d3-b34d6704e686 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/7096fa01-aa01-49b4-b4f4-3a9da798001f HTTP/1.1" status: 204 len: 168 time: 0.9346144 Oct 17 17:57:08.057025 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 45986) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:08.091953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96308050-ca2d-4ec5-b742-8a7e0d39a6d8 None None] Network 63aeec49-3418-465d-8493-18a4362846bc requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:08.127728 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f56e895e-217f-49e9-b078-7f525cb1e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:57:01Z', 'revision_number': 10, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:08.133588 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e895e-217f-49e9-b078-7f525cb1e172 None None] Checking router: 07c8091b-c87b-4eaa-aa16-2873644e7e05 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:57:08.146816 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e895e-217f-49e9-b078-7f525cb1e172 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:08.147910 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f56e895e-217f-49e9-b078-7f525cb1e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:08.350504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbe50d1-a384-46ca-8064-2b668badd5c2 x-openstack-request-id: req-8dbe50d1-a384-46ca-8064-2b668badd5c2 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:57:08.350504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db72d75f-5630-4e77-b988-b9cc35514156", "tag": "7b351436-239f-4ee8-bae0-78b17929d835", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:57:08.350504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8dbe50d1-a384-46ca-8064-2b668badd5c2 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:57:08.350504 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbe50d1-a384-46ca-8064-2b668badd5c2'] response: {'name': 'network-changed', 'server_uuid': 'db72d75f-5630-4e77-b988-b9cc35514156', 'tag': '7b351436-239f-4ee8-bae0-78b17929d835', 'status': 'completed', 'code': 200} Oct 17 17:57:08.350504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:08.350504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:08.391113 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-048fe0e8-e983-4601-846e-153ef1795b85 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Unset dirty status for tenant:0d88076286bb4c578ccfdc6ddfb44636 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:08.391113 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-048fe0e8-e983-4601-846e-153ef1795b85 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8827884 Oct 17 17:57:08.404940 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-f56e895e-217f-49e9-b078-7f525cb1e172 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:08.413505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45990) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:08.442550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:08.545860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-680915f6-53d4-4e1a-b9ea-358cdf73f8b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Synchronizing usage tracker for tenant:0d88076286bb4c578ccfdc6ddfb44636 on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:08.639186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a53ef2-9bd9-45f2-abc2-1675770d04f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 4c837622-9ffc-43ef-a3d8-1c303574f2aa {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:57:08.652132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 53e41e4c-bb17-413b-ab28-d58d9720a172 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:08.652452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:08.679683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5a53ef2-9bd9-45f2-abc2-1675770d04f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:08.803991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-680915f6-53d4-4e1a-b9ea-358cdf73f8b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Unset dirty status for tenant:0d88076286bb4c578ccfdc6ddfb44636 on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:08.803991 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-680915f6-53d4-4e1a-b9ea-358cdf73f8b9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 207 time: 0.4008715 Oct 17 17:57:08.811583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 45994) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:09.078513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6629c4ab-bb8a-4e20-8f88-192b04d3c76b None None] DHCP port deletion for 63aeec49-3418-465d-8493-18a4362846bc request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:57:09.213375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.20 (32f308a9-5bc5-489c-83d0-54a4fe300916/3b2df8ad-631a-4808-8ab3-318ec9b40363/40668373-2e78-4e0a-ba8a-d090a2956d8c) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:09.356989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6629c4ab-bb8a-4e20-8f88-192b04d3c76b None None] Deleting port 53e41e4c-bb17-413b-ab28-d58d9720a172 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:09.356989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6629c4ab-bb8a-4e20-8f88-192b04d3c76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:09.363437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c8c3e6-9a96-4541-a1ef-be34bef49e52 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:09.366396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c8c3e6-9a96-4541-a1ef-be34bef49e52 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:09.373540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c8c3e6-9a96-4541-a1ef-be34bef49e52 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:09.376583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5a53ef2-9bd9-45f2-abc2-1675770d04f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:09.381208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c8c3e6-9a96-4541-a1ef-be34bef49e52 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:09.388865 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d8c8c3e6-9a96-4541-a1ef-be34bef49e52 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5695219 Oct 17 17:57:09.389374 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f56e895e-217f-49e9-b078-7f525cb1e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:57:01Z', 'revision_number': 10, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:09.394180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46000) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:09.397863 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e895e-217f-49e9-b078-7f525cb1e172 None None] The sync data for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv is: [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:57:01Z', 'revision_number': 10, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None, '_interfaces': [{'id': '9aa0eed7-206d-429a-811b-82676ea11031', 'name': '', 'network_id': '0e78ef14-98a6-4054-8526-96b29cec27b3', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'mac_address': 'fa:16:3e:1f:cf:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:25Z', 'updated_at': '2022-10-17T17:55:42Z', 'revision_number': 5, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'subnets': [{'id': 'adbb8dca-a229-480a-83de-af0a2635422c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:57:09.399034 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-81bf87e6-911f-4827-91d0-d6575cf1fe63 req-1904a005-497a-4500-a6ed-1892f074e8a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 210 time: 0.1298857 Oct 17 17:57:09.447243 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-61a0590e-96b8-4152-9d9a-21587b38a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '8c9fe360-62bc-4d6c-ad89-994ba0bcd86d', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.246', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '7b351436-239f-4ee8-bae0-78b17929d835', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:94:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db72d75f-5630-4e77-b988-b9cc35514156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:57:00Z', 'updated_at': '2022-10-17T17:57:00Z', 'revision_number': 0, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:09.471239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a0590e-96b8-4152-9d9a-21587b38a2b2 None None] Checking router: 1eb4ebea-e802-4fce-aa38-7438dbd93580 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:57:09.489862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a0590e-96b8-4152-9d9a-21587b38a2b2 None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:09.489862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-61a0590e-96b8-4152-9d9a-21587b38a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:09.863429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b903bcd-f90e-4746-bb9a-d0e7e365d107 req-14cf11cb-c2cb-48fc-9d54-cd40487b7eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:09.863429 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2b903bcd-f90e-4746-bb9a-d0e7e365d107 req-14cf11cb-c2cb-48fc-9d54-cd40487b7eec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 1099 time: 1.4166346 Oct 17 17:57:09.898767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b4270420-e89c-4fed-8997-3d269cd53985 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 90b7960d-0cda-493b-9bbd-f02c5f8af9db {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:09.898767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4270420-e89c-4fed-8997-3d269cd53985 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:09.916612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-61a0590e-96b8-4152-9d9a-21587b38a2b2 None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:10.020918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6629c4ab-bb8a-4e20-8f88-192b04d3c76b None None] For port 53e41e4c-bb17-413b-ab28-d58d9720a172, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=53e41e4c-bb17-413b-ab28-d58d9720a172,segment=NetworkSegment(d21b3f64-730a-4f80-bc3e-83526961255c),segment_id=d21b3f64-730a-4f80-bc3e-83526961255c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:10.020918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6629c4ab-bb8a-4e20-8f88-192b04d3c76b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:10.073424 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1a2ae77f-3cc6-472a-82dd-c44a8bd2ebe4 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6647325 Oct 17 17:57:10.073424 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46004) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:10.147420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] For port 53e41e4c-bb17-413b-ab28-d58d9720a172, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=53e41e4c-bb17-413b-ab28-d58d9720a172,segment=NetworkSegment(d21b3f64-730a-4f80-bc3e-83526961255c),segment_id=d21b3f64-730a-4f80-bc3e-83526961255c)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:10.147420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:10.254642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6629c4ab-bb8a-4e20-8f88-192b04d3c76b None None] Calling delete_port for 53e41e4c-bb17-413b-ab28-d58d9720a172 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:10.388277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e89ca4-9858-4ea5-bab1-6e439072f2c7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:10.391759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e89ca4-9858-4ea5-bab1-6e439072f2c7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:10.398617 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-60e89ca4-9858-4ea5-bab1-6e439072f2c7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3239994 Oct 17 17:57:10.409626 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46008) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:10.435118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for 53e41e4c-bb17-413b-ab28-d58d9720a172 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:10.462617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6629c4ab-bb8a-4e20-8f88-192b04d3c76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:10.477095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:10.520322 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5a53ef2-9bd9-45f2-abc2-1675770d04f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:10.541205 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629c4ab-bb8a-4e20-8f88-192b04d3c76b None None] Pushing event deleted for resources: {'Port': ['ID=53e41e4c-bb17-413b-ab28-d58d9720a172,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:10.543963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629c4ab-bb8a-4e20-8f88-192b04d3c76b None None] No DVR routers for this DVR port 53e41e4c-bb17-413b-ab28-d58d9720a172 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:57:10.563088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea3c0d1-c5ff-4c24-b8dd-4135b70411c6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['shared'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:10.565731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea3c0d1-c5ff-4c24-b8dd-4135b70411c6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['shared'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:10.566908 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cea3c0d1-c5ff-4c24-b8dd-4135b70411c6 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1564691 Oct 17 17:57:10.575961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46014) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:10.582482 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object 40668373-2e78-4e0a-ba8a-d090a2956d8c will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:10.691511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b903bcd-f90e-4746-bb9a-d0e7e365d107 req-5fc78f5b-77b1-451f-9226-be5c7c6b99f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:10.691511 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2b903bcd-f90e-4746-bb9a-d0e7e365d107 req-5fc78f5b-77b1-451f-9226-be5c7c6b99f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 913 time: 0.8122349 Oct 17 17:57:10.713623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4270420-e89c-4fed-8997-3d269cd53985 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:10.736293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-61a0590e-96b8-4152-9d9a-21587b38a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '8c9fe360-62bc-4d6c-ad89-994ba0bcd86d', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.246', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '7b351436-239f-4ee8-bae0-78b17929d835', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:94:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db72d75f-5630-4e77-b988-b9cc35514156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:57:00Z', 'updated_at': '2022-10-17T17:57:00Z', 'revision_number': 0, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:10.746852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a0590e-96b8-4152-9d9a-21587b38a2b2 None None] The sync data for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv is: [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '8c9fe360-62bc-4d6c-ad89-994ba0bcd86d', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.246', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '7b351436-239f-4ee8-bae0-78b17929d835', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:94:c1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db72d75f-5630-4e77-b988-b9cc35514156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:57:00Z', 'updated_at': '2022-10-17T17:57:00Z', 'revision_number': 0, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:57:10.813789 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-85152e12-cda8-47fe-b37d-85eaf64a92ee req-d828a080-baf0-4550-ada5-8e2c427fbca9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 210 time: 0.1830833 Oct 17 17:57:10.850844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:57:10.851224 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:57:10.891626 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2b903bcd-f90e-4746-bb9a-d0e7e365d107 req-4fd70306-0ea8-4501-a73d-fd32c55c8de8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b351436-239f-4ee8-bae0-78b17929d835 HTTP/1.1" status: 200 len: 1000 time: 0.1854074 Oct 17 17:57:10.894409 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5a53ef2-9bd9-45f2-abc2-1675770d04f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:10.983699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5a53ef2-9bd9-45f2-abc2-1675770d04f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:10.989200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7221b736-0f19-42ac-9480-87c1f10b2b0e None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:11.006978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a53ef2-9bd9-45f2-abc2-1675770d04f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=4c837622-9ffc-43ef-a3d8-1c303574f2aa,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:11.064222 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d5a53ef2-9bd9-45f2-abc2-1675770d04f5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/4c837622-9ffc-43ef-a3d8-1c303574f2aa HTTP/1.1" status: 204 len: 168 time: 3.1757236 Oct 17 17:57:11.073283 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be775652-a161-42d9-b373-20903872824e None None] New status for floating IP 8c9fe360-62bc-4d6c-ad89-994ba0bcd86d: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:57:11.083952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46018) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:11.106110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b903bcd-f90e-4746-bb9a-d0e7e365d107 req-41811bb9-aaee-407e-9274-6139d8992f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:11.106110 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2b903bcd-f90e-4746-bb9a-d0e7e365d107 req-41811bb9-aaee-407e-9274-6139d8992f81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.2010696 Oct 17 17:57:11.251771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b4270420-e89c-4fed-8997-3d269cd53985 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for 90b7960d-0cda-493b-9bbd-f02c5f8af9db owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:11.258357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-96161cd9-4bdb-4ee5-84d9-1d626ae5c6f6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 5003e3c3-3645-4347-84bd-a07ba871a641 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:57:11.258357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96161cd9-4bdb-4ee5-84d9-1d626ae5c6f6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:11.329377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96161cd9-4bdb-4ee5-84d9-1d626ae5c6f6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:11.337760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 53e41e4c-bb17-413b-ab28-d58d9720a172 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:57:11.362918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 53e41e4c-bb17-413b-ab28-d58d9720a172 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:11.362918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:11.451720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 53e41e4c-bb17-413b-ab28-d58d9720a172 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:57:11.451720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 53e41e4c-bb17-413b-ab28-d58d9720a172 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:57:11.451720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d21e6509-549c-4779-982f-955e76935193 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:57:11.473997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:11.503861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b903bcd-f90e-4746-bb9a-d0e7e365d107 req-d0b3c948-f20e-4d40-8125-2535edb440cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:11.504870 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2b903bcd-f90e-4746-bb9a-d0e7e365d107 req-d0b3c948-f20e-4d40-8125-2535edb440cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3894415 Oct 17 17:57:11.523953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: d21e6509-549c-4779-982f-955e76935193 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:57:11.523953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d21e6509-549c-4779-982f-955e76935193 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:57:11.524310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] The port '53e41e4c-bb17-413b-ab28-d58d9720a172' was deleted {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:57:11.525451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c7b541-027d-4c57-b357-e3c25101abea tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:11.529344 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-57c7b541-027d-4c57-b357-e3c25101abea tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/networks/f5ea7f70-14af-4bdf-b32c-901096f69d60 HTTP/1.1" status: 200 len: 799 time: 0.9474590 Oct 17 17:57:11.535325 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46022) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:11.616736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 32f308a9-5bc5-489c-83d0-54a4fe300916 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:11.622282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:11.625955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=40668373-2e78-4e0a-ba8a-d090a2956d8c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:11.629898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:57:11.721551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:11.721551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:11.902270 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-9067451e-4439-495f-9302-34bce0b44703 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7729957 Oct 17 17:57:11.910009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4270420-e89c-4fed-8997-3d269cd53985 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:11.926983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Request body: {'port': {'device_id': '60ad7da4-329b-416b-a792-b02666ecd0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:12.244870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4270420-e89c-4fed-8997-3d269cd53985 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=90b7960d-0cda-493b-9bbd-f02c5f8af9db,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:12.321815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-441d1858-8ea3-4f06-bb6d-f44fdb50e869 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Synchronizing usage tracker for tenant:0d88076286bb4c578ccfdc6ddfb44636 on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:12.325777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:12.388940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63aeec49-3418-465d-8493-18a4362846bc']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:12.412765 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b752ecc1-7543-4ba3-8fd1-e60494cf663b None None] Provisioning for port 40668373-2e78-4e0a-ba8a-d090a2956d8c completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:12.418586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21b3f64-730a-4f80-bc3e-83526961255c') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:12.419239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21b3f64-730a-4f80-bc3e-83526961255c') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:12.432377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b752ecc1-7543-4ba3-8fd1-e60494cf663b None None] Provisioning complete for port 40668373-2e78-4e0a-ba8a-d090a2956d8c triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:12.437125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b752ecc1-7543-4ba3-8fd1-e60494cf663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:12.439623 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b752ecc1-7543-4ba3-8fd1-e60494cf663b None None] Attempt 1 to provision port 40668373-2e78-4e0a-ba8a-d090a2956d8c Oct 17 17:57:12.456166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96161cd9-4bdb-4ee5-84d9-1d626ae5c6f6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:12.498257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-441d1858-8ea3-4f06-bb6d-f44fdb50e869 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Unset dirty status for tenant:0d88076286bb4c578ccfdc6ddfb44636 on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:12.499522 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-441d1858-8ea3-4f06-bb6d-f44fdb50e869 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/networks/f5ea7f70-14af-4bdf-b32c-901096f69d60?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.9616673 Oct 17 17:57:12.512289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:12.520763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:12.521962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46028) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:12.532831 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2b903bcd-f90e-4746-bb9a-d0e7e365d107 req-9b7d02b7-a196-4a45-ab5d-d37520638621 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9949419 Oct 17 17:57:12.651316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:12.654065 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b752ecc1-7543-4ba3-8fd1-e60494cf663b None None] Port 40668373-2e78-4e0a-ba8a-d090a2956d8c cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:12.726041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:57:12.726453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:12.727678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3ad25-c5bb-4f6c-ac62-2ac58043b96c req-d13ffcc6-2193-429a-81fa-25adf35acc35 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:12.728433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-18b3ad25-c5bb-4f6c-ac62-2ac58043b96c req-d13ffcc6-2193-429a-81fa-25adf35acc35 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:12.755804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b4270420-e89c-4fed-8997-3d269cd53985 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:12.861269 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment d21b3f64-730a-4f80-bc3e-83526961255c resource provider aggregate not found Oct 17 17:57:12.897849 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment d21b3f64-730a-4f80-bc3e-83526961255c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d21b3f64-730a-4f80-bc3e-83526961255c found for delete ", "request_id": "req-8cf0f352-0380-4ad1-84e3-2aa5593a0fed"}]} Oct 17 17:57:12.950118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb5d10-92a9-4627-9705-4da855f4db78 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:12.950118 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d4cb5d10-92a9-4627-9705-4da855f4db78 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/subnets/fa399980-a337-4145-93b2-98442987a1d3 HTTP/1.1" status: 200 len: 811 time: 0.4201179 Oct 17 17:57:12.956212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46036) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:12.987487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-18b3ad25-c5bb-4f6c-ac62-2ac58043b96c req-d13ffcc6-2193-429a-81fa-25adf35acc35 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:12.987487 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-18b3ad25-c5bb-4f6c-ac62-2ac58043b96c req-d13ffcc6-2193-429a-81fa-25adf35acc35 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 932 time: 0.9372921 Oct 17 17:57:13.011794 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96161cd9-4bdb-4ee5-84d9-1d626ae5c6f6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:13.057638 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2b903bcd-f90e-4746-bb9a-d0e7e365d107 req-6c0a5a45-11e7-4f4b-bb7e-caa724db2952 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147195 Oct 17 17:57:13.065025 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:13.109022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96161cd9-4bdb-4ee5-84d9-1d626ae5c6f6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=5003e3c3-3645-4347-84bd-a07ba871a641,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:13.133738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-96161cd9-4bdb-4ee5-84d9-1d626ae5c6f6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:13.133738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:13.165002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Network': ['ID=63aeec49-3418-465d-8493-18a4362846bc,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:13.173158 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b752ecc1-7543-4ba3-8fd1-e60494cf663b None None] Attempt 2 to provision port 40668373-2e78-4e0a-ba8a-d090a2956d8c Oct 17 17:57:13.177929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b419c2-8a63-4d75-99c1-13f17f60c0f7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['shared'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:13.177929 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-19b419c2-8a63-4d75-99c1-13f17f60c0f7 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "GET /v2.0/subnets/fa399980-a337-4145-93b2-98442987a1d3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2065892 Oct 17 17:57:13.177929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46040) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:13.193943 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cd0a5c1d-76f2-45ec-a96e-5809502d322c tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/networks/63aeec49-3418-465d-8493-18a4362846bc HTTP/1.1" status: 204 len: 168 time: 5.1293585 Oct 17 17:57:13.193943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46044) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:13.206512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-818568674'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:13.214736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7359f80-a8ed-469b-9b09-c7e623a57b3c None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:13.220698 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-96161cd9-4bdb-4ee5-84d9-1d626ae5c6f6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/5003e3c3-3645-4347-84bd-a07ba871a641 HTTP/1.1" status: 204 len: 168 time: 2.1564918 Oct 17 17:57:13.296757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46048) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:13.296757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:13.402783 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-18b3ad25-c5bb-4f6c-ac62-2ac58043b96c req-40e6902d-cedd-4cc0-b07d-09cf1c5dcf74 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=21732945-0fa5-4f74-bb8a-80fb5333b930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3973482 Oct 17 17:57:13.419161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4270420-e89c-4fed-8997-3d269cd53985 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router eefa8a5e-f93a-4771-bca6-0f5eb136f547 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:57:13.436479 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b752ecc1-7543-4ba3-8fd1-e60494cf663b None None] Port 40668373-2e78-4e0a-ba8a-d090a2956d8c cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:13.479928 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6e88fcf5-6ab6-4420-8159-689aa37a9d3d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1796029 Oct 17 17:57:13.482805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:13.489500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46052) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:13.493413 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:13.673236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:13.676543 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:13.694899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4270420-e89c-4fed-8997-3d269cd53985 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:57:13.710322 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b4270420-e89c-4fed-8997-3d269cd53985 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/eefa8a5e-f93a-4771-bca6-0f5eb136f547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2179658 Oct 17 17:57:13.713749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46058) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:13.714272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc010361-bd2e-42f9-bce7-7364288e80cd None None] Sync routers for ids ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:57:13.730812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634970ea-68e0-43bb-93c9-35ab8f4f697f None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:57:13.766096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc010361-bd2e-42f9-bce7-7364288e80cd None None] Routers {'eefa8a5e-f93a-4771-bca6-0f5eb136f547'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:13.766096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fc010361-bd2e-42f9-bce7-7364288e80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:13.798468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a4869e1e-112b-4b60-9311-01cf713245b5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Synchronizing usage tracker for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:13.871859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-634970ea-68e0-43bb-93c9-35ab8f4f697f None None] Deleting port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:13.871859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-634970ea-68e0-43bb-93c9-35ab8f4f697f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:13.924326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40668373-2e78-4e0a-ba8a-d090a2956d8c {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:57:13.939527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:13.971311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fc010361-bd2e-42f9-bce7-7364288e80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:13.971311 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b752ecc1-7543-4ba3-8fd1-e60494cf663b None None] Attempt 3 to provision port 40668373-2e78-4e0a-ba8a-d090a2956d8c Oct 17 17:57:13.980529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Transition to ACTIVE for port object 40668373-2e78-4e0a-ba8a-d090a2956d8c will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:13.998355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:14.060502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:14.074425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:14.077342 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:57:14.086402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:14.129196 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc010361-bd2e-42f9-bce7-7364288e80cd None None] Routers {'eefa8a5e-f93a-4771-bca6-0f5eb136f547'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:14.130111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fc010361-bd2e-42f9-bce7-7364288e80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:14.130247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:14.143203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:14.143836 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Added segment 64a13117-2990-4502-b1c2-959a7c3c5388 of type vlan for network b700a5c7-83e5-4879-9587-bbe5d8a70998 Oct 17 17:57:14.147930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a4869e1e-112b-4b60-9311-01cf713245b5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Unset dirty status for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:14.149313 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a4869e1e-112b-4b60-9311-01cf713245b5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=eefa8a5e-f93a-4771-bca6-0f5eb136f547 HTTP/1.1" status: 200 len: 205 time: 0.4341249 Oct 17 17:57:14.157554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46062) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:14.268979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Pushing event updated for resources: {'Port': ['ID=40668373-2e78-4e0a-ba8a-d090a2956d8c,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:14.272379 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fc010361-bd2e-42f9-bce7-7364288e80cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:14.273919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc010361-bd2e-42f9-bce7-7364288e80cd None None] The sync data for ids ['eefa8a5e-f93a-4771-bca6-0f5eb136f547'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:57:14.344354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b752ecc1-7543-4ba3-8fd1-e60494cf663b None None] Port 40668373-2e78-4e0a-ba8a-d090a2956d8c cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:14.352221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Attempting to bind port 40668373-2e78-4e0a-ba8a-d090a2956d8c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:57:14.352822 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Attempting to bind port 40668373-2e78-4e0a-ba8a-d090a2956d8c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:57:14.353346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Attempting to bind port 40668373-2e78-4e0a-ba8a-d090a2956d8c on network 32f308a9-5bc5-489c-83d0-54a4fe300916 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:57:14.363429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Port 40668373-2e78-4e0a-ba8a-d090a2956d8c on network 32f308a9-5bc5-489c-83d0-54a4fe300916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:57:14.363967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Attempting to bind port 40668373-2e78-4e0a-ba8a-d090a2956d8c on network 32f308a9-5bc5-489c-83d0-54a4fe300916 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:57:14.380312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:57:14.380312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Checking segment: {'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:57:14.380914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Bound using segment: {'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:57:14.381210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Bound port: 40668373-2e78-4e0a-ba8a-d090a2956d8c, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:57:14.381501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:14.425588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:14.431071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:14.509180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-634970ea-68e0-43bb-93c9-35ab8f4f697f None None] For port 22624e4e-67f1-4cb8-82de-cc6a52d4d813, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=22624e4e-67f1-4cb8-82de-cc6a52d4d813,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:14.510730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-634970ea-68e0-43bb-93c9-35ab8f4f697f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:14.521279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] For port 40668373-2e78-4e0a-ba8a-d090a2956d8c, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:57:14.525584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] For port 40668373-2e78-4e0a-ba8a-d090a2956d8c, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=40668373-2e78-4e0a-ba8a-d090a2956d8c,segment=NetworkSegment(cc35590a-5de0-4177-86d3-c86c6de82aae),segment_id=cc35590a-5de0-4177-86d3-c86c6de82aae)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:57:14.534142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:14.540703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:14.540703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:14.542853 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] 10.222.0.20 "PUT /v2.0/ports/40668373-2e78-4e0a-ba8a-d090a2956d8c HTTP/1.1" status: 200 len: 1094 time: 2.6241219 Oct 17 17:57:14.601643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ad7da4-329b-416b-a792-b02666ecd0dc', 'tag': '40668373-2e78-4e0a-ba8a-d090a2956d8c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:57:14.604667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4f7eb0-1183-4d89-935e-e1b75b66db18" -d '{"events": [{"name": "network-changed", "server_uuid": "60ad7da4-329b-416b-a792-b02666ecd0dc", "tag": "40668373-2e78-4e0a-ba8a-d090a2956d8c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:57:14.705951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546392d3-df03-4771-8115-3e49c1689544 x-openstack-request-id: req-546392d3-df03-4771-8115-3e49c1689544 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:57:14.706577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ad7da4-329b-416b-a792-b02666ecd0dc", "tag": "40668373-2e78-4e0a-ba8a-d090a2956d8c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:57:14.706577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-546392d3-df03-4771-8115-3e49c1689544 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:57:14.706873 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-546392d3-df03-4771-8115-3e49c1689544'] response: {'name': 'network-changed', 'server_uuid': '60ad7da4-329b-416b-a792-b02666ecd0dc', 'tag': '40668373-2e78-4e0a-ba8a-d090a2956d8c', 'status': 'completed', 'code': 200} Oct 17 17:57:14.743468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-634970ea-68e0-43bb-93c9-35ab8f4f697f None None] Calling delete_port for 22624e4e-67f1-4cb8-82de-cc6a52d4d813 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:14.749383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb3ca8-e42d-4cea-9422-0932ae1f70c7 service neutron] Pushing event updated for resources: {'Port': ['ID=40668373-2e78-4e0a-ba8a-d090a2956d8c,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:14.777466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-f7333528-1829-4484-9a6f-338c6efcf426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:14.780752 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-f7333528-1829-4484-9a6f-338c6efcf426 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 1097 time: 0.1478596 Oct 17 17:57:14.804803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:14.835264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-634970ea-68e0-43bb-93c9-35ab8f4f697f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:14.873094 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b752ecc1-7543-4ba3-8fd1-e60494cf663b None None] Attempt 4 to provision port 40668373-2e78-4e0a-ba8a-d090a2956d8c Oct 17 17:57:14.881443 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-e3be5958-2fa5-4c3c-9637-a348d000085b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=40668373-2e78-4e0a-ba8a-d090a2956d8c HTTP/1.1" status: 200 len: 217 time: 0.0861337 Oct 17 17:57:14.929612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634970ea-68e0-43bb-93c9-35ab8f4f697f None None] Pushing event deleted for resources: {'Port': ['ID=22624e4e-67f1-4cb8-82de-cc6a52d4d813,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:14.932017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634970ea-68e0-43bb-93c9-35ab8f4f697f None None] No DVR routers for this DVR port 22624e4e-67f1-4cb8-82de-cc6a52d4d813 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:57:14.976394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b752ecc1-7543-4ba3-8fd1-e60494cf663b None None] Port 40668373-2e78-4e0a-ba8a-d090a2956d8c had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:57:14.985219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-797a6137-75cf-4423-9d4b-67834c27a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:14.987173 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-797a6137-75cf-4423-9d4b-67834c27a59e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b2df8ad-631a-4808-8ab3-318ec9b40363 HTTP/1.1" status: 200 len: 837 time: 0.0991762 Oct 17 17:57:14.997345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b108accd-0fbb-4303-927b-8468d55c40cb tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:15.054164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 22624e4e-67f1-4cb8-82de-cc6a52d4d813 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:57:15.118970 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 22624e4e-67f1-4cb8-82de-cc6a52d4d813 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:57:15.120047 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 22624e4e-67f1-4cb8-82de-cc6a52d4d813 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:57:15.130892 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-38e8471c-da0a-469b-bca0-bc7a0b78a90e None None] Could not find standard attr ID for object 22624e4e-67f1-4cb8-82de-cc6a52d4d813. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:57:15.148370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-c3797138-76d8-4cb8-aca9-5d75c8ea3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:15.150225 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-c3797138-76d8-4cb8-aca9-5d75c8ea3d7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32f308a9-5bc5-489c-83d0-54a4fe300916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1553495 Oct 17 17:57:15.255520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.resource_extend [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:57:15.371362 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-89f8c22c-0e97-42d3-9123-e22fbebfe52f service neutron] 10.222.0.20 "GET /v2.0/networks/32f308a9-5bc5-489c-83d0-54a4fe300916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131255 Oct 17 17:57:15.511575 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4268b46a-e9f6-49cf-b241-37c18854f6c6 req-8cb46d6a-44ef-4554-abbc-2f413a017cd3 service neutron] 10.222.0.20 "GET /v2.0/networks/32f308a9-5bc5-489c-83d0-54a4fe300916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341414 Oct 17 17:57:15.536736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:15.546931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:15.547963 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:15.685076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f7eb0-1183-4d89-935e-e1b75b66db18 req-43027f83-423e-4872-b359-ba866a65a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:15.686522 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7f4f7eb0-1183-4d89-935e-e1b75b66db18 req-43027f83-423e-4872-b359-ba866a65a693 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 1097 time: 0.0871966 Oct 17 17:57:15.827116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f7eb0-1183-4d89-935e-e1b75b66db18 req-509c6a94-31b0-4dc6-9e78-249289654c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:15.829242 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7f4f7eb0-1183-4d89-935e-e1b75b66db18 req-509c6a94-31b0-4dc6-9e78-249289654c0c service neutron] 10.222.0.20 "GET /v2.0/networks?id=32f308a9-5bc5-489c-83d0-54a4fe300916 HTTP/1.1" status: 200 len: 898 time: 0.1361613 Oct 17 17:57:15.867264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b108accd-0fbb-4303-927b-8468d55c40cb tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:15.892493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260caa3-6a91-4543-8f17-46fafc45d7f7 req-32f98259-fe20-469a-89ef-85dcd341e80c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:15.895295 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e260caa3-6a91-4543-8f17-46fafc45d7f7 req-32f98259-fe20-469a-89ef-85dcd341e80c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 944 time: 1.2264283 Oct 17 17:57:15.897490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b108accd-0fbb-4303-927b-8468d55c40cb tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:16.022250 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7f4f7eb0-1183-4d89-935e-e1b75b66db18 req-3bd8a130-f2df-4f05-b89a-67ff597983ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=40668373-2e78-4e0a-ba8a-d090a2956d8c HTTP/1.1" status: 200 len: 217 time: 0.1860242 Oct 17 17:57:16.028611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Network': ['ID=b700a5c7-83e5-4879-9587-bbe5d8a70998,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:16.041292 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c392df82-493e-4b86-8f13-6605fe113f7a tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8526542 Oct 17 17:57:16.057847 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network b700a5c7-83e5-4879-9587-bbe5d8a70998 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:57:16.097442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46070) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:16.116205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'network_id': 'b700a5c7-83e5-4879-9587-bbe5d8a70998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:16.147196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b108accd-0fbb-4303-927b-8468d55c40cb tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:16.148059 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b108accd-0fbb-4303-927b-8468d55c40cb tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Fanout notify agent at l3_agent the message router_deleted on router eefa8a5e-f93a-4771-bca6-0f5eb136f547 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:57:16.169597 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e260caa3-6a91-4543-8f17-46fafc45d7f7 req-f4428ea9-0234-4e3a-b8af-450f39da74b3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=21732945-0fa5-4f74-bb8a-80fb5333b930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368705 Oct 17 17:57:16.296548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b108accd-0fbb-4303-927b-8468d55c40cb tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:16.299427 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b108accd-0fbb-4303-927b-8468d55c40cb tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/eefa8a5e-f93a-4771-bca6-0f5eb136f547 HTTP/1.1" status: 204 len: 168 time: 2.1403623 Oct 17 17:57:16.301947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46074) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:16.376631 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f7eb0-1183-4d89-935e-e1b75b66db18 req-d270c9eb-5fd7-4ec2-82eb-fa2be019f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:16.376631 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7f4f7eb0-1183-4d89-935e-e1b75b66db18 req-d270c9eb-5fd7-4ec2-82eb-fa2be019f71b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b2df8ad-631a-4808-8ab3-318ec9b40363 HTTP/1.1" status: 200 len: 837 time: 0.3469360 Oct 17 17:57:16.401658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:16.440234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:16.486341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:16.486482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:16.498182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-125344f5-01e8-4fa0-b3ae-f61fe37dd9ef tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting subnet 049363b7-0989-4e3b-91f8-8dc0a2a88058 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:57:16.505761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-125344f5-01e8-4fa0-b3ae-f61fe37dd9ef tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:16.555620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Made reservation on behalf of 0d88076286bb4c578ccfdc6ddfb44636 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:16.560478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:16.657596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-125344f5-01e8-4fa0-b3ae-f61fe37dd9ef tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:16.706223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f7eb0-1183-4d89-935e-e1b75b66db18 req-86881678-074e-44d2-b3bc-825834541ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:16.706433 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7f4f7eb0-1183-4d89-935e-e1b75b66db18 req-86881678-074e-44d2-b3bc-825834541ed3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32f308a9-5bc5-489c-83d0-54a4fe300916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3219247 Oct 17 17:57:16.756904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.ipam_backend_mixin [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Performing IP validity checks on allocation pools {{(pid=89191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 17:57:16.756904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.ipam_backend_mixin [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 17:57:16.933654 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7f4f7eb0-1183-4d89-935e-e1b75b66db18 req-43114e2a-ba3c-4d30-ba66-06307f654e4c service neutron] 10.222.0.20 "GET /v2.0/networks/32f308a9-5bc5-489c-83d0-54a4fe300916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167583 Oct 17 17:57:16.949414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:16.960484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:16.967754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-125344f5-01e8-4fa0-b3ae-f61fe37dd9ef tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:16.978976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c773c1a4-e220-40bf-8409-76682c43924d None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:16.983639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:16.984684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:17.021653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=22be686e-0f7d-45c3-bb79-e4c8cc6e0097,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:17.050174 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-985328a5-5642-46c8-bd1f-db90903e27cf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.5621126 Oct 17 17:57:17.056156 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46078) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:17.065508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d76e8a56-5156-4ed0-bec4-31067491d9b7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:17.242593 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7f4f7eb0-1183-4d89-935e-e1b75b66db18 req-7036b055-fb8e-4a66-b3e9-2e53440e1033 service neutron] 10.222.0.20 "GET /v2.0/networks/32f308a9-5bc5-489c-83d0-54a4fe300916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004687 Oct 17 17:57:17.341433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-125344f5-01e8-4fa0-b3ae-f61fe37dd9ef tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:17.409307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'tenant_id': '16630d51c6834023bd0811e0773898ef', 'fixed_ips': [{'subnet_id': '22be686e-0f7d-45c3-bb79-e4c8cc6e0097'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:57:17.409307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:17.426079 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 40668373-2e78-4e0a-ba8a-d090a2956d8c details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 17:57:17.517309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125344f5-01e8-4fa0-b3ae-f61fe37dd9ef tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Subnet': ['ID=049363b7-0989-4e3b-91f8-8dc0a2a88058,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:17.547464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-125344f5-01e8-4fa0-b3ae-f61fe37dd9ef tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:17.555873 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb43957d-9f50-461e-816a-da920b5d3d94 None None] Network 301c7044-3b28-41f5-ab02-73417e6c0730 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:17.556093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:17.594985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d76e8a56-5156-4ed0-bec4-31067491d9b7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:17.619503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d76e8a56-5156-4ed0-bec4-31067491d9b7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:17.628377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d76e8a56-5156-4ed0-bec4-31067491d9b7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:17.671202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-125344f5-01e8-4fa0-b3ae-f61fe37dd9ef tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/049363b7-0989-4e3b-91f8-8dc0a2a88058 HTTP/1.1" status: 204 len: 168 time: 1.3623977 Oct 17 17:57:17.710488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46086) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:17.788388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d76e8a56-5156-4ed0-bec4-31067491d9b7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:17.788388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 9aa0eed7-206d-429a-811b-82676ea11031 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:17.788388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:17.816775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=f62f7616-e582-4299-98b1-52fa0e96861b,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:17.893428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Checking segment: {'id': '64a13117-2990-4502-b1c2-959a7c3c5388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'b700a5c7-83e5-4879-9587-bbe5d8a70998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:57:17.893428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network hostable DHCP agents. Network: b700a5c7-83e5-4879-9587-bbe5d8a70998, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:57:17.934405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e1a574-517e-475c-bf39-de37d8a90637 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting subnet 44e3490c-876a-4a4f-bf9e-f4f373dd6d73 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:57:17.960464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd08e4c-5d16-4606-939c-7935269e71ab req-5f0d9aef-9cd2-4d70-9346-04ed8ecec9e9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:17.960464 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9bd08e4c-5d16-4606-939c-7935269e71ab req-5f0d9aef-9cd2-4d70-9346-04ed8ecec9e9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 944 time: 0.5302515 Oct 17 17:57:17.960464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-64e1a574-517e-475c-bf39-de37d8a90637 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:18.018785 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 40668373-2e78-4e0a-ba8a-d090a2956d8c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=40668373-2e78-4e0a-ba8a-d090a2956d8c,segment=NetworkSegment(cc35590a-5de0-4177-86d3-c86c6de82aae),segment_id=cc35590a-5de0-4177-86d3-c86c6de82aae)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:18.059750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] For port 9aa0eed7-206d-429a-811b-82676ea11031, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=9aa0eed7-206d-429a-811b-82676ea11031,segment=NetworkSegment(3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4),segment_id=3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:18.059750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:18.073968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Allocated IP 2001:db8::2 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/22be686e-0f7d-45c3-bb79-e4c8cc6e0097/ac925ead-3d07-4435-987d-cd265d9214a3) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:18.110728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '40668373-2e78-4e0a-ba8a-d090a2956d8c', 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916', 'port_id': '40668373-2e78-4e0a-ba8a-d090a2956d8c', 'mac_address': 'fa:16:3e:a5:4d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2df8ad-631a-4808-8ab3-318ec9b40363', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 17:57:18.162365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Network b700a5c7-83e5-4879-9587-bbe5d8a70998 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:57:18.225363 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9bd08e4c-5d16-4606-939c-7935269e71ab req-dd0534b4-88ca-4af7-aded-7db737208ab8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=21732945-0fa5-4f74-bb8a-80fb5333b930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818464 Oct 17 17:57:18.225363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-64e1a574-517e-475c-bf39-de37d8a90637 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:18.296414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, b700a5c7-83e5-4879-9587-bbe5d8a70998) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:18.296414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:18.296414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:18.331178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76e8a56-5156-4ed0-bec4-31067491d9b7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:18.331178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d76e8a56-5156-4ed0-bec4-31067491d9b7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:18.365803 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a23692-cf09-4935-9ebe-2b7c1e0c3198 None None] Network b700a5c7-83e5-4879-9587-bbe5d8a70998 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:18.377089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for 9aa0eed7-206d-429a-811b-82676ea11031 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:18.387858 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f0204ffb-8c8f-4fbe-8a2a-4641e6b0c1e5 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2642050 Oct 17 17:57:18.387858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46090) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:18.387858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-78309937-7923-4ba1-ad05-60342651c071 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:18.534560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 40668373-2e78-4e0a-ba8a-d090a2956d8c is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:18.534560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:18.662759 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.ipam_backend_mixin [None req-d76e8a56-5156-4ed0-bec4-31067491d9b7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22be686e-0f7d-45c3-bb79-e4c8cc6e0097 (CIDR: 2001:db8::/64) Oct 17 17:57:18.671437 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76e8a56-5156-4ed0-bec4-31067491d9b7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:18.671437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76e8a56-5156-4ed0-bec4-31067491d9b7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:18.675109 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0334ea69-bae7-4f0d-887d-705bd6b09713 None None] DHCP port deletion for 301c7044-3b28-41f5-ab02-73417e6c0730 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:57:18.689575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0334ea69-bae7-4f0d-887d-705bd6b09713 None None] Deleting port d011dee7-f64b-4465-bda5-a754c0df8106 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:18.689575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0334ea69-bae7-4f0d-887d-705bd6b09713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:18.711888 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d76e8a56-5156-4ed0-bec4-31067491d9b7 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6539564 Oct 17 17:57:18.713501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46094) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:18.727575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40668373-2e78-4e0a-ba8a-d090a2956d8c {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:57:18.825136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'subnet': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:18.857562 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-64e1a574-517e-475c-bf39-de37d8a90637 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:18.966185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-78309937-7923-4ba1-ad05-60342651c071 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3049963'] for subnet, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:18.982022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 40668373-2e78-4e0a-ba8a-d090a2956d8c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=40668373-2e78-4e0a-ba8a-d090a2956d8c,segment=NetworkSegment(cc35590a-5de0-4177-86d3-c86c6de82aae),segment_id=cc35590a-5de0-4177-86d3-c86c6de82aae)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:19.018408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:19.073325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-64e1a574-517e-475c-bf39-de37d8a90637 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:19.138695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-64e1a574-517e-475c-bf39-de37d8a90637 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:19.172847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1a574-517e-475c-bf39-de37d8a90637 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Subnet': ['ID=44e3490c-876a-4a4f-bf9e-f4f373dd6d73,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:19.172847 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-64e1a574-517e-475c-bf39-de37d8a90637 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/44e3490c-876a-4a4f-bf9e-f4f373dd6d73 HTTP/1.1" status: 204 len: 168 time: 1.4659212 Oct 17 17:57:19.172847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46098) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:19.196059 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=40668373-2e78-4e0a-ba8a-d090a2956d8c,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:19.196059 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b0acd8-4d81-429a-a431-03a8f2b25488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b700a5c7-83e5-4879-9587-bbe5d8a70998', 'network_id': 'b700a5c7-83e5-4879-9587-bbe5d8a70998', 'tenant_id': '0d88076286bb4c578ccfdc6ddfb44636', 'fixed_ips': [{'subnet_id': 'f62f7616-e582-4299-98b1-52fa0e96861b'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:57:19.196059 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-07b0acd8-4d81-429a-a431-03a8f2b25488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:19.228417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee1a64-f583-44fb-aca2-dcdfc0d30df3 None None] Network 51d35c23-7a04-4da4-bc13-11fbe373b885 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:19.278346 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:19.327552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d011dee7-f64b-4465-bda5-a754c0df8106 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:57:19.449467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:19.482843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['40668373-2e78-4e0a-ba8a-d090a2956d8c'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 17:57:19.502173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port d011dee7-f64b-4465-bda5-a754c0df8106 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:19.502173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:19.603185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Port': ['ID=9aa0eed7-206d-429a-811b-82676ea11031,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:19.789808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:19.816813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-78309937-7923-4ba1-ad05-60342651c071 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738780658571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2389281'] for subnet, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:19.877752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:19.879263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:19.879263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:19.879585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:19.879883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:19.880646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:19.881412 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:19.882330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:19.883222 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:19.884109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:19.885023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:19.890923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:19.913586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Transition to ACTIVE for port object ac925ead-3d07-4435-987d-cd265d9214a3 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:19.919225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port d011dee7-f64b-4465-bda5-a754c0df8106, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d011dee7-f64b-4465-bda5-a754c0df8106,segment=NetworkSegment(7137b33c-b2a8-4c47-85ff-a3ae950bd3bb),segment_id=7137b33c-b2a8-4c47-85ff-a3ae950bd3bb)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:19.919577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:19.942225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78309937-7923-4ba1-ad05-60342651c071 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:19.943248 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-78309937-7923-4ba1-ad05-60342651c071 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:19.948895 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-78309937-7923-4ba1-ad05-60342651c071 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "PUT /v2.0/subnets/f62f7616-e582-4299-98b1-52fa0e96861b HTTP/1.1" status: 200 len: 877 time: 1.5780394 Oct 17 17:57:19.952568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46104) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:19.971282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:20.013531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:subnet and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:20.027983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:20.123559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Transition to ACTIVE for port object ac925ead-3d07-4435-987d-cd265d9214a3 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:20.137242 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d011dee7-f64b-4465-bda5-a754c0df8106 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:20.138004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for d011dee7-f64b-4465-bda5-a754c0df8106 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:20.138761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:20.190542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78309937-7923-4ba1-ad05-60342651c071 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event updated for resources: {'Subnet': ['ID=f62f7616-e582-4299-98b1-52fa0e96861b,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:20.235772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:20.316565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-0334ea69-bae7-4f0d-887d-705bd6b09713 None None] For port d011dee7-f64b-4465-bda5-a754c0df8106, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d011dee7-f64b-4465-bda5-a754c0df8106,segment=NetworkSegment(7137b33c-b2a8-4c47-85ff-a3ae950bd3bb),segment_id=7137b33c-b2a8-4c47-85ff-a3ae950bd3bb)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:20.316565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0334ea69-bae7-4f0d-887d-705bd6b09713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:20.379544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:20.379544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:20.452755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No DVR routers for this DVR port d011dee7-f64b-4465-bda5-a754c0df8106 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:57:20.452755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=d011dee7-f64b-4465-bda5-a754c0df8106,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:20.556846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05515901-c15e-4555-8f57-d5ab0ffc18f4 req-a47905bc-36c5-4ef1-aad1-c81ec63200b6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:20.557996 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-05515901-c15e-4555-8f57-d5ab0ffc18f4 req-a47905bc-36c5-4ef1-aad1-c81ec63200b6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 945 time: 1.0883768 Oct 17 17:57:20.584740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:20.584740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:20.603327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0334ea69-bae7-4f0d-887d-705bd6b09713 None None] Calling delete_port for d011dee7-f64b-4465-bda5-a754c0df8106 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:20.622908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:20.646231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:20.675362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:20.722329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301c7044-3b28-41f5-ab02-73417e6c0730']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:20.736732 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:20.746542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7137b33c-b2a8-4c47-85ff-a3ae950bd3bb') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:20.748197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7137b33c-b2a8-4c47-85ff-a3ae950bd3bb') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:20.782072 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:20.818858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:20.833085 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-05515901-c15e-4555-8f57-d5ab0ffc18f4 req-88d15e3a-af0c-4c05-8640-a718936bf7d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=21732945-0fa5-4f74-bb8a-80fb5333b930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737617 Oct 17 17:57:20.846113 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:57:20.847841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:20.989980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:21.039932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:21.050820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:57:21.091931 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 7137b33c-b2a8-4c47-85ff-a3ae950bd3bb resource provider aggregate not found Oct 17 17:57:21.091931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:21.136647 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 7137b33c-b2a8-4c47-85ff-a3ae950bd3bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7137b33c-b2a8-4c47-85ff-a3ae950bd3bb found for delete ", "request_id": "req-1ccdc699-c6be-4a48-b534-96900d8f0692"}]} Oct 17 17:57:21.163813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Subnet': ['ID=f62f7616-e582-4299-98b1-52fa0e96861b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: from cryptography.utils import int_from_bytes Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: from cryptography.utils import int_from_bytes Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn_limited( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn_limited( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:57:21.192385 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server [None req-07b0acd8-4d81-429a-a431-03a8f2b25488 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f62f7616-e582-4299-98b1-52fa0e96861b: This subnet is being modified by another concurrent operation. Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise exception Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f62f7616-e582-4299-98b1-52fa0e96861b: This subnet is being modified by another concurrent operation. Oct 17 17:57:21.213638 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server Oct 17 17:57:21.343284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526a692e-e8ef-4b07-9f0a-b41f29191c43 None None] Network b700a5c7-83e5-4879-9587-bbe5d8a70998 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:21.363649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:21.369259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Pushing event updated for resources: {'Port': ['ID=ac925ead-3d07-4435-987d-cd265d9214a3,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:21.382196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:21.402438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Network': ['ID=301c7044-3b28-41f5-ab02-73417e6c0730,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:21.402438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:21.447112 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-29fbac5c-5282-4358-b235-403b107102c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/networks/301c7044-3b28-41f5-ab02-73417e6c0730 HTTP/1.1" status: 204 len: 168 time: 2.2612913 Oct 17 17:57:21.447112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46112) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:21.490896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b700a5c7-83e5-4879-9587-bbe5d8a70998']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:21.496217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-0334ea69-bae7-4f0d-887d-705bd6b09713 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:57:21.496217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-0334ea69-bae7-4f0d-887d-705bd6b09713 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:57:21.522099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Attempting to bind port ac925ead-3d07-4435-987d-cd265d9214a3 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:57:21.522499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Attempting to bind port ac925ead-3d07-4435-987d-cd265d9214a3 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:57:21.522866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Attempting to bind port ac925ead-3d07-4435-987d-cd265d9214a3 on network b6857a8d-f808-4f27-8165-53c8a72cbcb5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:57:21.540612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:57:21.541021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Checking segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:57:21.541397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:21.541800 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Bound using segment: {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:57:21.542299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Bound port: ac925ead-3d07-4435-987d-cd265d9214a3, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb8bb7c-4559-4285-b5d4-2503c20f4d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:57:21.546088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:21.581743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a13117-2990-4502-b1c2-959a7c3c5388') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:21.581743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a13117-2990-4502-b1c2-959a7c3c5388') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:21.621185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:21.699937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7886ca-65b9-4ba4-8bd3-7866f4400753 None None] DHCP port deletion for 51d35c23-7a04-4da4-bc13-11fbe373b885 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:57:21.708226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:21.720875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:21.735136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:57:21.735261 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:21.742339 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 07c8091b-c87b-4eaa-aa16-2873644e7e05 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:57:21.744919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe54bf2-6636-48b5-bcd9-906c47bbbc94 None None] Network b700a5c7-83e5-4879-9587-bbe5d8a70998 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:21.759371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4d7886ca-65b9-4ba4-8bd3-7866f4400753 None None] Deleting port d27289df-bbfd-49e1-816e-80ef02ce8575 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:21.759371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4d7886ca-65b9-4ba4-8bd3-7866f4400753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:21.785760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port d27289df-bbfd-49e1-816e-80ef02ce8575 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:21.786499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:22.009864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0334ea69-bae7-4f0d-887d-705bd6b09713 None None] Deleting port d011dee7-f64b-4465-bda5-a754c0df8106 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:22.009864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0334ea69-bae7-4f0d-887d-705bd6b09713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:22.067670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:22.073855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:57:22.086688 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef6b82-4b7c-4854-8355-e1bdb5b071c1 None None] Sync routers for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:57:22.122428 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef6b82-4b7c-4854-8355-e1bdb5b071c1 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:22.124627 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9cef6b82-4b7c-4854-8355-e1bdb5b071c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:22.130796 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e823f625-03dd-452c-a755-addf53a9ce0b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9360082 Oct 17 17:57:22.140053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46118) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:22.282950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0334ea69-bae7-4f0d-887d-705bd6b09713 None None] The port 'd011dee7-f64b-4465-bda5-a754c0df8106' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:57:22.284234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:22.366088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-c309aeb6-00ab-4908-a2b7-51762757cd79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting subnet adbb8dca-a229-480a-83de-af0a2635422c {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:57:22.367562 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9cef6b82-4b7c-4854-8355-e1bdb5b071c1 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:22.383633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c309aeb6-00ab-4908-a2b7-51762757cd79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:22.441442 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/b700a5c7-83e5-4879-9587-bbe5d8a70998 HTTP/1.1" status: 204 len: 168 time: 2.4711974 Oct 17 17:57:22.450452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46124) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:22.476481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] For port ac925ead-3d07-4435-987d-cd265d9214a3, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:57:22.502539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] For port ac925ead-3d07-4435-987d-cd265d9214a3, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ac925ead-3d07-4435-987d-cd265d9214a3,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:57:22.534990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:22.593111 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e058e0e-0a2d-472f-b75b-fb2f11faff15 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:22.593355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e058e0e-0a2d-472f-b75b-fb2f11faff15 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:22.606391 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7e058e0e-0a2d-472f-b75b-fb2f11faff15 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/subnets/f62f7616-e582-4299-98b1-52fa0e96861b HTTP/1.1" status: 404 len: 337 time: 0.1439335 Oct 17 17:57:22.606391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46128) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:22.627521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33852deb-b9ea-46cb-a9c5-16c9483f9ffe tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Network': ['ID=b700a5c7-83e5-4879-9587-bbe5d8a70998,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:22.729684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:57:22.784394 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9cef6b82-4b7c-4854-8355-e1bdb5b071c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:57:18Z', 'revision_number': 11, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:22.786968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4d7886ca-65b9-4ba4-8bd3-7866f4400753 None None] For port d27289df-bbfd-49e1-816e-80ef02ce8575, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d27289df-bbfd-49e1-816e-80ef02ce8575,segment=NetworkSegment(00414fb6-7315-43ae-bb00-220d3b61ff5b),segment_id=00414fb6-7315-43ae-bb00-220d3b61ff5b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:22.787331 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef6b82-4b7c-4854-8355-e1bdb5b071c1 None None] Checking router: 07c8091b-c87b-4eaa-aa16-2873644e7e05 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:57:22.787617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c309aeb6-00ab-4908-a2b7-51762757cd79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:22.788949 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4d7886ca-65b9-4ba4-8bd3-7866f4400753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:22.831759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port d27289df-bbfd-49e1-816e-80ef02ce8575, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d27289df-bbfd-49e1-816e-80ef02ce8575,segment=NetworkSegment(00414fb6-7315-43ae-bb00-220d3b61ff5b),segment_id=00414fb6-7315-43ae-bb00-220d3b61ff5b)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:22.836563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:22.839387 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef6b82-4b7c-4854-8355-e1bdb5b071c1 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:22.839387 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9cef6b82-4b7c-4854-8355-e1bdb5b071c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:22.861363 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b928c88-d178-4380-a5e6-e9ffe4c042dc tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:22.861363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b928c88-d178-4380-a5e6-e9ffe4c042dc tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:22.875718 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4b928c88-d178-4380-a5e6-e9ffe4c042dc tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/b700a5c7-83e5-4879-9587-bbe5d8a70998 HTTP/1.1" status: 404 len: 339 time: 0.2559428 Oct 17 17:57:22.875718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46132) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:22.895281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4cf79-cf82-4d8c-93ab-a854577108b8 req-9a56a870-1c60-4794-94bd-120fa48ba9bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:22.907993 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-82a4cf79-cf82-4d8c-93ab-a854577108b8 req-9a56a870-1c60-4794-94bd-120fa48ba9bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 945 time: 0.8215189 Oct 17 17:57:22.949242 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df50190-f299-4193-8b0c-b6783a623b17 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:22.949242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df50190-f299-4193-8b0c-b6783a623b17 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:22.949242 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3df50190-f299-4193-8b0c-b6783a623b17 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/subnets/c63e9c6b-b2e5-4836-b369-2b3512d5f806 HTTP/1.1" status: 404 len: 337 time: 0.0695021 Oct 17 17:57:22.949242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46136) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:23.027215 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbb2f85-2b75-4eb5-af3a-86b5d51ab1a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:23.027960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbb2f85-2b75-4eb5-af3a-86b5d51ab1a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:23.030244 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-efbb2f85-2b75-4eb5-af3a-86b5d51ab1a8 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/12e7935e-2fe7-451d-b167-1ad0b3951c5f HTTP/1.1" status: 404 len: 339 time: 0.0807600 Oct 17 17:57:23.044135 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46140) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:23.114070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4d7886ca-65b9-4ba4-8bd3-7866f4400753 None None] Calling delete_port for d27289df-bbfd-49e1-816e-80ef02ce8575 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:23.146950 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9cef6b82-4b7c-4854-8355-e1bdb5b071c1 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:23.256907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for d27289df-bbfd-49e1-816e-80ef02ce8575 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:23.306709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d27289df-bbfd-49e1-816e-80ef02ce8575 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:57:23.353361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec4ed9-126d-4e2f-8d8b-9bc89244278b None None] Pushing event updated for resources: {'Port': ['ID=ac925ead-3d07-4435-987d-cd265d9214a3,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:23.529221 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d27289df-bbfd-49e1-816e-80ef02ce8575 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:23.529715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:23.571065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.api [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:57:23.571065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG oslo_db.api [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:57:23.580565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 40668373-2e78-4e0a-ba8a-d090a2956d8c up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:23.589368 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 64a13117-2990-4502-b1c2-959a7c3c5388 resource provider aggregate not found Oct 17 17:57:23.589699 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9cef6b82-4b7c-4854-8355-e1bdb5b071c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:57:18Z', 'revision_number': 11, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:23.601611 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cef6b82-4b7c-4854-8355-e1bdb5b071c1 None None] The sync data for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv is: [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:57:18Z', 'revision_number': 11, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:57:23.614800 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 64a13117-2990-4502-b1c2-959a7c3c5388 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64a13117-2990-4502-b1c2-959a7c3c5388 found for delete ", "request_id": "req-82affec5-eb7b-4d9f-a386-24f16d4c4779"}]} Oct 17 17:57:23.620379 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-82a4cf79-cf82-4d8c-93ab-a854577108b8 req-90844f07-d7c3-4a74-85d9-149f387b1826 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=21732945-0fa5-4f74-bb8a-80fb5333b930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7080069 Oct 17 17:57:23.690715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4d7886ca-65b9-4ba4-8bd3-7866f4400753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:23.740115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:23.766573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c309aeb6-00ab-4908-a2b7-51762757cd79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:23.783253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7886ca-65b9-4ba4-8bd3-7866f4400753 None None] Pushing event deleted for resources: {'Port': ['ID=d27289df-bbfd-49e1-816e-80ef02ce8575,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:23.794605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7886ca-65b9-4ba4-8bd3-7866f4400753 None None] No DVR routers for this DVR port d27289df-bbfd-49e1-816e-80ef02ce8575 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:57:23.835612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 40668373-2e78-4e0a-ba8a-d090a2956d8c completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:23.849985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 40668373-2e78-4e0a-ba8a-d090a2956d8c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:23.850987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:23.851378 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 40668373-2e78-4e0a-ba8a-d090a2956d8c Oct 17 17:57:23.862828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:23.995113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 40668373-2e78-4e0a-ba8a-d090a2956d8c is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:23.996917 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.032611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ad7da4-329b-416b-a792-b02666ecd0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40668373-2e78-4e0a-ba8a-d090a2956d8c'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:57:24.035781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8115e0-6aaa-49ad-bd33-3464d1a5875d" -d '{"events": [{"server_uuid": "60ad7da4-329b-416b-a792-b02666ecd0dc", "name": "network-vif-plugged", "status": "completed", "tag": "40668373-2e78-4e0a-ba8a-d090a2956d8c"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:57:24.048499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 40668373-2e78-4e0a-ba8a-d090a2956d8c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=40668373-2e78-4e0a-ba8a-d090a2956d8c,segment=NetworkSegment(cc35590a-5de0-4177-86d3-c86c6de82aae),segment_id=cc35590a-5de0-4177-86d3-c86c6de82aae)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:24.055001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.071801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port d27289df-bbfd-49e1-816e-80ef02ce8575 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:24.072052 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.132224 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000c631b-b9c7-403d-a763-e9c9fd9b3d41 x-openstack-request-id: req-000c631b-b9c7-403d-a763-e9c9fd9b3d41 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:57:24.132811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ad7da4-329b-416b-a792-b02666ecd0dc", "name": "network-vif-plugged", "status": "completed", "tag": "40668373-2e78-4e0a-ba8a-d090a2956d8c", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:57:24.132811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-000c631b-b9c7-403d-a763-e9c9fd9b3d41 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:57:24.133145 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000c631b-b9c7-403d-a763-e9c9fd9b3d41'] response: {'server_uuid': '60ad7da4-329b-416b-a792-b02666ecd0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40668373-2e78-4e0a-ba8a-d090a2956d8c', 'code': 200} Oct 17 17:57:24.179950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=40668373-2e78-4e0a-ba8a-d090a2956d8c,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:24.206646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] The port 'd27289df-bbfd-49e1-816e-80ef02ce8575' was deleted {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:57:24.214272 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.267125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c309aeb6-00ab-4908-a2b7-51762757cd79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.272779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebadbc0e-8164-43ef-9d63-2d0212687743']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:24.400587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f548ba6f-bc7c-4869-b502-325550c62df3') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:24.401216 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f548ba6f-bc7c-4869-b502-325550c62df3') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:24.416676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309aeb6-00ab-4908-a2b7-51762757cd79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Subnet': ['ID=adbb8dca-a229-480a-83de-af0a2635422c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:24.451742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b6550-591a-4cdc-9097-ec392ff8d83a None None] Network 0e78ef14-98a6-4054-8526-96b29cec27b3 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:24.451955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c309aeb6-00ab-4908-a2b7-51762757cd79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.460742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.523377 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c309aeb6-00ab-4908-a2b7-51762757cd79 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/adbb8dca-a229-480a-83de-af0a2635422c HTTP/1.1" status: 204 len: 168 time: 2.3626757 Oct 17 17:57:24.523377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46150) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:24.530511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.620171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d35c23-7a04-4da4-bc13-11fbe373b885']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:24.649256 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00414fb6-7315-43ae-bb00-220d3b61ff5b') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:24.649256 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00414fb6-7315-43ae-bb00-220d3b61ff5b') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:24.660599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.685112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3bc36-d6a6-46ea-98e8-52df7d94f4c9 req-43802034-34d6-452e-8337-af2626634e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:24.686800 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3a3bc36-d6a6-46ea-98e8-52df7d94f4c9 req-43802034-34d6-452e-8337-af2626634e80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 1099 time: 0.2331100 Oct 17 17:57:24.699599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.713533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:57:24.715128 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.744913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.766135 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.781595 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:57:24.782492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.806091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a4903709-f921-4f67-bd6c-e23a7db0b1f0 None None] Provisioning for port ac925ead-3d07-4435-987d-cd265d9214a3 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:24.871905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.880773 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f548ba6f-bc7c-4869-b502-325550c62df3 resource provider aggregate not found Oct 17 17:57:24.918362 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f548ba6f-bc7c-4869-b502-325550c62df3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f548ba6f-bc7c-4869-b502-325550c62df3 found for delete ", "request_id": "req-9b0eaaab-79f1-408a-848b-08c555883109"}]} Oct 17 17:57:24.922121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58855a0c-1ceb-4821-a34b-f59e70ce2d20 None None] DHCP port deletion for 0e78ef14-98a6-4054-8526-96b29cec27b3 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:57:24.927455 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:24.928195 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.928393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-58855a0c-1ceb-4821-a34b-f59e70ce2d20 None None] Deleting port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:24.928494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-58855a0c-1ceb-4821-a34b-f59e70ce2d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:24.956217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] For port ac925ead-3d07-4435-987d-cd265d9214a3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ac925ead-3d07-4435-987d-cd265d9214a3,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:24.978762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.011086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.023786 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Network': ['ID=ebadbc0e-8164-43ef-9d63-2d0212687743,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:25.048082 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3a3bc36-d6a6-46ea-98e8-52df7d94f4c9 req-5159578b-fb3c-4a23-8bea-567eb8a0351a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=21732945-0fa5-4f74-bb8a-80fb5333b930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544130 Oct 17 17:57:25.052859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.083575 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-59a917d0-9aea-4b98-9c1e-19f514c64711 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/ebadbc0e-8164-43ef-9d63-2d0212687743 HTTP/1.1" status: 204 len: 168 time: 2.0356781 Oct 17 17:57:25.097126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46160) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:25.113866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.130544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Network': ['ID=51d35c23-7a04-4da4-bc13-11fbe373b885,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:25.138880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.141765 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-9595a122-c694-4002-8a61-8886d2d0c134 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:25.142670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9595a122-c694-4002-8a61-8886d2d0c134 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:25.144757 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9595a122-c694-4002-8a61-8886d2d0c134 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/subnets/7629be2d-9088-49e8-af06-a679193dd468 HTTP/1.1" status: 404 len: 337 time: 0.0466714 Oct 17 17:57:25.148620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46164) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:25.154087 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/networks/51d35c23-7a04-4da4-bc13-11fbe373b885 HTTP/1.1" status: 204 len: 168 time: 3.7164760 Oct 17 17:57:25.156042 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:25.157478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:25.157958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:25.158431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:25.159933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:25.160319 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:25.160588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:25.160912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:25.161240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:25.161561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:25.161880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:25.163241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c960fe-e1db-4c11-90b9-fe7334f811af tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:25.172231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46168) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:25.176924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1353027549'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:25.181838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.182595 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.183031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:25.187713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:network and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:25.191978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:25.206369 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:25.236952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622098f-d918-4d5f-814f-01927092989d req-499487d4-27f6-4d46-99fd-466cf374d946 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:25.245060 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c622098f-d918-4d5f-814f-01927092989d req-499487d4-27f6-4d46-99fd-466cf374d946 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 946 time: 0.4340081 Oct 17 17:57:25.247527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:25.250023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-58855a0c-1ceb-4821-a34b-f59e70ce2d20 None None] For port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2,segment=NetworkSegment(3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4),segment_id=3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:25.250657 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-58855a0c-1ceb-4821-a34b-f59e70ce2d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.252764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.277687 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-c754be66-f0e3-4c85-860d-b0a6d267e674 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:25.278166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c754be66-f0e3-4c85-860d-b0a6d267e674 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:25.279953 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c754be66-f0e3-4c85-860d-b0a6d267e674 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/fd8c362d-b6f6-4aaa-9485-3f8dd9622438 HTTP/1.1" status: 404 len: 339 time: 0.1301737 Oct 17 17:57:25.297338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:57:25.309954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.310679 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Added segment 13ec202a-7b66-4ae9-824e-29ef1bef5155 of type vlan for network 64be364a-f466-43f6-be5b-7d751573d986 Oct 17 17:57:25.320252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46172) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:25.348366 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.380115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ac925ead-3d07-4435-987d-cd265d9214a3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:25.431759 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c622098f-d918-4d5f-814f-01927092989d req-91356755-2054-4ab5-a4b1-0bfac78d159a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=21732945-0fa5-4f74-bb8a-80fb5333b930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848817 Oct 17 17:57:25.434204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.443826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:25.444450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.456671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:25.466733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:25.470335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:25.471215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.476978 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04d3e1f-b280-4dbd-9f51-dd78df949a43 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:25.477630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04d3e1f-b280-4dbd-9f51-dd78df949a43 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:25.479710 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b04d3e1f-b280-4dbd-9f51-dd78df949a43 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/subnets/c1636235-b46f-4ea3-af49-75cfaf6e4a77 HTTP/1.1" status: 404 len: 337 time: 0.1583045 Oct 17 17:57:25.492522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46176) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:25.494470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-58855a0c-1ceb-4821-a34b-f59e70ce2d20 None None] Calling delete_port for 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:25.524694 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e11aa5-203c-40b5-9f5e-d062863c2bb6 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:25.530965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Subnet': ['ID=3e3e90fb-d1b3-4f91-b3dc-782289a08ad1,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:25.544347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=ac925ead-3d07-4435-987d-cd265d9214a3,revision_number=4']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:25.560857 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a16b127-5d95-4322-bb60-f4b421f7a373 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:25.561630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a16b127-5d95-4322-bb60-f4b421f7a373 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:25.564694 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3a16b127-5d95-4322-bb60-f4b421f7a373 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/9e9197c2-3743-4e02-8836-e1687bac0faf HTTP/1.1" status: 404 len: 339 time: 0.0711353 Oct 17 17:57:25.567147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] For port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2,segment=NetworkSegment(3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4),segment_id=3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:25.568078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.570159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46180) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:25.582028 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6353d024-aa4b-4cad-a782-e79f2b0ee973 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.8626735 Oct 17 17:57:25.584873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46184) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:25.614775 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4451089 Oct 17 17:57:25.626132 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23fede-c60b-41dc-a542-3c802c7e2c30 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Network': ['ID=64be364a-f466-43f6-be5b-7d751573d986,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:25.628458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46188) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:25.631519 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbb3536-d6ef-4b91-8368-d25ed570a43b tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:25.632175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbb3536-d6ef-4b91-8368-d25ed570a43b tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:25.636949 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bbbb3536-d6ef-4b91-8368-d25ed570a43b tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/subnets/3c4cca53-d7a5-4aa1-8143-ef6f62729397 HTTP/1.1" status: 404 len: 337 time: 0.0642660 Oct 17 17:57:25.642317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'subnet': {'network_id': '64be364a-f466-43f6-be5b-7d751573d986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:25.653281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Request body: {'port': {'network_id': 'b6857a8d-f808-4f27-8165-53c8a72cbcb5', 'mac_address': 'fa:16:3e:59:a2:c4', 'name': 'tempest-NetworksTestDHCPv6-2100754530'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:25.657938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46194) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:25.689345 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 64be364a-f466-43f6-be5b-7d751573d986 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:57:25.739815 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 00414fb6-7315-43ae-bb00-220d3b61ff5b resource provider aggregate not found Oct 17 17:57:25.772921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-58855a0c-1ceb-4821-a34b-f59e70ce2d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.781680 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 00414fb6-7315-43ae-bb00-220d3b61ff5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00414fb6-7315-43ae-bb00-220d3b61ff5b found for delete ", "request_id": "req-2f1a4a47-0837-4dbe-ba69-0762fab1f1ba"}]} Oct 17 17:57:25.783793 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb4bd88-2a27-4179-b82d-350a47beeec9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:25.784622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb4bd88-2a27-4179-b82d-350a47beeec9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:25.789874 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7fb4bd88-2a27-4179-b82d-350a47beeec9 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/78c78496-f1e3-4ec6-afad-f2606ed45e70 HTTP/1.1" status: 404 len: 339 time: 0.1283624 Oct 17 17:57:25.793414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46200) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:25.827636 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port ac925ead-3d07-4435-987d-cd265d9214a3 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:25.830245 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58855a0c-1ceb-4821-a34b-f59e70ce2d20 None None] No DVR routers for this DVR port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:57:25.883013 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e700fe7-60ce-47a9-91ae-1afe512e857d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:25.884473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e700fe7-60ce-47a9-91ae-1afe512e857d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:25.889363 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8e700fe7-60ce-47a9-91ae-1afe512e857d tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/subnets/6428702e-55d9-49da-ada4-ff0d92e055ae HTTP/1.1" status: 404 len: 337 time: 0.0915680 Oct 17 17:57:25.889363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46204) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:25.903568 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58855a0c-1ceb-4821-a34b-f59e70ce2d20 None None] Pushing event deleted for resources: {'Port': ['ID=09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:25.905770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ac925ead-3d07-4435-987d-cd265d9214a3 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:25.907748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:25.908534 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ac925ead-3d07-4435-987d-cd265d9214a3 Oct 17 17:57:25.920731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:25.944202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:subnet and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:25.944202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c646a1ec-c23f-4ccd-9116-b0ccc7bce618 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:25.944202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c646a1ec-c23f-4ccd-9116-b0ccc7bce618 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:25.944202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c646a1ec-c23f-4ccd-9116-b0ccc7bce618 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/8d4af080-331e-49ee-8894-07d44300a090 HTTP/1.1" status: 404 len: 339 time: 0.0538480 Oct 17 17:57:25.949488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:25.949488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46208) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:25.968402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Calling delete_port for 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:25.991854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:25.998736 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-0025bce6-3768-401b-98d6-4896ca98c205 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:25.999398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0025bce6-3768-401b-98d6-4896ca98c205 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:26.001854 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0025bce6-3768-401b-98d6-4896ca98c205 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/subnets/2d56b2fe-a9ee-44b7-a841-7660b00844b3 HTTP/1.1" status: 404 len: 337 time: 0.0527999 Oct 17 17:57:26.004351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46212) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:26.033915 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6ce345-5cce-445a-8e39-ca0135a5f985 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:26.033915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6ce345-5cce-445a-8e39-ca0135a5f985 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:26.035736 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ef6ce345-5cce-445a-8e39-ca0135a5f985 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/dab3af7f-a7eb-4893-849d-3a4823efed03 HTTP/1.1" status: 404 len: 339 time: 0.0303771 Oct 17 17:57:26.039263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46216) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:26.080967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:26.088386 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:26.160858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:26.195776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:57:26.196366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:57:26.202777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Usage tracker for resource:port and tenant:16630d51c6834023bd0811e0773898ef is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:26.208562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:26.219061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:26.234049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Made reservation on behalf of 16630d51c6834023bd0811e0773898ef for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:26.267525 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d7fc43-f1e4-4f7f-b768-f2f1c0c335de tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:26.267988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d7fc43-f1e4-4f7f-b768-f2f1c0c335de tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:26.277871 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d7d7fc43-f1e4-4f7f-b768-f2f1c0c335de tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/subnets/df7d18a3-de0e-42bf-894b-d9ce85af3efe HTTP/1.1" status: 404 len: 337 time: 0.2351298 Oct 17 17:57:26.283890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46220) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:26.308999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ac925ead-3d07-4435-987d-cd265d9214a3 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:26.309755 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:26.318054 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1627ec3-b183-4423-9a69-a33e1cc2d751 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:26.318599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1627ec3-b183-4423-9a69-a33e1cc2d751 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:26.323230 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a1627ec3-b183-4423-9a69-a33e1cc2d751 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/0bf47190-92a1-40ff-973b-803527fda30f HTTP/1.1" status: 404 len: 339 time: 0.0360138 Oct 17 17:57:26.360549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46224) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:26.363234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port ac925ead-3d07-4435-987d-cd265d9214a3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ac925ead-3d07-4435-987d-cd265d9214a3,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:26.369602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:26.418225 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c3e6fc-d921-4a15-98b8-150fe65f864b tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:26.419009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c3e6fc-d921-4a15-98b8-150fe65f864b tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:26.421059 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-04c3e6fc-d921-4a15-98b8-150fe65f864b tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/subnets/204b241b-6286-4dd1-9ecb-2c7e89e5ebb5 HTTP/1.1" status: 404 len: 337 time: 0.0590730 Oct 17 17:57:26.424680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46228) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:26.472983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:57:26.477241 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1759e9-d4e6-4ca2-98bd-932580210f80 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:26.477733 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1759e9-d4e6-4ca2-98bd-932580210f80 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:26.479740 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-dd1759e9-d4e6-4ca2-98bd-932580210f80 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/5bba4c12-1daf-495f-83ba-328e26d33151 HTTP/1.1" status: 404 len: 339 time: 0.0537949 Oct 17 17:57:26.483575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46234) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:26.522171 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:26.538174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=ac925ead-3d07-4435-987d-cd265d9214a3,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:26.538800 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-5993ccbd-90b7-4ef4-8f42-8a45cbadfa1f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:26.539604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5993ccbd-90b7-4ef4-8f42-8a45cbadfa1f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:26.542384 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5993ccbd-90b7-4ef4-8f42-8a45cbadfa1f tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/subnets/879df3a2-5e82-412d-be7c-66987a177bb6 HTTP/1.1" status: 404 len: 337 time: 0.0575206 Oct 17 17:57:26.546322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46238) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:26.551209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:57:26.551551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:57:26.551972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9aa0eed7-206d-429a-811b-82676ea11031 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:57:26.586933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] device_id is not set on port afc635e1-a39d-4842-8b1a-786b8c417ba1 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:57:26.590780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 9aa0eed7-206d-429a-811b-82676ea11031 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:57:26.591156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 9aa0eed7-206d-429a-811b-82676ea11031 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:57:26.616076 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbaf1a3-0429-4d83-8cd6-a0036dd0dfb2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:26.616631 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cbaf1a3-0429-4d83-8cd6-a0036dd0dfb2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:26.618593 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7cbaf1a3-0429-4d83-8cd6-a0036dd0dfb2 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/1412d62b-33b7-456d-a654-acc30dd7bd61 HTTP/1.1" status: 404 len: 339 time: 0.0708184 Oct 17 17:57:26.622086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46242) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:26.679546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:26.704751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Deleting port 09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:26.705058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:26.792899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f6c090-6462-4de8-81df-014c1d35e140 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Deleting subnet fa399980-a337-4145-93b2-98442987a1d3 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:57:26.803391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Subnet': ['ID=3322a1b9-f9d7-4b71-bbb6-9ac3d440c578,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:26.808225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31f6c090-6462-4de8-81df-014c1d35e140 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:26.810233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] The port '09a34a0b-6bcc-48e1-a15c-5b0f97b58fa2' was deleted {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:57:26.851097 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Checking segment: {'id': '13ec202a-7b66-4ae9-824e-29ef1bef5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '64be364a-f466-43f6-be5b-7d751573d986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:57:26.851450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network hostable DHCP agents. Network: 64be364a-f466-43f6-be5b-7d751573d986, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:57:26.889089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31f6c090-6462-4de8-81df-014c1d35e140 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:26.932062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 64be364a-f466-43f6-be5b-7d751573d986 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:57:26.955481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 64be364a-f466-43f6-be5b-7d751573d986) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:26.960358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:26.960937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:26.975941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef95e03e-c965-414f-824d-d58db04107e6 None None] Network 64be364a-f466-43f6-be5b-7d751573d986 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:26.997431 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e0994db0-0512-4afc-aa69-3b81efe50cbd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3674622 Oct 17 17:57:27.001702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46246) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:27.007556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-34066438-a0d0-409c-bf82-b91b9fd68783 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-670390860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:27.014492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.026382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-34066438-a0d0-409c-bf82-b91b9fd68783 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:27.033736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-34066438-a0d0-409c-bf82-b91b9fd68783 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:router and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:27.038987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-34066438-a0d0-409c-bf82-b91b9fd68783 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:27.047504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-34066438-a0d0-409c-bf82-b91b9fd68783 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:27.061264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31f6c090-6462-4de8-81df-014c1d35e140 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.111930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-34066438-a0d0-409c-bf82-b91b9fd68783 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.113204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-34066438-a0d0-409c-bf82-b91b9fd68783 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.160151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-34066438-a0d0-409c-bf82-b91b9fd68783 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.214756 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31f6c090-6462-4de8-81df-014c1d35e140 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.256516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8::39f (b6857a8d-f808-4f27-8165-53c8a72cbcb5/22be686e-0f7d-45c3-bb79-e4c8cc6e0097/afc635e1-a39d-4842-8b1a-786b8c417ba1) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:27.264092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Allocated IP 2001:db8:0:1:f816:3eff:fe59:a2c4 (b6857a8d-f808-4f27-8165-53c8a72cbcb5/3e3e90fb-d1b3-4f91-b3dc-782289a08ad1/afc635e1-a39d-4842-8b1a-786b8c417ba1) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:27.273732 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ac925ead-3d07-4435-987d-cd265d9214a3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:27.291451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-34066438-a0d0-409c-bf82-b91b9fd68783 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.295628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd153e-c9e2-42da-b31b-c3100dcd5827 req-1fb98b26-1bd3-4eb2-a25f-0faaab027076 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:27.297315 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5afd153e-c9e2-42da-b31b-c3100dcd5827 req-1fb98b26-1bd3-4eb2-a25f-0faaab027076 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 946 time: 0.6680989 Oct 17 17:57:27.304894 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e78ef14-98a6-4054-8526-96b29cec27b3']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:27.335094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6c090-6462-4de8-81df-014c1d35e140 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Subnet': ['ID=fa399980-a337-4145-93b2-98442987a1d3,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:27.355788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-31f6c090-6462-4de8-81df-014c1d35e140 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.365602 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-31f6c090-6462-4de8-81df-014c1d35e140 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/subnets/fa399980-a337-4145-93b2-98442987a1d3 HTTP/1.1" status: 204 len: 168 time: 0.7420490 Oct 17 17:57:27.369579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46250) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:27.378356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:27.378904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:27.396314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-34066438-a0d0-409c-bf82-b91b9fd68783 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.400042 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-34066438-a0d0-409c-bf82-b91b9fd68783 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3944337 Oct 17 17:57:27.403490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46254) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:27.421250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.432014 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5afd153e-c9e2-42da-b31b-c3100dcd5827 req-363ecd96-feaf-40db-9b7b-373fa48f19ea tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=21732945-0fa5-4f74-bb8a-80fb5333b930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214442 Oct 17 17:57:27.433143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853bdf9f-430f-4d99-94e5-6552d7b50107 None None] Network f5ea7f70-14af-4bdf-b32c-901096f69d60 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:27.459603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.460249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'port': {'network_id': '64be364a-f466-43f6-be5b-7d751573d986', 'name': 'tempest-RoutersIpV6Test-1677340538'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:27.486174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:57:27.487341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.658581 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4 resource provider aggregate not found Oct 17 17:57:27.731466 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3004ae44-1ddf-4c8b-adbe-a3f970dc1ac4 found for delete ", "request_id": "req-4e7bb3c3-d6f2-4d37-bf23-288ed5c156d4"}]} Oct 17 17:57:27.808522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-568a9087-7bb9-41c3-bb74-9fad118c0f4f None None] Provisioning complete for port ac925ead-3d07-4435-987d-cd265d9214a3 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:27.809525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-568a9087-7bb9-41c3-bb74-9fad118c0f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.810219 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-568a9087-7bb9-41c3-bb74-9fad118c0f4f None None] Attempt 1 to provision port ac925ead-3d07-4435-987d-cd265d9214a3 Oct 17 17:57:27.814290 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.840253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.840760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:27.858447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Pushing event deleted for resources: {'Network': ['ID=0e78ef14-98a6-4054-8526-96b29cec27b3,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:27.884954 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c8e5dad3-a60a-4b92-aa48-769743b9ac25 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/networks/0e78ef14-98a6-4054-8526-96b29cec27b3 HTTP/1.1" status: 204 len: 168 time: 3.3622496 Oct 17 17:57:27.895676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46266) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:27.921446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a9f293a9-df25-4d7e-b4e8-85ce5057e613 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'router': {'routes': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:27.961696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Deleting port 1c066d68-6263-4440-832b-e7dcf5eb3e28 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:27.961696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:28.009886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:28.037664 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:port and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:28.042274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:28.059522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29b768-efd0-4026-b267-888ccb1db467 req-40c7697b-d429-492e-a9c6-12ba49b53971 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:28.063383 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc29b768-efd0-4026-b267-888ccb1db467 req-40c7697b-d429-492e-a9c6-12ba49b53971 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 946 time: 0.3821857 Oct 17 17:57:28.064379 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:28.090320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:28.207689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:28.213986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:28.304056 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc29b768-efd0-4026-b267-888ccb1db467 req-dc717b91-04c1-4171-9f88-fa0afafb61bc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=21732945-0fa5-4f74-bb8a-80fb5333b930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089357 Oct 17 17:57:28.346380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] device_id is not set on port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:57:28.373115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Transition to ACTIVE for port object afc635e1-a39d-4842-8b1a-786b8c417ba1 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:28.430050 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ac925ead-3d07-4435-987d-cd265d9214a3 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:28.430751 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:28.431425 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ac925ead-3d07-4435-987d-cd265d9214a3 Oct 17 17:57:28.446069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.extraroute_db [None req-a9f293a9-df25-4d7e-b4e8-85ce5057e613 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Added routes are [] {{(pid=89190) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 17 17:57:28.446481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.extraroute_db [None req-a9f293a9-df25-4d7e-b4e8-85ce5057e613 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Removed routes are [] {{(pid=89190) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 17 17:57:28.446847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9f293a9-df25-4d7e-b4e8-85ce5057e613 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:28.530015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] For port 1c066d68-6263-4440-832b-e7dcf5eb3e28, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1c066d68-6263-4440-832b-e7dcf5eb3e28,segment=NetworkSegment(71532ae2-8c7a-41da-bffb-5bc04636fd5a),segment_id=71532ae2-8c7a-41da-bffb-5bc04636fd5a)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:28.530955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:28.679128 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-64be364a-f466-43f6-be5b-7d751573d986', 'network_id': '64be364a-f466-43f6-be5b-7d751573d986', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'fixed_ips': [{'subnet_id': '3322a1b9-f9d7-4b71-bbb6-9ac3d440c578'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:57:28.680534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:28.735522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:28.786851 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Calling delete_port for 1c066d68-6263-4440-832b-e7dcf5eb3e28 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:28.788037 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9f293a9-df25-4d7e-b4e8-85ce5057e613 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:28.815120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9f293a9-df25-4d7e-b4e8-85ce5057e613 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:28.823388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:28.868670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Allocated IP 2001:db8::6f (64be364a-f466-43f6-be5b-7d751573d986/3322a1b9-f9d7-4b71-bbb6-9ac3d440c578/74a805a6-f0ff-485d-9d6c-5891667dd0c9) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:28.884077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:28.895097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:57:28.901571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:28.902552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:28.924227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.005817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event updated for resources: {'Port': ['ID=afc635e1-a39d-4842-8b1a-786b8c417ba1,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:29.006415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Port': ['ID=1c066d68-6263-4440-832b-e7dcf5eb3e28,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:29.019666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] No DVR routers for this DVR port 1c066d68-6263-4440-832b-e7dcf5eb3e28 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:57:29.030236 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a3d54a93-8ffe-421c-9037-c9a00f9d633b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4375563 Oct 17 17:57:29.030236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46274) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:29.035360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f293a9-df25-4d7e-b4e8-85ce5057e613 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 07c8091b-c87b-4eaa-aa16-2873644e7e05 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:57:29.063501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-568a9087-7bb9-41c3-bb74-9fad118c0f4f None None] Current status of the port ac925ead-3d07-4435-987d-cd265d9214a3 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:29.317106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.353154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a64924f5-2b52-4414-916e-38c2ce9d558a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.370545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ea7f70-14af-4bdf-b32c-901096f69d60']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:29.397312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71532ae2-8c7a-41da-bffb-5bc04636fd5a') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:29.397842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71532ae2-8c7a-41da-bffb-5bc04636fd5a') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:29.401199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ac925ead-3d07-4435-987d-cd265d9214a3 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:29.418860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c0776-8fc7-42d3-8e23-836a714e6f9a None None] DHCP port deletion for f5ea7f70-14af-4bdf-b32c-901096f69d60 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:57:29.423787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.455228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.464962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.486719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Transition to ACTIVE for port object 74a805a6-f0ff-485d-9d6c-5891667dd0c9 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:29.490912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ffdc9550-7121-44f8-9976-a879980840f8 None None] Provisioning for port afc635e1-a39d-4842-8b1a-786b8c417ba1 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:29.492315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:57:29.493481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.502710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4106df99-3f47-4189-9968-8edfbcbdb608 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting port afc635e1-a39d-4842-8b1a-786b8c417ba1 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:29.503642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4106df99-3f47-4189-9968-8edfbcbdb608 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.515218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ffdc9550-7121-44f8-9976-a879980840f8 None None] Provisioning complete for port afc635e1-a39d-4842-8b1a-786b8c417ba1 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:29.526129 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9550-7121-44f8-9976-a879980840f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.526973 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ffdc9550-7121-44f8-9976-a879980840f8 None None] Attempt 1 to provision port afc635e1-a39d-4842-8b1a-786b8c417ba1 Oct 17 17:57:29.599668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f293a9-df25-4d7e-b4e8-85ce5057e613 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:57:29.633274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9f293a9-df25-4d7e-b4e8-85ce5057e613 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.634719 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a9f293a9-df25-4d7e-b4e8-85ce5057e613 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05 HTTP/1.1" status: 200 len: 698 time: 1.7476547 Oct 17 17:57:29.639078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46280) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:29.647236 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 71532ae2-8c7a-41da-bffb-5bc04636fd5a resource provider aggregate not found Oct 17 17:57:29.714292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-082bf807-3ff1-4a86-a500-2f59d892330b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Synchronizing usage tracker for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:29.723966 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 71532ae2-8c7a-41da-bffb-5bc04636fd5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71532ae2-8c7a-41da-bffb-5bc04636fd5a found for delete ", "request_id": "req-9eeed59b-57c8-4eea-8762-5c6ab694266e"}]} Oct 17 17:57:29.726438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.731197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.759978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eafc77-ce8c-420b-96ed-2a0958794fd8 None None] Sync routers for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:57:29.773782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1c066d68-6263-4440-832b-e7dcf5eb3e28 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:57:29.814115 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.818501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] Pushing event deleted for resources: {'Network': ['ID=f5ea7f70-14af-4bdf-b32c-901096f69d60,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:29.939124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46286) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:29.948651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4106df99-3f47-4189-9968-8edfbcbdb608 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:29.989625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eafc77-ce8c-420b-96ed-2a0958794fd8 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:29.990178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-d8eafc77-ce8c-420b-96ed-2a0958794fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:30.113164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 1c066d68-6263-4440-832b-e7dcf5eb3e28 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:57:30.114222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1c066d68-6263-4440-832b-e7dcf5eb3e28 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:57:30.160259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4106df99-3f47-4189-9968-8edfbcbdb608 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Calling delete_port for afc635e1-a39d-4842-8b1a-786b8c417ba1 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:30.331672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc9550-7121-44f8-9976-a879980840f8 None None] Port afc635e1-a39d-4842-8b1a-786b8c417ba1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:30.350118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=74a805a6-f0ff-485d-9d6c-5891667dd0c9,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:30.354661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-d8eafc77-ce8c-420b-96ed-2a0958794fd8 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:30.382839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 64be364a-f466-43f6-be5b-7d751573d986 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:30.384769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:30.428745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-082bf807-3ff1-4a86-a500-2f59d892330b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Unset dirty status for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:30.430152 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-082bf807-3ff1-4a86-a500-2f59d892330b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07c8091b-c87b-4eaa-aa16-2873644e7e05 HTTP/1.1" status: 200 len: 205 time: 0.7891459 Oct 17 17:57:30.464763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46290) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:30.512854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:57:30.523837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:30.524882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:30.527478 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Allocated IP 2001:db8::2 (64be364a-f466-43f6-be5b-7d751573d986/3322a1b9-f9d7-4b71-bbb6-9ac3d440c578/73d2cf91-3aeb-479b-a267-0f556cbd0e92) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:30.530200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-d8eafc77-ce8c-420b-96ed-2a0958794fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:57:18Z', 'revision_number': 11, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:30.545420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eafc77-ce8c-420b-96ed-2a0958794fd8 None None] Checking router: 07c8091b-c87b-4eaa-aa16-2873644e7e05 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:57:30.572482 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-91dc6c8f-b182-4309-9752-361cd0226793 tempest-NetworksTest-324515963 tempest-NetworksTest-324515963-project] 10.222.0.69 "DELETE /v2.0/networks/f5ea7f70-14af-4bdf-b32c-901096f69d60 HTTP/1.1" status: 204 len: 168 time: 3.2015893 Oct 17 17:57:30.580335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eafc77-ce8c-420b-96ed-2a0958794fd8 None None] Routers {'07c8091b-c87b-4eaa-aa16-2873644e7e05'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:30.580974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-d8eafc77-ce8c-420b-96ed-2a0958794fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['07c8091b-c87b-4eaa-aa16-2873644e7e05'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:30.618859 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7c02cb85-1555-41d0-9eb6-f6b4d3d54c8c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2115898 Oct 17 17:57:30.621441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46296) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:30.755461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-d8eafc77-ce8c-420b-96ed-2a0958794fd8 None None] Set router 07c8091b-c87b-4eaa-aa16-2873644e7e05 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:30.961080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4106df99-3f47-4189-9968-8edfbcbdb608 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:31.014191 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ffdc9550-7121-44f8-9976-a879980840f8 None None] Attempt 2 to provision port afc635e1-a39d-4842-8b1a-786b8c417ba1 Oct 17 17:57:31.040501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-d8eafc77-ce8c-420b-96ed-2a0958794fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:57:18Z', 'revision_number': 11, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:31.063353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eafc77-ce8c-420b-96ed-2a0958794fd8 None None] The sync data for ids ['07c8091b-c87b-4eaa-aa16-2873644e7e05'] in dv-neutron-860895-1-hyperv is: [{'id': '07c8091b-c87b-4eaa-aa16-2873644e7e05', 'name': 'tempest-RoutersTest-router-8071137', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:17Z', 'updated_at': '2022-10-17T17:57:18Z', 'revision_number': 11, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:57:31.067307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc9550-7121-44f8-9976-a879980840f8 None None] Port afc635e1-a39d-4842-8b1a-786b8c417ba1 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:57:31.123022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-863ae580-1db8-4f6d-9c35-e73d853f7c59 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:31.256140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46302) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:31.377610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:31.405554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Transition to ACTIVE for port object 73d2cf91-3aeb-479b-a267-0f556cbd0e92 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:31.452322 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Transition to ACTIVE for port object 73d2cf91-3aeb-479b-a267-0f556cbd0e92 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:31.474332 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:31.633564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Network 64be364a-f466-43f6-be5b-7d751573d986 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:31.640540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:31.644172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-74c03a08-7767-47e3-b977-2f96183bb711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:31.651499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:57:31.657788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106df99-3f47-4189-9968-8edfbcbdb608 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Port': ['ID=afc635e1-a39d-4842-8b1a-786b8c417ba1,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:31.672496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Pushing event updated for resources: {'Port': ['ID=73d2cf91-3aeb-479b-a267-0f556cbd0e92,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:31.834937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4106df99-3f47-4189-9968-8edfbcbdb608 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:31.909982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Attempting to bind port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:57:31.909982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Attempting to bind port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '13ec202a-7b66-4ae9-824e-29ef1bef5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '64be364a-f466-43f6-be5b-7d751573d986'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:57:31.909982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Attempting to bind port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 on network 64be364a-f466-43f6-be5b-7d751573d986 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:57:31.916254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:57:31.916254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Checking segment: {'id': '13ec202a-7b66-4ae9-824e-29ef1bef5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '64be364a-f466-43f6-be5b-7d751573d986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:57:31.917789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:31.917920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Bound using segment: {'id': '13ec202a-7b66-4ae9-824e-29ef1bef5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '64be364a-f466-43f6-be5b-7d751573d986'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:57:31.918726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Bound port: 73d2cf91-3aeb-479b-a267-0f556cbd0e92, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ec202a-7b66-4ae9-824e-29ef1bef5155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '64be364a-f466-43f6-be5b-7d751573d986'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:57:31.922713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.125679 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-312a2861-0d79-4263-9322-2cee3ab51298 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d88076286bb4c578ccfdc6ddfb44636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8617361 Oct 17 17:57:32.183600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46310) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:32.209678 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4106df99-3f47-4189-9968-8edfbcbdb608 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/afc635e1-a39d-4842-8b1a-786b8c417ba1 HTTP/1.1" status: 204 len: 168 time: 3.1783738 Oct 17 17:57:32.217648 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] For port 73d2cf91-3aeb-479b-a267-0f556cbd0e92, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:57:32.226602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] For port 73d2cf91-3aeb-479b-a267-0f556cbd0e92, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=73d2cf91-3aeb-479b-a267-0f556cbd0e92,segment=NetworkSegment(13ec202a-7b66-4ae9-824e-29ef1bef5155),segment_id=13ec202a-7b66-4ae9-824e-29ef1bef5155)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:57:32.226782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46314) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:32.236402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.340343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32056214-bfbc-47e8-bf27-019de73e629a None None] Pushing event updated for resources: {'Port': ['ID=73d2cf91-3aeb-479b-a267-0f556cbd0e92,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:32.410067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-863ae580-1db8-4f6d-9c35-e73d853f7c59 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.414229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-863ae580-1db8-4f6d-9c35-e73d853f7c59 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.467639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-863ae580-1db8-4f6d-9c35-e73d853f7c59 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.470570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863ae580-1db8-4f6d-9c35-e73d853f7c59 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Fanout notify agent at l3_agent the message router_deleted on router 07c8091b-c87b-4eaa-aa16-2873644e7e05 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:57:32.504054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-863ae580-1db8-4f6d-9c35-e73d853f7c59 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.505248 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-863ae580-1db8-4f6d-9c35-e73d853f7c59 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05 HTTP/1.1" status: 204 len: 168 time: 2.0392642 Oct 17 17:57:32.520486 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.521193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46318) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:32.553998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-509b1e4b-f877-44f4-a54a-479ec18d26b6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1739462363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:32.597271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-509b1e4b-f877-44f4-a54a-479ec18d26b6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:32.598485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.607755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-509b1e4b-f877-44f4-a54a-479ec18d26b6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Usage tracker for resource:router and tenant:0bc6f721c5a14292a00d7c38e098d897 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:32.620425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-509b1e4b-f877-44f4-a54a-479ec18d26b6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:32.638443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-509b1e4b-f877-44f4-a54a-479ec18d26b6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:32.655353 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-509b1e4b-f877-44f4-a54a-479ec18d26b6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.658278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-509b1e4b-f877-44f4-a54a-479ec18d26b6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.689039 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-509b1e4b-f877-44f4-a54a-479ec18d26b6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.722410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-509b1e4b-f877-44f4-a54a-479ec18d26b6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.770002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-509b1e4b-f877-44f4-a54a-479ec18d26b6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:32.771757 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-509b1e4b-f877-44f4-a54a-479ec18d26b6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2427588 Oct 17 17:57:32.808001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46322) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:32.821280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-eae28590-402d-4b45-be7f-becb7c1d0a90 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:32.846585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-381cb62c-4da1-47d4-a8ea-2d6f4cafdb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:33.321310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:33.376753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93024d1-3a0f-4ded-ad00-76523056b61d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:33.383789 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c93024d1-3a0f-4ded-ad00-76523056b61d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.1523688 Oct 17 17:57:33.411075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46326) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:33.422289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-381cb62c-4da1-47d4-a8ea-2d6f4cafdb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:33.706846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eae28590-402d-4b45-be7f-becb7c1d0a90 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:33.707521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 73d2cf91-3aeb-479b-a267-0f556cbd0e92 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:33.738736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eae28590-402d-4b45-be7f-becb7c1d0a90 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:33.832421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:34.016177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-381cb62c-4da1-47d4-a8ea-2d6f4cafdb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:34.061878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cb62c-4da1-47d4-a8ea-2d6f4cafdb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efa52f2-fa73-4af3-9c6d-65b5daefe210,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:34.090820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae28590-402d-4b45-be7f-becb7c1d0a90 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Router 631338e8-87b0-4dcb-a66b-24cf22ae30dc is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:57:34.307926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026001f9-ec16-4375-ac1b-67c5a3d00b5a None None] Network 64be364a-f466-43f6-be5b-7d751573d986 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:34.311387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-381cb62c-4da1-47d4-a8ea-2d6f4cafdb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:34.311387 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-381cb62c-4da1-47d4-a8ea-2d6f4cafdb8b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7efa52f2-fa73-4af3-9c6d-65b5daefe210 HTTP/1.1" status: 204 len: 168 time: 2.1046851 Oct 17 17:57:34.390146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:34.411336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae28590-402d-4b45-be7f-becb7c1d0a90 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:57:34.436769 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af1663-298d-4f0b-85af-1edeb23d2a81 None None] Sync routers for ids ['631338e8-87b0-4dcb-a66b-24cf22ae30dc'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:57:34.452855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eae28590-402d-4b45-be7f-becb7c1d0a90 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:34.453772 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af1663-298d-4f0b-85af-1edeb23d2a81 None None] Routers {'631338e8-87b0-4dcb-a66b-24cf22ae30dc'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:34.454787 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-b7af1663-298d-4f0b-85af-1edeb23d2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['631338e8-87b0-4dcb-a66b-24cf22ae30dc'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:34.461457 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-eae28590-402d-4b45-be7f-becb7c1d0a90 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "PUT /v2.0/routers/631338e8-87b0-4dcb-a66b-24cf22ae30dc HTTP/1.1" status: 200 len: 694 time: 1.6548345 Oct 17 17:57:34.461457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46332) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:34.632818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8eba5be1-0d8c-4456-9b38-2fe97c0d42a5 None None] Provisioning for port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:34.638436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:34.654665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:34.740723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8eba5be1-0d8c-4456-9b38-2fe97c0d42a5 None None] Provisioning complete for port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:34.741843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8eba5be1-0d8c-4456-9b38-2fe97c0d42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:34.742369 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8eba5be1-0d8c-4456-9b38-2fe97c0d42a5 None None] Attempt 1 to provision port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 Oct 17 17:57:34.824532 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-b7af1663-298d-4f0b-85af-1edeb23d2a81 None None] Set router 631338e8-87b0-4dcb-a66b-24cf22ae30dc gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:34.894671 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-95f6b46c-80bf-4274-9bec-dbefb61d2d1f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/routers/631338e8-87b0-4dcb-a66b-24cf22ae30dc HTTP/1.1" status: 200 len: 700 time: 0.4298873 Oct 17 17:57:34.896535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46342) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:34.931122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a536ff45-96ea-4d86-9d44-2b7007f843ff tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:34.932747 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a536ff45-96ea-4d86-9d44-2b7007f843ff tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 1.5202286 Oct 17 17:57:34.965708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46346) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:35.069806 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3fbce27e-7cbb-4433-8cce-5be58d931353 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=631338e8-87b0-4dcb-a66b-24cf22ae30dc HTTP/1.1" status: 200 len: 205 time: 0.1664090 Oct 17 17:57:35.069806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46352) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:35.077690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8eba5be1-0d8c-4456-9b38-2fe97c0d42a5 None None] Current status of the port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:35.081609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8eba5be1-0d8c-4456-9b38-2fe97c0d42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:35.203849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-8eba5be1-0d8c-4456-9b38-2fe97c0d42a5 None None] For port 73d2cf91-3aeb-479b-a267-0f556cbd0e92, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=73d2cf91-3aeb-479b-a267-0f556cbd0e92,segment=NetworkSegment(13ec202a-7b66-4ae9-824e-29ef1bef5155),segment_id=13ec202a-7b66-4ae9-824e-29ef1bef5155)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:35.222593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8eba5be1-0d8c-4456-9b38-2fe97c0d42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:35.315255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=74a805a6-f0ff-485d-9d6c-5891667dd0c9,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:35.362538 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-b7af1663-298d-4f0b-85af-1edeb23d2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631338e8-87b0-4dcb-a66b-24cf22ae30dc', 'name': 'tempest-RoutersTest-router-1739462363', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:57:32Z', 'updated_at': '2022-10-17T17:57:33Z', 'revision_number': 2, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:35.383257 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af1663-298d-4f0b-85af-1edeb23d2a81 None None] Checking router: 631338e8-87b0-4dcb-a66b-24cf22ae30dc for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:57:35.427798 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af1663-298d-4f0b-85af-1edeb23d2a81 None None] Routers {'631338e8-87b0-4dcb-a66b-24cf22ae30dc'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:35.430057 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-b7af1663-298d-4f0b-85af-1edeb23d2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['631338e8-87b0-4dcb-a66b-24cf22ae30dc'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:35.438215 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23465bf8-8a51-4487-9115-435e163db689 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:35.439780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23465bf8-8a51-4487-9115-435e163db689 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:35.441443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23465bf8-8a51-4487-9115-435e163db689 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:35.442364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-23465bf8-8a51-4487-9115-435e163db689 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:35.449188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:35.551680 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ec882434-6d03-4244-9ba2-b175183c7e6f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:35.628416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba5be1-0d8c-4456-9b38-2fe97c0d42a5 None None] Pushing event updated for resources: {'Port': ['ID=73d2cf91-3aeb-479b-a267-0f556cbd0e92,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:35.634349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Provisioning for port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:35.653220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Provisioning complete for port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:35.653741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:35.654285 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Attempt 1 to provision port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 Oct 17 17:57:35.701389 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-b7af1663-298d-4f0b-85af-1edeb23d2a81 None None] Set router 631338e8-87b0-4dcb-a66b-24cf22ae30dc gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:35.800310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:35.801505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:35.831554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-23465bf8-8a51-4487-9115-435e163db689 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:35.837629 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-23465bf8-8a51-4487-9115-435e163db689 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8540266 Oct 17 17:57:35.850564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46362) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:35.889707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7608f088-7781-485b-9ce2-77eda1022ec2 None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 17:57:35.991646 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-b7af1663-298d-4f0b-85af-1edeb23d2a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631338e8-87b0-4dcb-a66b-24cf22ae30dc', 'name': 'tempest-RoutersTest-router-1739462363', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:57:32Z', 'updated_at': '2022-10-17T17:57:33Z', 'revision_number': 2, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:35.999818 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7af1663-298d-4f0b-85af-1edeb23d2a81 None None] The sync data for ids ['631338e8-87b0-4dcb-a66b-24cf22ae30dc'] in dv-neutron-860895-1-hyperv is: [{'id': '631338e8-87b0-4dcb-a66b-24cf22ae30dc', 'name': 'tempest-RoutersTest-router-1739462363', 'tenant_id': '0bc6f721c5a14292a00d7c38e098d897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:57:32Z', 'updated_at': '2022-10-17T17:57:33Z', 'revision_number': 2, 'project_id': '0bc6f721c5a14292a00d7c38e098d897', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:57:36.179763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:36.223543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7608f088-7781-485b-9ce2-77eda1022ec2 None None] Resources bound (agent type, host, resource id): {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 17:57:36.373302 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Attempt 2 to provision port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 Oct 17 17:57:36.483802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ec882434-6d03-4244-9ba2-b175183c7e6f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:36.493445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ec882434-6d03-4244-9ba2-b175183c7e6f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:36.497359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:36.517629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-78091f0f-774f-43f8-82bf-164082b63144 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 22be686e-0f7d-45c3-bb79-e4c8cc6e0097 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:57:36.541643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78091f0f-774f-43f8-82bf-164082b63144 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:36.627730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46374) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:36.638366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ec882434-6d03-4244-9ba2-b175183c7e6f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:36.639424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec882434-6d03-4244-9ba2-b175183c7e6f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Fanout notify agent at l3_agent the message router_deleted on router 631338e8-87b0-4dcb-a66b-24cf22ae30dc {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:57:36.697825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78091f0f-774f-43f8-82bf-164082b63144 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:36.773034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ec882434-6d03-4244-9ba2-b175183c7e6f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:36.775363 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ec882434-6d03-4244-9ba2-b175183c7e6f tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/631338e8-87b0-4dcb-a66b-24cf22ae30dc HTTP/1.1" status: 204 len: 168 time: 1.7028396 Oct 17 17:57:36.785061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46380) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:36.946231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.17 (32f308a9-5bc5-489c-83d0-54a4fe300916/3b2df8ad-631a-4808-8ab3-318ec9b40363/20e0422c-d922-4842-9bcc-42f058e79bb4) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:37.001357 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Attempt 3 to provision port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 Oct 17 17:57:37.004761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-68247578-a92f-4fa3-b41e-eea84074fefd tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:37.005277 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING neutron.api.v2.base [None req-68247578-a92f-4fa3-b41e-eea84074fefd tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 17 17:57:37.005858 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-68247578-a92f-4fa3-b41e-eea84074fefd tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): There was a conflict when trying to complete your request. Oct 17 17:57:37.006915 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-68247578-a92f-4fa3-b41e-eea84074fefd tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3757184 Oct 17 17:57:37.015332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46384) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:37.020730 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-890c9d56-87d5-40d9-b96f-bb5698cc090e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=631338e8-87b0-4dcb-a66b-24cf22ae30dc HTTP/1.1" status: 200 len: 205 time: 0.2337315 Oct 17 17:57:37.024701 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46388) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:37.029080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352956340'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:37.103427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:37.128091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:37.131326 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-7083333e-4ad7-47fb-9f1e-b915d25adedb tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] delete failed (client error): The resource could not be found. Oct 17 17:57:37.132361 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7083333e-4ad7-47fb-9f1e-b915d25adedb tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/631338e8-87b0-4dcb-a66b-24cf22ae30dc HTTP/1.1" status: 404 len: 336 time: 0.0972252 Oct 17 17:57:37.143625 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46392) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:37.152215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:37.164385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:37.171707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:37.190187 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-775c87ed-3093-49e7-aadf-c6ffec411399 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:37.190847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:37.191205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775c87ed-3093-49e7-aadf-c6ffec411399 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:37.198008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:37.207941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78091f0f-774f-43f8-82bf-164082b63144 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:37.214525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:37.215338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:37.248112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:37.262069 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-775c87ed-3093-49e7-aadf-c6ffec411399 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/3b5b6d89-69b7-4ff6-9396-7e1456d078bd HTTP/1.1" status: 404 len: 337 time: 0.1170921 Oct 17 17:57:37.272961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46396) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:37.322869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:37.329374 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1e770b-8e3e-4565-b3ec-ec24f7a96915 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:37.329878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1e770b-8e3e-4565-b3ec-ec24f7a96915 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:37.331925 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1c1e770b-8e3e-4565-b3ec-ec24f7a96915 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/8f01a6e9-4851-4a29-b257-0993f826e045 HTTP/1.1" status: 404 len: 337 time: 0.0578763 Oct 17 17:57:37.337243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:37.340197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46400) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:37.387972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=74a805a6-f0ff-485d-9d6c-5891667dd0c9,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:37.400529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:37.409491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:37.413378 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ac16ba-2b46-48eb-ae5a-968e1d04eed0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:37.413896 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ac16ba-2b46-48eb-ae5a-968e1d04eed0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:37.424274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:37.438733 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c2ac16ba-2b46-48eb-ae5a-968e1d04eed0 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/7096fa01-aa01-49b4-b4f4-3a9da798001f HTTP/1.1" status: 404 len: 337 time: 0.0946541 Oct 17 17:57:37.443668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46404) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:37.458701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object 20e0422c-d922-4842-9bcc-42f058e79bb4 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:37.503717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78091f0f-774f-43f8-82bf-164082b63144 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:37.548273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 73d2cf91-3aeb-479b-a267-0f556cbd0e92 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:37.555313 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f6990e-ce28-46b6-8c8f-831048eaf9d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:37.556172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f6990e-ce28-46b6-8c8f-831048eaf9d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:37.561509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-78091f0f-774f-43f8-82bf-164082b63144 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:37.572374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:37.587026 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-01f6990e-ce28-46b6-8c8f-831048eaf9d1 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/adbb8dca-a229-480a-83de-af0a2635422c HTTP/1.1" status: 404 len: 337 time: 0.1419823 Oct 17 17:57:37.588196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78091f0f-774f-43f8-82bf-164082b63144 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=22be686e-0f7d-45c3-bb79-e4c8cc6e0097,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:37.591409 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46408) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:37.599830 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-78091f0f-774f-43f8-82bf-164082b63144 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/22be686e-0f7d-45c3-bb79-e4c8cc6e0097 HTTP/1.1" status: 204 len: 168 time: 1.7371264 Oct 17 17:57:37.611561 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3448b843-c2ba-478d-9b0d-8a47fcbfa1f9 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:37.620214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 64be364a-f466-43f6-be5b-7d751573d986 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:37.620888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46412) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:37.631769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:37.714904 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e8034920-258b-4788-8208-c3388db35d5b tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=07c8091b-c87b-4eaa-aa16-2873644e7e05 HTTP/1.1" status: 200 len: 205 time: 0.1195440 Oct 17 17:57:37.718777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46416) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:37.730266 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Attempt 4 to provision port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 Oct 17 17:57:37.876494 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-27594cc1-2f75-428c-b969-ca988911d366 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] delete failed (client error): The resource could not be found. Oct 17 17:57:37.878748 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-27594cc1-2f75-428c-b969-ca988911d366 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/07c8091b-c87b-4eaa-aa16-2873644e7e05 HTTP/1.1" status: 404 len: 336 time: 0.1579399 Oct 17 17:57:37.882814 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46420) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:37.945912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:37.946867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:37.947840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:37.949827 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 Oct 17 17:57:37.971698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 32f308a9-5bc5-489c-83d0-54a4fe300916 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:37.988314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:37.993919 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-845e9a9e-5ce6-4f2b-b470-c09b562fdaa5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=a50cf6b7-5cc4-4dbc-b905-5d8699ab273a HTTP/1.1" status: 200 len: 205 time: 0.1089287 Oct 17 17:57:37.995087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=20e0422c-d922-4842-9bcc-42f058e79bb4,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:38.000929 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:57:38.001503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46424) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:38.063993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8d8bab-486e-4eaa-9234-6417761bc873 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Deleting subnet 3e3e90fb-d1b3-4f91-b3dc-782289a08ad1 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:57:38.081249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8bab-486e-4eaa-9234-6417761bc873 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:38.160313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:38.224177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8bab-486e-4eaa-9234-6417761bc873 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:38.238276 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-d361e538-4311-4ee3-84ec-38893f3d31c3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] delete failed (client error): The resource could not be found. Oct 17 17:57:38.240394 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d361e538-4311-4ee3-84ec-38893f3d31c3 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/a50cf6b7-5cc4-4dbc-b905-5d8699ab273a HTTP/1.1" status: 404 len: 336 time: 0.2258046 Oct 17 17:57:38.247679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46428) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:38.335171 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:38.338762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router af22572d-02e2-4f88-bdec-682d607c7f90 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:57:38.368657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:38.386170 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c79391-82db-4d82-94c6-1b1e6eff5baa tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:38.387239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c79391-82db-4d82-94c6-1b1e6eff5baa tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:38.397089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:38.423520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:38.433586 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e8c79391-82db-4d82-94c6-1b1e6eff5baa tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/d8299a07-6583-44ba-90f8-ed1b436a25ae HTTP/1.1" status: 404 len: 337 time: 0.1840224 Oct 17 17:57:38.440960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46432) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:38.447531 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Attempt 5 to provision port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 Oct 17 17:57:38.511825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:38.514695 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:38.529822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:38.548908 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7c211d33-2557-4eb6-b4d3-5edcec433596 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=55a7cf61-bd5d-46d6-acf5-a86af46ee6d9 HTTP/1.1" status: 200 len: 205 time: 0.1037202 Oct 17 17:57:38.549997 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:38.552315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fe5ae9-c225-4ad3-af40-21d7257ff59c,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:38.557427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46436) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:38.648579 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-a7b0bd6d-7180-4256-9d37-101ec30274b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] delete failed (client error): The resource could not be found. Oct 17 17:57:38.649712 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a7b0bd6d-7180-4256-9d37-101ec30274b5 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/55a7cf61-bd5d-46d6-acf5-a86af46ee6d9 HTTP/1.1" status: 404 len: 336 time: 0.0910299 Oct 17 17:57:38.657796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46440) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:38.670909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8bab-486e-4eaa-9234-6417761bc873 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:38.721846 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-86cf4e3c-8e65-494a-ab72-01ea2d3ffaf8 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b HTTP/1.1" status: 200 len: 205 time: 0.0626957 Oct 17 17:57:38.725730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46444) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:38.802681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:38.814196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:57:38.831826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b0eed9-5e77-4b87-ba12-e0ea30094a17 None None] Sync routers for ids ['af22572d-02e2-4f88-bdec-682d607c7f90'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:57:38.851560 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-11eff9b0-e2cd-4c52-a567-699e22b422ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] delete failed (client error): The resource could not be found. Oct 17 17:57:38.855247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b0eed9-5e77-4b87-ba12-e0ea30094a17 None None] Routers {'af22572d-02e2-4f88-bdec-682d607c7f90'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:38.856295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c2b0eed9-5e77-4b87-ba12-e0ea30094a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['af22572d-02e2-4f88-bdec-682d607c7f90'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:38.858687 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-11eff9b0-e2cd-4c52-a567-699e22b422ba tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/f4c330ba-ad6d-4d9d-b14d-71c9a2979d9b HTTP/1.1" status: 404 len: 336 time: 0.1287065 Oct 17 17:57:38.860976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46448) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:38.867508 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3bc2b40a-dca6-4c78-9450-48e49116a31a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/af22572d-02e2-4f88-bdec-682d607c7f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2445648 Oct 17 17:57:38.872222 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46452) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:38.896072 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8bab-486e-4eaa-9234-6417761bc873 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:38.953010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d8bab-486e-4eaa-9234-6417761bc873 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3e90fb-d1b3-4f91-b3dc-782289a08ad1,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:38.974140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:38.993442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c2b0eed9-5e77-4b87-ba12-e0ea30094a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:39.008536 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b0eed9-5e77-4b87-ba12-e0ea30094a17 None None] Routers {'af22572d-02e2-4f88-bdec-682d607c7f90'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:39.009340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c2b0eed9-5e77-4b87-ba12-e0ea30094a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['af22572d-02e2-4f88-bdec-682d607c7f90'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:39.020768 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e8d8bab-486e-4eaa-9234-6417761bc873 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:39.026984 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1e8d8bab-486e-4eaa-9234-6417761bc873 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/3e3e90fb-d1b3-4f91-b3dc-782289a08ad1 HTTP/1.1" status: 204 len: 168 time: 1.4049845 Oct 17 17:57:39.038805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:39.046257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46456) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:39.119801 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae78ebe-b395-4477-9ff5-70b6f8703ef6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:39.120373 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae78ebe-b395-4477-9ff5-70b6f8703ef6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:39.132118 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Attempt 6 to provision port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 Oct 17 17:57:39.204461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c2b0eed9-5e77-4b87-ba12-e0ea30094a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:39.204874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b0eed9-5e77-4b87-ba12-e0ea30094a17 None None] The sync data for ids ['af22572d-02e2-4f88-bdec-682d607c7f90'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:57:39.206445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:39.215366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f7a27-cfbe-4f2c-872a-9c6a25a0ff1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:39.220753 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0a7f7a27-cfbe-4f2c-872a-9c6a25a0ff1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports/74a805a6-f0ff-485d-9d6c-5891667dd0c9 HTTP/1.1" status: 200 len: 983 time: 0.3469169 Oct 17 17:57:39.221756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46460) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:39.362559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9181e9e9-95e8-4fc4-8c1a-a06573b2b194 None None] Network b6857a8d-f808-4f27-8165-53c8a72cbcb5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:39.483438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:39.490913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:39.509502 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c32bf457-6480-4509-8cf7-abeb9b06f0a8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4519172 Oct 17 17:57:39.522392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46464) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:39.533809 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2ae78ebe-b395-4477-9ff5-70b6f8703ef6 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/d9cb3f5e-1583-4ee1-9138-c856dc190597 HTTP/1.1" status: 404 len: 337 time: 0.6713567 Oct 17 17:57:39.534692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46857b08-aea0-4b7a-810d-b808d111af0f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:39.536580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46466) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:39.543099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:39.549787 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-291cbcbf-37d7-4102-a61c-5e41265e52d4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5275457 Oct 17 17:57:39.559880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46470) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:39.574469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-aa8aa637-7a40-4e7d-a07e-e84d2729490f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '46857b08-aea0-4b7a-810d-b808d111af0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:39.604091 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a6678af0-a287-422e-9c07-e1f52e677889 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f847355-ed7a-4bea-8afb-b99a06b909e5 HTTP/1.1" status: 200 len: 205 time: 0.0632956 Oct 17 17:57:39.606782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46476) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:39.644499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-aa8aa637-7a40-4e7d-a07e-e84d2729490f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:39.652122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-aa8aa637-7a40-4e7d-a07e-e84d2729490f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:39.659802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-aa8aa637-7a40-4e7d-a07e-e84d2729490f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:39.683634 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-d8482233-9923-4135-8a65-78c3cdcadf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] delete failed (client error): The resource could not be found. Oct 17 17:57:39.684966 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d8482233-9923-4135-8a65-78c3cdcadf5d tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/6f847355-ed7a-4bea-8afb-b99a06b909e5 HTTP/1.1" status: 404 len: 336 time: 0.0770328 Oct 17 17:57:39.689928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46480) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:39.708324 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Attempt 7 to provision port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 Oct 17 17:57:39.720094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-aa8aa637-7a40-4e7d-a07e-e84d2729490f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:39.737931 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-755c4eda-41d0-4151-8c97-b45087ca9987 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:39.738618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755c4eda-41d0-4151-8c97-b45087ca9987 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:39.740523 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-755c4eda-41d0-4151-8c97-b45087ca9987 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/80434393-ad7f-4274-a312-4abc0e8d1ca5 HTTP/1.1" status: 404 len: 337 time: 0.0496280 Oct 17 17:57:39.749685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46484) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:39.794807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] DHCP port deletion for b6857a8d-f808-4f27-8165-53c8a72cbcb5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:57:39.808860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Deleting port ac925ead-3d07-4435-987d-cd265d9214a3 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:39.809376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:39.818342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:39.849836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=20e0422c-d922-4842-9bcc-42f058e79bb4,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:39.857746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3fc2320b-7831-40aa-bd9d-668650daa21e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Synchronizing usage tracker for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:39.871628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:39.875482 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa8aa637-7a40-4e7d-a07e-e84d2729490f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:40.051145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] For port ac925ead-3d07-4435-987d-cd265d9214a3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ac925ead-3d07-4435-987d-cd265d9214a3,segment=NetworkSegment(6eb8bb7c-4559-4285-b5d4-2503c20f4d64),segment_id=6eb8bb7c-4559-4285-b5d4-2503c20f4d64)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:40.051440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:40.072173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3fc2320b-7831-40aa-bd9d-668650daa21e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] Unset dirty status for tenant:0bc6f721c5a14292a00d7c38e098d897 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:40.076700 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3fc2320b-7831-40aa-bd9d-668650daa21e tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "GET /v2.0/ports?device_id=83b94599-e1a0-4341-b573-cebec5333d57 HTTP/1.1" status: 200 len: 205 time: 0.3129601 Oct 17 17:57:40.088836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63080d5-c0cc-4cbd-9a7d-d83b7496785f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:40.096318 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a63080d5-c0cc-4cbd-9a7d-d83b7496785f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5377326 Oct 17 17:57:40.097394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46488) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:40.097968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46490) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:40.225006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5513063a-3ded-4eb8-946f-48f3e9ada998 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:40.302161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa8aa637-7a40-4e7d-a07e-e84d2729490f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:40.326985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Calling delete_port for ac925ead-3d07-4435-987d-cd265d9214a3 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:40.349176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa8aa637-7a40-4e7d-a07e-e84d2729490f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:40.374699 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Attempt 8 to provision port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 Oct 17 17:57:40.389276 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-b1872f36-165f-4b5c-8b3a-5e3c70608428 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] delete failed (client error): The resource could not be found. Oct 17 17:57:40.394729 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b1872f36-165f-4b5c-8b3a-5e3c70608428 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/routers/83b94599-e1a0-4341-b573-cebec5333d57 HTTP/1.1" status: 404 len: 336 time: 0.2801554 Oct 17 17:57:40.394993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46496) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:40.471617 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8aa637-7a40-4e7d-a07e-e84d2729490f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb83963-1626-4aad-8578-f9272bd95e1d,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:40.511692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78f0d36-1a2a-40a4-ad57-d95a2d3c8ccf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:40.513331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b78f0d36-1a2a-40a4-ad57-d95a2d3c8ccf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:40.515329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:40.526442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa8aa637-7a40-4e7d-a07e-e84d2729490f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:40.534335 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-aa8aa637-7a40-4e7d-a07e-e84d2729490f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9636624 Oct 17 17:57:40.536061 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46502) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:40.559777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-3e8ab2ae-8780-4014-b107-f720e97738db tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '46857b08-aea0-4b7a-810d-b808d111af0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:40.565413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:40.573504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 32f308a9-5bc5-489c-83d0-54a4fe300916 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:40.579078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:40.583484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3e8ab2ae-8780-4014-b107-f720e97738db tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:40.599585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b78f0d36-1a2a-40a4-ad57-d95a2d3c8ccf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:40.612433 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b78f0d36-1a2a-40a4-ad57-d95a2d3c8ccf tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4986634 Oct 17 17:57:40.613922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46506) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:40.615927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3e8ab2ae-8780-4014-b107-f720e97738db tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:40.651708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Pushing event deleted for resources: {'Port': ['ID=ac925ead-3d07-4435-987d-cd265d9214a3,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:40.661433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] No DVR routers for this DVR port ac925ead-3d07-4435-987d-cd265d9214a3 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:57:40.675724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:40.676426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:40.676959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:40.677480 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:40.678072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:40.678596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:40.679158 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:40.679694 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:40.680239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:40.680782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:40.681324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:40.681858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def2f5da-b993-45b9-8e90-b3ff40efbafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:40.712820 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1ed87b-4f3e-4c7c-ba99-8ed4ceb99944 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:40.713582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1ed87b-4f3e-4c7c-ba99-8ed4ceb99944 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:40.719011 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fe1ed87b-4f3e-4c7c-ba99-8ed4ceb99944 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/80f49d65-db92-471e-8f14-ab64d34ca672 HTTP/1.1" status: 404 len: 337 time: 0.3210602 Oct 17 17:57:40.719566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46510) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:40.746711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3e8ab2ae-8780-4014-b107-f720e97738db tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:40.786209 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f634f2-4465-4562-b79d-c1b7d94e3667 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:40.786907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f634f2-4465-4562-b79d-c1b7d94e3667 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:40.792297 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-10f634f2-4465-4562-b79d-c1b7d94e3667 tempest-RoutersTest-1999178695 tempest-RoutersTest-1999178695-project] 10.222.0.69 "DELETE /v2.0/subnets/29874533-b6e5-4fc3-95ae-22da5a130a92 HTTP/1.1" status: 404 len: 337 time: 0.0686007 Oct 17 17:57:40.830636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-5513063a-3ded-4eb8-946f-48f3e9ada998 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:40.830921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5513063a-3ded-4eb8-946f-48f3e9ada998 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:41.016987 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Attempt 9 to provision port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 Oct 17 17:57:41.144719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:41.155440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5513063a-3ded-4eb8-946f-48f3e9ada998 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:41.176155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3e8ab2ae-8780-4014-b107-f720e97738db tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:41.239436 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-da4eb30b-3f72-467d-86b1-c42c5b4ba81d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6177046 Oct 17 17:57:41.241221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46518) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:41.318010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-5513063a-3ded-4eb8-946f-48f3e9ada998 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for 74a805a6-f0ff-485d-9d6c-5891667dd0c9 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:41.340393 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3e8ab2ae-8780-4014-b107-f720e97738db tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:41.357449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46522) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:41.358531 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f62dfc7-28e5-4a59-a8f7-4d6e90befa19 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:41.359159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f62dfc7-28e5-4a59-a8f7-4d6e90befa19 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:41.361146 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3f62dfc7-28e5-4a59-a8f7-4d6e90befa19 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/afc635e1-a39d-4842-8b1a-786b8c417ba1 HTTP/1.1" status: 404 len: 333 time: 0.1146550 Oct 17 17:57:41.366531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46526) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:41.472016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 8a430dd7-8d9e-407e-92cc-350a07df58bd has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:57:41.642321 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-68277af3-78ba-4daf-a2de-a48862d9b70c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:41.643002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68277af3-78ba-4daf-a2de-a48862d9b70c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:41.645981 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-68277af3-78ba-4daf-a2de-a48862d9b70c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/3e3e90fb-d1b3-4f91-b3dc-782289a08ad1 HTTP/1.1" status: 404 len: 337 time: 0.2787189 Oct 17 17:57:41.646770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ac925ead-3d07-4435-987d-cd265d9214a3 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:57:41.663981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46532) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:41.694065 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Attempt 10 to provision port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 Oct 17 17:57:41.727605 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bac8a2b-4406-4460-9a23-64d8a393b931 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:41.728480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bac8a2b-4406-4460-9a23-64d8a393b931 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:41.731881 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3bac8a2b-4406-4460-9a23-64d8a393b931 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/22be686e-0f7d-45c3-bb79-e4c8cc6e0097 HTTP/1.1" status: 404 len: 337 time: 0.0677028 Oct 17 17:57:41.735075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46536) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:41.773813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: ac925ead-3d07-4435-987d-cd265d9214a3 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:57:41.774350 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ac925ead-3d07-4435-987d-cd265d9214a3 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:57:41.799257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Port 74a805a6-f0ff-485d-9d6c-5891667dd0c9 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:41.815024 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea37e837-29ec-4db8-8c3a-96bb1991ed03 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:41.815829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea37e837-29ec-4db8-8c3a-96bb1991ed03 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:41.817401 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Provisioning complete for port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:41.817982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:41.820931 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Attempt 1 to provision port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 Oct 17 17:57:41.821128 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ea37e837-29ec-4db8-8c3a-96bb1991ed03 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/4ce4d07c-c2ed-4d0a-a74b-b0766a3a2c9c HTTP/1.1" status: 404 len: 333 time: 0.0815263 Oct 17 17:57:41.822487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46540) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:41.825827 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-3e8ab2ae-8780-4014-b107-f720e97738db tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): There was a conflict when trying to complete your request. Oct 17 17:57:41.827537 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3e8ab2ae-8780-4014-b107-f720e97738db tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2851272 Oct 17 17:57:41.836274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46544) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:41.910528 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-11cbebb7-57e3-4580-b7ce-9c5f14ebaa05 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:41.911315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11cbebb7-57e3-4580-b7ce-9c5f14ebaa05 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:41.914472 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-11cbebb7-57e3-4580-b7ce-9c5f14ebaa05 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/5003e3c3-3645-4347-84bd-a07ba871a641 HTTP/1.1" status: 404 len: 337 time: 0.0903609 Oct 17 17:57:41.920767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46548) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:42.002715 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2731102-8d95-4d9c-aaca-b96b7f532279 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:42.003442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2731102-8d95-4d9c-aaca-b96b7f532279 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:42.012455 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-73142d4e-efef-442a-983b-bb325e26e54a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0bc6f721c5a14292a00d7c38e098d897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6498969 Oct 17 17:57:42.019937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46552) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:42.040481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-61ed25f8-1619-46d4-a44c-cc2ff1e35cc1 None None] Current status of the port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:42.061629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:57:42.077647 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a2731102-8d95-4d9c-aaca-b96b7f532279 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/4c837622-9ffc-43ef-a3d8-1c303574f2aa HTTP/1.1" status: 404 len: 337 time: 0.1534042 Oct 17 17:57:42.077914 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6f1d20c6-fa2f-487a-9d91-0506d5ee8a46 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/8a430dd7-8d9e-407e-92cc-350a07df58bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1309288 Oct 17 17:57:42.082327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46558) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:42.089809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e2ed5767-c73f-4802-a0e9-a8ead8938531 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:42.097194 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Sync routers for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:57:42.107311 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:42.108270 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:42.172874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e2ed5767-c73f-4802-a0e9-a8ead8938531 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:42.177745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Provisioning for port 20e0422c-d922-4842-9bcc-42f058e79bb4 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:42.186596 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-adbe6f5f-1bf2-4ca3-99e1-26d66a12f05f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:42.186947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Provisioning complete for port 20e0422c-d922-4842-9bcc-42f058e79bb4 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:42.187308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adbe6f5f-1bf2-4ca3-99e1-26d66a12f05f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:42.188938 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:42.189226 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Attempt 1 to provision port 20e0422c-d922-4842-9bcc-42f058e79bb4 Oct 17 17:57:42.189965 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-adbe6f5f-1bf2-4ca3-99e1-26d66a12f05f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/8136903f-c915-4ff6-a56f-4dd0594c4039 HTTP/1.1" status: 404 len: 333 time: 0.1060357 Oct 17 17:57:42.200500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46562) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:42.284777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Port 20e0422c-d922-4842-9bcc-42f058e79bb4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:42.291549 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e84d46-45a9-4aef-b990-4ae61838e893 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:42.291549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e84d46-45a9-4aef-b990-4ae61838e893 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:42.294571 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b8e84d46-45a9-4aef-b990-4ae61838e893 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/b167a750-8821-486f-b85e-c44ab0cc1b1f HTTP/1.1" status: 404 len: 337 time: 0.0754986 Oct 17 17:57:42.296564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46568) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:42.340133 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:42.344972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5513063a-3ded-4eb8-946f-48f3e9ada998 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:42.348231 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b18256-62d8-4266-9ccb-c99906d192db tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:42.348903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b18256-62d8-4266-9ccb-c99906d192db tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:42.358338 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-85b18256-62d8-4266-9ccb-c99906d192db tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/25b1ff13-9aeb-4c62-8372-f841fea7c18d HTTP/1.1" status: 404 len: 337 time: 0.0548692 Oct 17 17:57:42.363131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46572) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:42.369633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2a528c8-0922-429b-ab71-a31d4b591b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:42.433457 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02c6be7-1548-4359-ace5-4cbe499bfbc8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:42.433907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02c6be7-1548-4359-ace5-4cbe499bfbc8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:42.439712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513063a-3ded-4eb8-946f-48f3e9ada998 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=74a805a6-f0ff-485d-9d6c-5891667dd0c9,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:42.458710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2a528c8-0922-429b-ab71-a31d4b591b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:42.473110 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a02c6be7-1548-4359-ace5-4cbe499bfbc8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/980dae72-0553-4a1e-9a35-5888a320818c HTTP/1.1" status: 404 len: 333 time: 0.1040587 Oct 17 17:57:42.473110 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e2ed5767-c73f-4802-a0e9-a8ead8938531 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:42.473821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e2ed5767-c73f-4802-a0e9-a8ead8938531 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:42.477798 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e2ed5767-c73f-4802-a0e9-a8ead8938531 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "DELETE /v2.0/security-groups/46857b08-aea0-4b7a-810d-b808d111af0f HTTP/1.1" status: 204 len: 168 time: 0.6340177 Oct 17 17:57:42.477798 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46576) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:42.481962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46578) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:42.548307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed5767-c73f-4802-a0e9-a8ead8938531 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46857b08-aea0-4b7a-810d-b808d111af0f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:42.577513 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1dc558c-c259-4628-a5e1-ab2c0ce13902 req-7ab83c07-d421-4c72-a043-33806ef8046d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3499458 Oct 17 17:57:42.579253 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-00723949-d5b7-4e1f-905f-fd15bea9cd0c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:42.579973 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00723949-d5b7-4e1f-905f-fd15bea9cd0c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:42.587455 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-00723949-d5b7-4e1f-905f-fd15bea9cd0c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/d4359f24-3024-4894-9194-12a118195355 HTTP/1.1" status: 404 len: 337 time: 0.0953701 Oct 17 17:57:42.588678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46584) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:42.662479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2a528c8-0922-429b-ab71-a31d4b591b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:42.692505 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a902d66a-9f2f-445b-82da-b544f84efdc5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:42.692878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a902d66a-9f2f-445b-82da-b544f84efdc5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:42.704549 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a902d66a-9f2f-445b-82da-b544f84efdc5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/c3d4f4c5-c5fc-46bd-b3ab-f762b9dafc9a HTTP/1.1" status: 404 len: 337 time: 0.0858252 Oct 17 17:57:42.705912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a528c8-0922-429b-ab71-a31d4b591b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5ded67-fb64-44b4-a4ef-15888cc2b9d1,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:42.707968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46588) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:42.780476 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2a528c8-0922-429b-ab71-a31d4b591b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:42.786666 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b2a528c8-0922-429b-ab71-a31d4b591b61 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d5ded67-fb64-44b4-a4ef-15888cc2b9d1 HTTP/1.1" status: 204 len: 168 time: 0.7572153 Oct 17 17:57:42.786992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5513063a-3ded-4eb8-946f-48f3e9ada998 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:42.787827 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Attempt 2 to provision port 20e0422c-d922-4842-9bcc-42f058e79bb4 Oct 17 17:57:42.843469 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c3348bab-0fe8-49fc-8c5d-db6849456dd6 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Synchronizing usage tracker for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:42.882759 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-8471260a-30ff-493c-9e72-b0b5104a2fb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:42.883561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8471260a-30ff-493c-9e72-b0b5104a2fb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:42.886574 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8471260a-30ff-493c-9e72-b0b5104a2fb4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/3e9ecf60-4e08-4842-9e7e-c923109e758e HTTP/1.1" status: 404 len: 333 time: 0.1767545 Oct 17 17:57:42.897957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46594) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:42.905561 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Port 20e0422c-d922-4842-9bcc-42f058e79bb4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:43.006143 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb8fc47-99ca-4aeb-b6ad-9fd4a07b6483 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:43.006855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb8fc47-99ca-4aeb-b6ad-9fd4a07b6483 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:43.010828 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ceb8fc47-99ca-4aeb-b6ad-9fd4a07b6483 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/2d12752d-4006-4a33-96de-e89fd4a6ea50 HTTP/1.1" status: 404 len: 337 time: 0.1114450 Oct 17 17:57:43.013591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46598) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:43.044971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c3348bab-0fe8-49fc-8c5d-db6849456dd6 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Unset dirty status for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:43.050416 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c3348bab-0fe8-49fc-8c5d-db6849456dd6 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5634840 Oct 17 17:57:43.056373 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46602) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:43.069779 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:57:38Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '3ac74512-715c-43d6-8621-e5e707942f8e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'port_id': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'mac_address': 'fa:16:3e:93:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:56:09Z', 'updated_at': '2022-10-17T17:56:19Z', 'revision_number': 1, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e0422c-d922-4842-9bcc-42f058e79bb4', 'name': '', 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:3c:d9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '3b2df8ad-631a-4808-8ab3-318ec9b40363', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:57:36Z', 'updated_at': '2022-10-17T17:57:39Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '3b2df8ad-631a-4808-8ab3-318ec9b40363', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:17Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:43.070811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061673133'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:43.087777 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Checking router: 8a430dd7-8d9e-407e-92cc-350a07df58bd for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:57:43.090981 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Updating router 8a430dd7-8d9e-407e-92cc-350a07df58bd port 20e0422c-d922-4842-9bcc-42f058e79bb4 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:57:43.091240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:43.098079 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adc1fc4-053a-4139-8770-86f266b198e8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:43.098550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adc1fc4-053a-4139-8770-86f266b198e8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:43.102920 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6adc1fc4-053a-4139-8770-86f266b198e8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/97782d3e-b405-457a-973b-277450058686 HTTP/1.1" status: 404 len: 333 time: 0.0856361 Oct 17 17:57:43.109498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46606) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:43.127927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:43.134896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc558c-c259-4628-a5e1-ab2c0ce13902 req-051f7c41-a4ee-4de8-b40a-d7b8ee5a32a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:43.138836 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1dc558c-c259-4628-a5e1-ab2c0ce13902 req-051f7c41-a4ee-4de8-b40a-d7b8ee5a32a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 1099 time: 0.3298233 Oct 17 17:57:43.232393 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:43.257295 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:57:43.264275 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d87cc0-ced3-4415-afbb-70297ecfe137 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:43.264727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d87cc0-ced3-4415-afbb-70297ecfe137 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:43.267890 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-69d87cc0-ced3-4415-afbb-70297ecfe137 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/5bb1c404-4429-4699-84ee-9b044f0512d1 HTTP/1.1" status: 404 len: 337 time: 0.1479826 Oct 17 17:57:43.317159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46610) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:43.321518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:43.362176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:43.370159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:43.383174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:43.393337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:43.407870 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Attempt 3 to provision port 20e0422c-d922-4842-9bcc-42f058e79bb4 Oct 17 17:57:43.421662 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc558c-c259-4628-a5e1-ab2c0ce13902 req-415bc838-e06d-4728-a3f0-17c0091d2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:43.423812 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1dc558c-c259-4628-a5e1-ab2c0ce13902 req-415bc838-e06d-4728-a3f0-17c0091d2376 service neutron] 10.222.0.20 "GET /v2.0/networks?id=06ccc2a7-0461-4af5-89b3-0a831416e118 HTTP/1.1" status: 200 len: 898 time: 0.1982851 Oct 17 17:57:43.455456 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aceab75-df4a-43a5-95ae-defc91e3bf78 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:43.455993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aceab75-df4a-43a5-95ae-defc91e3bf78 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:43.461798 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3aceab75-df4a-43a5-95ae-defc91e3bf78 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/2203678b-0b86-4450-a17c-65f5df44c2ab HTTP/1.1" status: 404 len: 333 time: 0.1425619 Oct 17 17:57:43.469923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46614) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:43.477223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5513063a-3ded-4eb8-946f-48f3e9ada998 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router af22572d-02e2-4f88-bdec-682d607c7f90 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:57:43.523328 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bad9a2-6596-448e-b211-7a77c105f100 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:43.523863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42bad9a2-6596-448e-b211-7a77c105f100 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:43.528088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Port 20e0422c-d922-4842-9bcc-42f058e79bb4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:43.530222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46618) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:43.530815 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-42bad9a2-6596-448e-b211-7a77c105f100 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/f731fbac-699d-4a2d-9029-51194afbb687 HTTP/1.1" status: 404 len: 337 time: 0.0589771 Oct 17 17:57:43.585889 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-585c60bb-d0b8-4310-8850-9e911e8d5e34 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:43.586359 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585c60bb-d0b8-4310-8850-9e911e8d5e34 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:43.599208 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-585c60bb-d0b8-4310-8850-9e911e8d5e34 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/5a8db22a-6918-405d-84b1-7db918d7b6e4 HTTP/1.1" status: 404 len: 333 time: 0.0666378 Oct 17 17:57:43.609580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46622) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:43.618458 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1dc558c-c259-4628-a5e1-ab2c0ce13902 req-43331a02-70d0-4703-ad3d-2a208fa55fad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2c40ced-ed9f-4582-ac18-411d43ddbde7 HTTP/1.1" status: 200 len: 1002 time: 0.1869137 Oct 17 17:57:43.686764 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5513063a-3ded-4eb8-946f-48f3e9ada998 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:57:43.695503 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5513063a-3ded-4eb8-946f-48f3e9ada998 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/af22572d-02e2-4f88-bdec-682d607c7f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4447076 Oct 17 17:57:43.697880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46626) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:43.722211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3e02a0-b723-4b50-a558-25473e64e1ac None None] Sync routers for ids ['af22572d-02e2-4f88-bdec-682d607c7f90'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:57:43.749106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3e02a0-b723-4b50-a558-25473e64e1ac None None] Routers {'af22572d-02e2-4f88-bdec-682d607c7f90'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:43.753560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-1e3e02a0-b723-4b50-a558-25473e64e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['af22572d-02e2-4f88-bdec-682d607c7f90'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:43.841493 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a9aee1-e4f4-4975-8495-d17e853b151c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:43.841948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a9aee1-e4f4-4975-8495-d17e853b151c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:43.863851 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c6a9aee1-e4f4-4975-8495-d17e853b151c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/d851bef8-f278-4979-bb94-d15aba29c823 HTTP/1.1" status: 404 len: 337 time: 0.2531981 Oct 17 17:57:43.882335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46630) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:43.914723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-1e3e02a0-b723-4b50-a558-25473e64e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:43.923222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:43.932740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc558c-c259-4628-a5e1-ab2c0ce13902 req-77c7630f-7daf-46d8-a826-56067839583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:43.933074 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1dc558c-c259-4628-a5e1-ab2c0ce13902 req-77c7630f-7daf-46d8-a826-56067839583e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90ab9321-e0ac-4aad-b29f-1c63910f3f5c HTTP/1.1" status: 200 len: 834 time: 0.1451044 Oct 17 17:57:43.940689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:43.943290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3e02a0-b723-4b50-a558-25473e64e1ac None None] Routers {'af22572d-02e2-4f88-bdec-682d607c7f90'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:43.945536 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-1e3e02a0-b723-4b50-a558-25473e64e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['af22572d-02e2-4f88-bdec-682d607c7f90'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:43.980614 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94fa015-21f1-4ae7-a1d2-51b385b2c6d5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:43.980951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94fa015-21f1-4ae7-a1d2-51b385b2c6d5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:43.982640 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a94fa015-21f1-4ae7-a1d2-51b385b2c6d5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/d3ffb557-162b-4043-afc0-269a03334f05 HTTP/1.1" status: 404 len: 333 time: 0.0993426 Oct 17 17:57:44.012276 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:44.022678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46634) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.032739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:44.034014 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9766459 Oct 17 17:57:44.049666 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Transition to ACTIVE for port object 20e0422c-d922-4842-9bcc-42f058e79bb4 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:44.062248 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:44.081611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46638) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.087511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6383e4-d611-40c6-9254-7e6d437b2b00 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1d5039-c6b4-45d0-8fb3-6d989300acc2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:44.090065 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Attempt 4 to provision port 20e0422c-d922-4842-9bcc-42f058e79bb4 Oct 17 17:57:44.100235 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9a6c46e7-6b30-4522-9c29-a5d22470bce8 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': 'cb1d5039-c6b4-45d0-8fb3-6d989300acc2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:44.101324 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-9a6c46e7-6b30-4522-9c29-a5d22470bce8 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 17 17:57:44.101981 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-9a6c46e7-6b30-4522-9c29-a5d22470bce8 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:44.102866 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9a6c46e7-6b30-4522-9c29-a5d22470bce8 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0123694 Oct 17 17:57:44.104011 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd9c9eb-537a-4570-8c3d-3327d3ae63d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:44.104449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd9c9eb-537a-4570-8c3d-3327d3ae63d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:44.106078 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-afd9c9eb-537a-4570-8c3d-3327d3ae63d9 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/f980f81c-27dd-4f82-82d4-e30f8fa5d7a3 HTTP/1.1" status: 404 len: 337 time: 0.0754733 Oct 17 17:57:44.108140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46642) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.110738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46644) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.163087 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-1e3e02a0-b723-4b50-a558-25473e64e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:44.163385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3e02a0-b723-4b50-a558-25473e64e1ac None None] The sync data for ids ['af22572d-02e2-4f88-bdec-682d607c7f90'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:57:44.181038 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55163a0-10e7-409a-ad46-a07bcb40f640 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:44.181508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55163a0-10e7-409a-ad46-a07bcb40f640 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:44.183245 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f55163a0-10e7-409a-ad46-a07bcb40f640 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/6043f311-98d2-4c46-aeee-a708e4d1c5e7 HTTP/1.1" status: 404 len: 333 time: 0.0711792 Oct 17 17:57:44.188483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46650) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.209380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Port 20e0422c-d922-4842-9bcc-42f058e79bb4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:44.256453 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-649a441f-c93b-4caa-8c51-2d89b2167140 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:44.256891 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-649a441f-c93b-4caa-8c51-2d89b2167140 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:44.261433 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-649a441f-c93b-4caa-8c51-2d89b2167140 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/235cbbb3-4d90-478b-9c45-e9ee5b5aa239 HTTP/1.1" status: 404 len: 337 time: 0.0686069 Oct 17 17:57:44.262379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46654) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.320672 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfd36b1-14a2-447a-9830-cb2630f58903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:44.321207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfd36b1-14a2-447a-9830-cb2630f58903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:44.327576 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bcfd36b1-14a2-447a-9830-cb2630f58903 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/820f59ae-3472-4cbb-8918-11598fe0d62a HTTP/1.1" status: 404 len: 337 time: 0.0595047 Oct 17 17:57:44.327896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46658) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.343012 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-d4cf465e-c104-4899-b7e9-0ff8adc00cc2 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] remove_router_interface failed (client error): The resource could not be found. Oct 17 17:57:44.345345 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d4cf465e-c104-4899-b7e9-0ff8adc00cc2 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/af22572d-02e2-4f88-bdec-682d607c7f90/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6455495 Oct 17 17:57:44.347975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46662) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.386086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-209c70d0-9778-46d0-9957-89565bdf99f1 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:44.405098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e164edd6-095d-453c-b43d-0cb426020354 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Synchronizing usage tracker for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:44.424939 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e164edd6-095d-453c-b43d-0cb426020354 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Unset dirty status for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:44.430076 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e164edd6-095d-453c-b43d-0cb426020354 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=af22572d-02e2-4f88-bdec-682d607c7f90 HTTP/1.1" status: 200 len: 205 time: 0.0771418 Oct 17 17:57:44.430400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46666) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.437384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc558c-c259-4628-a5e1-ab2c0ce13902 req-f2d88ba0-3a30-4c6b-beee-69aeb47cf0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:44.439948 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1dc558c-c259-4628-a5e1-ab2c0ce13902 req-f2d88ba0-3a30-4c6b-beee-69aeb47cf0ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06ccc2a7-0461-4af5-89b3-0a831416e118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4833384 Oct 17 17:57:44.440305 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Pushing event updated for resources: {'Port': ['ID=20e0422c-d922-4842-9bcc-42f058e79bb4,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:44.442745 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Attempting to bind port 20e0422c-d922-4842-9bcc-42f058e79bb4 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:57:44.443129 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Attempting to bind port 20e0422c-d922-4842-9bcc-42f058e79bb4 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:57:44.443575 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Attempting to bind port 20e0422c-d922-4842-9bcc-42f058e79bb4 on network 32f308a9-5bc5-489c-83d0-54a4fe300916 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:57:44.447776 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c4c4d3-fabf-4e1e-9b48-c662e9aa72e4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:44.448208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c4c4d3-fabf-4e1e-9b48-c662e9aa72e4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:44.452605 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-00c4c4d3-fabf-4e1e-9b48-c662e9aa72e4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/91a41358-4994-4721-b41c-6803aa72f7e1 HTTP/1.1" status: 404 len: 333 time: 0.1191809 Oct 17 17:57:44.455420 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:57:44.455746 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Checking segment: {'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:57:44.455879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46670) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.456145 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:44.456531 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Bound using segment: {'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:57:44.457020 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Bound port: 20e0422c-d922-4842-9bcc-42f058e79bb4, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc35590a-5de0-4177-86d3-c86c6de82aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:57:44.457367 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:44.467085 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:44.467427 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:44.467761 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:44.468089 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:44.468417 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:44.468786 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:44.469326 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:44.469739 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:44.470064 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:44.470376 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:44.470693 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:44.471005 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:57:44.480735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-209c70d0-9778-46d0-9957-89565bdf99f1 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:44.588315 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc16f761-69d9-4d23-89eb-e845a775e2d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:44.588656 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] For port 20e0422c-d922-4842-9bcc-42f058e79bb4, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:57:44.588845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc16f761-69d9-4d23-89eb-e845a775e2d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:44.590693 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bc16f761-69d9-4d23-89eb-e845a775e2d8 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/f3de3401-5619-45ec-b056-741324c1b16a HTTP/1.1" status: 404 len: 337 time: 0.1146693 Oct 17 17:57:44.596553 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] For port 20e0422c-d922-4842-9bcc-42f058e79bb4, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=20e0422c-d922-4842-9bcc-42f058e79bb4,segment=NetworkSegment(cc35590a-5de0-4177-86d3-c86c6de82aae),segment_id=cc35590a-5de0-4177-86d3-c86c6de82aae)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:57:44.599626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46674) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.603567 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:44.651723 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-b824ab5e-3e0a-4605-91db-76ea946f35f6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:44.652171 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b824ab5e-3e0a-4605-91db-76ea946f35f6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:44.653837 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b824ab5e-3e0a-4605-91db-76ea946f35f6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/9e5ee799-aa16-4196-a2c0-abb9ce37dd09 HTTP/1.1" status: 404 len: 337 time: 0.0530791 Oct 17 17:57:44.656619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46680) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.661476 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-51618c0b-8e8c-469a-a854-b6ab8c6dc688 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:44.702364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-209c70d0-9778-46d0-9957-89565bdf99f1 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:44.711438 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Attempt 5 to provision port 20e0422c-d922-4842-9bcc-42f058e79bb4 Oct 17 17:57:44.721348 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:44.722386 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:44.759214 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1dc558c-c259-4628-a5e1-ab2c0ce13902 req-ed7c9b59-454f-4933-86ad-7dd723f5025b service neutron] 10.222.0.20 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932234 Oct 17 17:57:44.804937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Port 20e0422c-d922-4842-9bcc-42f058e79bb4 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:57:44.809354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Could not find standard attr ID for object 74a805a6-f0ff-485d-9d6c-5891667dd0c9. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:57:44.814165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-030c2891-6537-41cf-90ef-78d65dad779a None None] Could not find standard attr ID for object ac925ead-3d07-4435-987d-cd265d9214a3. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:57:44.827095 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7373f1-1d86-4738-aa53-540db98e5055 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:44.827868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7373f1-1d86-4738-aa53-540db98e5055 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:44.830131 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bb7373f1-1d86-4738-aa53-540db98e5055 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/8098c934-4155-4b38-ac64-336a6290d087 HTTP/1.1" status: 404 len: 333 time: 0.1721301 Oct 17 17:57:44.835956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46684) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:44.881837 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49653b1-8e44-4ea0-a2ed-67e266ad6d6f None None] Pushing event updated for resources: {'Port': ['ID=20e0422c-d922-4842-9bcc-42f058e79bb4,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:44.921382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c70d0-9778-46d0-9957-89565bdf99f1 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1d5039-c6b4-45d0-8fb3-6d989300acc2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:44.951953 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:44.957014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-209c70d0-9778-46d0-9957-89565bdf99f1 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:44.960756 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-209c70d0-9778-46d0-9957-89565bdf99f1 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "DELETE /v2.0/security-groups/cb1d5039-c6b4-45d0-8fb3-6d989300acc2 HTTP/1.1" status: 204 len: 168 time: 0.8493545 Oct 17 17:57:44.971227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46688) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.021864 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-499bcba8-302c-4656-b253-3325f361402d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:45.023093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499bcba8-302c-4656-b253-3325f361402d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:45.028285 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-499bcba8-302c-4656-b253-3325f361402d tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/ffd53592-1914-4821-8557-cec7dab55de4 HTTP/1.1" status: 404 len: 337 time: 0.1872737 Oct 17 17:57:45.028564 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1dc558c-c259-4628-a5e1-ab2c0ce13902 req-b16b4f77-df7f-4820-bfd3-8d78e98bab1b service neutron] 10.222.0.20 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677824 Oct 17 17:57:45.030726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46692) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.057582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-07163afb-c51f-4cae-aa9b-12bd668ad936 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Synchronizing usage tracker for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:45.110444 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f743e4-d326-4a58-8750-27b838c7373f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:45.110916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f743e4-d326-4a58-8750-27b838c7373f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:45.112723 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-13f743e4-d326-4a58-8750-27b838c7373f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/99d6b4ff-e9f0-47d0-b2c5-f8c2fb1765d5 HTTP/1.1" status: 404 len: 337 time: 0.0808606 Oct 17 17:57:45.122780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46696) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.151438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-51618c0b-8e8c-469a-a854-b6ab8c6dc688 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.153835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-51618c0b-8e8c-469a-a854-b6ab8c6dc688 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.182490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-51618c0b-8e8c-469a-a854-b6ab8c6dc688 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.183134 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51618c0b-8e8c-469a-a854-b6ab8c6dc688 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Fanout notify agent at l3_agent the message router_deleted on router af22572d-02e2-4f88-bdec-682d607c7f90 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:57:45.207628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-51618c0b-8e8c-469a-a854-b6ab8c6dc688 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.209327 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-51618c0b-8e8c-469a-a854-b6ab8c6dc688 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/af22572d-02e2-4f88-bdec-682d607c7f90 HTTP/1.1" status: 204 len: 168 time: 0.7775505 Oct 17 17:57:45.213826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46700) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.224600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-07163afb-c51f-4cae-aa9b-12bd668ad936 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Unset dirty status for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:45.233363 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-07163afb-c51f-4cae-aa9b-12bd668ad936 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2610245 Oct 17 17:57:45.236319 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5689774-0f5d-4884-86a5-c97ae8fb78ed tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:45.237195 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5689774-0f5d-4884-86a5-c97ae8fb78ed tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:45.244174 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b5689774-0f5d-4884-86a5-c97ae8fb78ed tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/47c6efb4-b987-44e9-bd26-1342515f6df8 HTTP/1.1" status: 404 len: 333 time: 0.1194317 Oct 17 17:57:45.245394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46704) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.245981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46706) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.257866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237054178'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:45.268561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:45.308903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf48d07-102a-49f4-9eaf-3e73b9f0f2bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting subnet 3322a1b9-f9d7-4b71-bbb6-9ac3d440c578 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:57:45.312213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6bf48d07-102a-49f4-9eaf-3e73b9f0f2bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.350534 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-64dac3a1-e756-4e71-bb80-480a71f87c1e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:45.351429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64dac3a1-e756-4e71-bb80-480a71f87c1e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:45.356913 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-64dac3a1-e756-4e71-bb80-480a71f87c1e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/059acb6f-2fb3-457b-9f3a-9fab03570e70 HTTP/1.1" status: 404 len: 337 time: 0.1043670 Oct 17 17:57:45.356913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:45.358080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46712) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.373598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.401325 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78aef21-ab58-43ce-9c2f-7e4ab305a043 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:45.401896 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78aef21-ab58-43ce-9c2f-7e4ab305a043 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:45.403684 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e78aef21-ab58-43ce-9c2f-7e4ab305a043 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/a5600a12-d161-4693-9db3-a9c7d090962b HTTP/1.1" status: 404 len: 337 time: 0.0453448 Oct 17 17:57:45.408014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46716) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.412582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:45.418408 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:57:38Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '3ac74512-715c-43d6-8621-e5e707942f8e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'port_id': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'mac_address': 'fa:16:3e:93:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:56:09Z', 'updated_at': '2022-10-17T17:56:19Z', 'revision_number': 1, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e0422c-d922-4842-9bcc-42f058e79bb4', 'name': '', 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:3c:d9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '3b2df8ad-631a-4808-8ab3-318ec9b40363', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:57:36Z', 'updated_at': '2022-10-17T17:57:44Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '3b2df8ad-631a-4808-8ab3-318ec9b40363', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:17Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:45.419680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:45.425693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:45.426534 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e8c185-f933-4263-8ddf-8ce397491a78 None None] The sync data for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv is: [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:57:38Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '3ac74512-715c-43d6-8621-e5e707942f8e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'port_id': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'mac_address': 'fa:16:3e:93:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:56:09Z', 'updated_at': '2022-10-17T17:56:19Z', 'revision_number': 1, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20e0422c-d922-4842-9bcc-42f058e79bb4', 'name': '', 'network_id': '32f308a9-5bc5-489c-83d0-54a4fe300916', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:3c:d9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '3b2df8ad-631a-4808-8ab3-318ec9b40363', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:57:36Z', 'updated_at': '2022-10-17T17:57:44Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '3b2df8ad-631a-4808-8ab3-318ec9b40363', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:17Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:57:45.437078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:45.590558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.601476 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.638026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6bf48d07-102a-49f4-9eaf-3e73b9f0f2bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.667336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-92634d2f-c9b6-4855-8ee7-9b75cd13ec85 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Synchronizing usage tracker for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:45.678242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9216abc8-2da3-4974-ab03-6a2ad9c11b3e,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:45.682380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.685892 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-23f93fc5-870e-4b7c-9280-cbb38e72a66e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4383640 Oct 17 17:57:45.687635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46720) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.701442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-56408b9e-21a0-482d-865c-047bae36b41a tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '9216abc8-2da3-4974-ab03-6a2ad9c11b3e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:45.702053 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-56408b9e-21a0-482d-865c-047bae36b41a tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 17 17:57:45.703440 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-56408b9e-21a0-482d-865c-047bae36b41a tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:45.705928 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-56408b9e-21a0-482d-865c-047bae36b41a tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0159810 Oct 17 17:57:45.708844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46724) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.731439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-92634d2f-c9b6-4855-8ee7-9b75cd13ec85 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Unset dirty status for tenant:16630d51c6834023bd0811e0773898ef on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:45.737332 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-92634d2f-c9b6-4855-8ee7-9b75cd13ec85 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports?device_id=0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 HTTP/1.1" status: 200 len: 205 time: 0.3238811 Oct 17 17:57:45.739110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46728) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.820855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea264-a276-468c-b03c-c87724cc8071 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.831312 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-1713ed6a-be4d-46c7-abb6-33ad8ad8083f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] delete failed (client error): The resource could not be found. Oct 17 17:57:45.832333 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1713ed6a-be4d-46c7-abb6-33ad8ad8083f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/routers/0adf21f7-fa72-4d1c-8e00-39339c0ec4b4 HTTP/1.1" status: 404 len: 336 time: 0.0919521 Oct 17 17:57:45.836100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46732) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.860927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6bf48d07-102a-49f4-9eaf-3e73b9f0f2bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.897746 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d194ea-491f-4754-8a15-6d6706c672e6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:45.898282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d194ea-491f-4754-8a15-6d6706c672e6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:45.900036 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-43d194ea-491f-4754-8a15-6d6706c672e6 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/737fdc2f-8054-48cf-ac78-bbf969d3ebf9 HTTP/1.1" status: 404 len: 337 time: 0.0629826 Oct 17 17:57:45.905624 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46736) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:45.941875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea264-a276-468c-b03c-c87724cc8071 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.955784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6bf48d07-102a-49f4-9eaf-3e73b9f0f2bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:45.968353 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1be64347-b4ba-448d-8401-fdaac2538e2f tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "GET /v2.0/ports?device_id=1fc0b2e5-bc55-4aa4-9896-6ca07821c1be HTTP/1.1" status: 200 len: 205 time: 0.0645921 Oct 17 17:57:45.975539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46740) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.006754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf48d07-102a-49f4-9eaf-3e73b9f0f2bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Subnet': ['ID=3322a1b9-f9d7-4b71-bbb6-9ac3d440c578,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:46.009223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6bf48d07-102a-49f4-9eaf-3e73b9f0f2bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:46.017274 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6bf48d07-102a-49f4-9eaf-3e73b9f0f2bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/3322a1b9-f9d7-4b71-bbb6-9ac3d440c578 HTTP/1.1" status: 204 len: 168 time: 0.8007917 Oct 17 17:57:46.020713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46744) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.033435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b681aa-616f-435e-a007-f27a1fe21523 None None] Network 64be364a-f466-43f6-be5b-7d751573d986 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:46.066405 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-289e5986-1d0c-487c-9782-2f989046ab11 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] delete failed (client error): The resource could not be found. Oct 17 17:57:46.067605 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-289e5986-1d0c-487c-9782-2f989046ab11 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/routers/1fc0b2e5-bc55-4aa4-9896-6ca07821c1be HTTP/1.1" status: 404 len: 336 time: 0.0915082 Oct 17 17:57:46.071314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46748) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.124672 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc41942-a1bd-46bb-8b7c-9ccc86039ad5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:46.126325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc41942-a1bd-46bb-8b7c-9ccc86039ad5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:46.136531 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4cc41942-a1bd-46bb-8b7c-9ccc86039ad5 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/931fe898-c9f2-44a4-af97-b44081227cd2 HTTP/1.1" status: 404 len: 337 time: 0.0637619 Oct 17 17:57:46.139133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46752) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.178206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea264-a276-468c-b03c-c87724cc8071 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:46.180772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea264-a276-468c-b03c-c87724cc8071 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:46.185522 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5d5ea264-a276-468c-b03c-c87724cc8071 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "DELETE /v2.0/security-groups/9216abc8-2da3-4974-ab03-6a2ad9c11b3e HTTP/1.1" status: 204 len: 168 time: 0.4714952 Oct 17 17:57:46.194207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46756) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.195165 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef57196-8abc-4df5-bb83-3a8a9fd06f66 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:46.195611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef57196-8abc-4df5-bb83-3a8a9fd06f66 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:46.197863 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-aef57196-8abc-4df5-bb83-3a8a9fd06f66 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/18ba3300-537d-49a9-be7e-d6e6d12f9dd8 HTTP/1.1" status: 404 len: 337 time: 0.0571296 Oct 17 17:57:46.201819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46760) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.233821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:46.255776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:46.256333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:46.364784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ea264-a276-468c-b03c-c87724cc8071 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9216abc8-2da3-4974-ab03-6a2ad9c11b3e,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:46.387863 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d87571b-a49d-459c-9835-e456c6ed7d5e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:46.388337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d87571b-a49d-459c-9835-e456c6ed7d5e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:46.392604 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6d87571b-a49d-459c-9835-e456c6ed7d5e tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/45725cb4-1315-4173-8e2b-2950245c4708 HTTP/1.1" status: 404 len: 333 time: 0.1873317 Oct 17 17:57:46.392859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46764) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.440685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa08601-68c7-47bb-b0d3-97ae8368ffbd None None] DHCP port deletion for 64be364a-f466-43f6-be5b-7d751573d986 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:57:46.446061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7fa08601-68c7-47bb-b0d3-97ae8368ffbd None None] Deleting port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:46.446061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7fa08601-68c7-47bb-b0d3-97ae8368ffbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:46.450298 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a7138b-dc8a-449d-87f4-e93b381e9e09 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:46.450847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a7138b-dc8a-449d-87f4-e93b381e9e09 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:46.455004 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c0a7138b-dc8a-449d-87f4-e93b381e9e09 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/f625aac1-af4c-40b1-804b-bf6722c51b91 HTTP/1.1" status: 404 len: 337 time: 0.0587058 Oct 17 17:57:46.456065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46768) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.459543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-afab6dae-ab2b-428d-b381-e3ae86f98b70 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Synchronizing usage tracker for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:46.478444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-afab6dae-ab2b-428d-b381-e3ae86f98b70 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Unset dirty status for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:46.480125 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-afab6dae-ab2b-428d-b381-e3ae86f98b70 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2818477 Oct 17 17:57:46.486748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46772) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.493693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996677311'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:46.500834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:46.515152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:46.530503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:46.532178 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-48996a5d-28e5-4cb3-bbf2-dbab92b3a76b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:46.533221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48996a5d-28e5-4cb3-bbf2-dbab92b3a76b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:46.534989 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-48996a5d-28e5-4cb3-bbf2-dbab92b3a76b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/b6b44562-e8ab-4887-a12c-8ce5c5672ee0 HTTP/1.1" status: 404 len: 333 time: 0.0775869 Oct 17 17:57:46.538766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46776) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.565852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:46.570756 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:46.574308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:46.581510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:46.646133 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-326811bf-7436-40d0-b2c0-38b92aa9c4ec tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:46.646587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326811bf-7436-40d0-b2c0-38b92aa9c4ec tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:46.650707 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-326811bf-7436-40d0-b2c0-38b92aa9c4ec tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/caf164aa-6c41-4a1c-9696-1540d99c3796 HTTP/1.1" status: 404 len: 337 time: 0.1085804 Oct 17 17:57:46.652254 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46780) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.671421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:46.678623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:46.712378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7fa08601-68c7-47bb-b0d3-97ae8368ffbd None None] For port 73d2cf91-3aeb-479b-a267-0f556cbd0e92, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=73d2cf91-3aeb-479b-a267-0f556cbd0e92,segment=NetworkSegment(13ec202a-7b66-4ae9-824e-29ef1bef5155),segment_id=13ec202a-7b66-4ae9-824e-29ef1bef5155)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:46.712831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7fa08601-68c7-47bb-b0d3-97ae8368ffbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:46.724722 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac12e7db-90bc-40e3-909a-024f8b92cde1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:46.725192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac12e7db-90bc-40e3-909a-024f8b92cde1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:46.727310 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ac12e7db-90bc-40e3-909a-024f8b92cde1 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/2b56bcb7-0ed7-4731-a058-37d3bd6adebd HTTP/1.1" status: 404 len: 333 time: 0.0746129 Oct 17 17:57:46.732470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46784) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.738300 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port 73d2cf91-3aeb-479b-a267-0f556cbd0e92, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=73d2cf91-3aeb-479b-a267-0f556cbd0e92,segment=NetworkSegment(13ec202a-7b66-4ae9-824e-29ef1bef5155),segment_id=13ec202a-7b66-4ae9-824e-29ef1bef5155)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:46.740048 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:46.752141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0f1337-12aa-4a79-a3aa-b15cd1e1830f,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:46.761387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:46.770051 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-83bd6e7e-b9da-4903-9936-7a71fbef3041 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2816765 Oct 17 17:57:46.771222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46788) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.780928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-361dc670-29bc-4510-8640-1863d3824c06 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '4b0f1337-12aa-4a79-a3aa-b15cd1e1830f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:46.782791 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-361dc670-29bc-4510-8640-1863d3824c06 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 17 17:57:46.783738 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-361dc670-29bc-4510-8640-1863d3824c06 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:46.787868 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-361dc670-29bc-4510-8640-1863d3824c06 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0148811 Oct 17 17:57:46.791730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46792) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.803017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8e96649c-6505-4628-8b24-ce07dbc7b736 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '4b0f1337-12aa-4a79-a3aa-b15cd1e1830f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:46.804937 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-8e96649c-6505-4628-8b24-ce07dbc7b736 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 17 17:57:46.806196 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-8e96649c-6505-4628-8b24-ce07dbc7b736 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:46.812399 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8e96649c-6505-4628-8b24-ce07dbc7b736 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0152256 Oct 17 17:57:46.813689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46796) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.825795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-3be36a75-9ac3-42b9-9d32-6a6ce397fbdf tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '4b0f1337-12aa-4a79-a3aa-b15cd1e1830f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:46.827545 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-3be36a75-9ac3-42b9-9d32-6a6ce397fbdf tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 17 17:57:46.828649 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-3be36a75-9ac3-42b9-9d32-6a6ce397fbdf tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:46.835220 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3be36a75-9ac3-42b9-9d32-6a6ce397fbdf tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0150266 Oct 17 17:57:46.835898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46800) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.845518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-96069732-4b74-4076-b0dd-c3675e948814 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '4b0f1337-12aa-4a79-a3aa-b15cd1e1830f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:46.847413 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-96069732-4b74-4076-b0dd-c3675e948814 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 17 17:57:46.848581 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-96069732-4b74-4076-b0dd-c3675e948814 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:46.855071 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-96069732-4b74-4076-b0dd-c3675e948814 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0127819 Oct 17 17:57:46.855929 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46804) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.863747 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a305ba3-ed8d-44c8-9d66-fe9d4d39ae9b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:46.863747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a305ba3-ed8d-44c8-9d66-fe9d4d39ae9b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:46.869297 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8a305ba3-ed8d-44c8-9d66-fe9d4d39ae9b tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/20e6234a-7078-4062-a508-9751f506c3f6 HTTP/1.1" status: 404 len: 337 time: 0.1312983 Oct 17 17:57:46.885398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46808) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:46.916317 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7fa08601-68c7-47bb-b0d3-97ae8368ffbd None None] Calling delete_port for 73d2cf91-3aeb-479b-a267-0f556cbd0e92 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:46.961431 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for 73d2cf91-3aeb-479b-a267-0f556cbd0e92 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:46.986533 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-7621b616-8bdd-4f45-8f3c-2ed83c079206 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:46.987480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7621b616-8bdd-4f45-8f3c-2ed83c079206 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:46.990432 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7621b616-8bdd-4f45-8f3c-2ed83c079206 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/91fd6663-c3cc-4edf-a0a2-75ea0a9b66de HTTP/1.1" status: 404 len: 333 time: 0.1032388 Oct 17 17:57:46.995796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46812) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.010280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7fa08601-68c7-47bb-b0d3-97ae8368ffbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.057342 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff656956-e783-4822-a330-b99c40ab9e16 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:47.057918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff656956-e783-4822-a330-b99c40ab9e16 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:47.063704 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ff656956-e783-4822-a330-b99c40ab9e16 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/2b1d707b-5944-4f93-9c43-b73b1c0e1fc8 HTTP/1.1" status: 404 len: 337 time: 0.0625648 Oct 17 17:57:47.064022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa08601-68c7-47bb-b0d3-97ae8368ffbd None None] Pushing event deleted for resources: {'Port': ['ID=73d2cf91-3aeb-479b-a267-0f556cbd0e92,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:47.064743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46818) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.075692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:57:47.076328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:57:47.084648 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa08601-68c7-47bb-b0d3-97ae8368ffbd None None] No DVR routers for this DVR port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:57:47.130530 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b7e1b5-b450-4e52-b421-0267cda392d4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:47.130991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b7e1b5-b450-4e52-b421-0267cda392d4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:47.132876 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-53b7e1b5-b450-4e52-b421-0267cda392d4 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/796d6f24-138b-46e0-b0bc-4a10ce0227a6 HTTP/1.1" status: 404 len: 333 time: 0.0677462 Oct 17 17:57:47.141505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46822) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.143803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f3c6baf7-320f-472e-ad56-f463171df532 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.177283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f3c6baf7-320f-472e-ad56-f463171df532 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.218334 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-84998aa7-c95d-4d63-b1e8-6642c324ba1c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:47.219781 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84998aa7-c95d-4d63-b1e8-6642c324ba1c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:47.229826 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-84998aa7-c95d-4d63-b1e8-6642c324ba1c tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/911f5fc7-cc5b-4a0a-903b-cb8b0a463d3f HTTP/1.1" status: 404 len: 337 time: 0.0846303 Oct 17 17:57:47.233211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46826) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.270203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f3c6baf7-320f-472e-ad56-f463171df532 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.290164 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85e3e97-5c5c-46ce-8a66-501ad7ee8f39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:47.290627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85e3e97-5c5c-46ce-8a66-501ad7ee8f39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:47.299349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6baf7-320f-472e-ad56-f463171df532 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0f1337-12aa-4a79-a3aa-b15cd1e1830f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:47.307812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f3c6baf7-320f-472e-ad56-f463171df532 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.308936 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f3c6baf7-320f-472e-ad56-f463171df532 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "DELETE /v2.0/security-groups/4b0f1337-12aa-4a79-a3aa-b15cd1e1830f HTTP/1.1" status: 204 len: 168 time: 0.4515202 Oct 17 17:57:47.315611 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e85e3e97-5c5c-46ce-8a66-501ad7ee8f39 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/0013f9ee-26bb-42d6-8d37-8e394e8dad51 HTTP/1.1" status: 404 len: 333 time: 0.0761127 Oct 17 17:57:47.315611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46830) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.316048 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46832) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.372088 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f25480-6ef2-4d6b-b84d-b338fba34c14 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:47.372445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f25480-6ef2-4d6b-b84d-b338fba34c14 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:47.374136 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b9f25480-6ef2-4d6b-b84d-b338fba34c14 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/98ca1e5a-fee6-4a47-b907-21fe5dcde74e HTTP/1.1" status: 404 len: 337 time: 0.0574195 Oct 17 17:57:47.378086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46838) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.412251 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cdc97404-57ec-49d0-be42-0ea5d378ad82 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Synchronizing usage tracker for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:47.430237 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cdc97404-57ec-49d0-be42-0ea5d378ad82 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Unset dirty status for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:47.431939 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cdc97404-57ec-49d0-be42-0ea5d378ad82 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1173735 Oct 17 17:57:47.438240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46842) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.444613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group': {'name': 'tempest-secgroup--319911770'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:47.454084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:47.463180 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a28348c-942c-4de3-9b8f-0b5a484fd7f0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:47.464050 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a28348c-942c-4de3-9b8f-0b5a484fd7f0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:47.470700 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7a28348c-942c-4de3-9b8f-0b5a484fd7f0 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/ports/9a6ea65c-682e-4bfd-842f-c2cb2d0fc88a HTTP/1.1" status: 404 len: 333 time: 0.0874071 Oct 17 17:57:47.471627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46846) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.478831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:47.495549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.521063 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b9a980-45b1-43d3-bce0-5d239a6cf265 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] DELETE failed (client error): The resource could not be found. Oct 17 17:57:47.521694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b9a980-45b1-43d3-bce0-5d239a6cf265 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:57:47.525414 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-54b9a980-45b1-43d3-bce0-5d239a6cf265 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/subnets/7bd17b8d-5cf5-41a2-a7c2-2bef7ff907a5 HTTP/1.1" status: 404 len: 337 time: 0.0512831 Oct 17 17:57:47.526780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46850) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.535862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:47.543319 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:47.549948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:47.561477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:47.571958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 20e0422c-d922-4842-9bcc-42f058e79bb4 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:47.629052 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 73d2cf91-3aeb-479b-a267-0f556cbd0e92 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:47.629440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.670494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 20e0422c-d922-4842-9bcc-42f058e79bb4 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:47.678577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 20e0422c-d922-4842-9bcc-42f058e79bb4 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:47.679082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.679626 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 20e0422c-d922-4842-9bcc-42f058e79bb4 Oct 17 17:57:47.699625 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.706755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.729776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] The port '73d2cf91-3aeb-479b-a267-0f556cbd0e92' was deleted {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:57:47.795913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1596f1-9d9b-46a0-b422-4e891695a92c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:47.819428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.825283 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-38e8d473-03ec-4b74-a723-000cfd297b81 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3826125 Oct 17 17:57:47.825787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46854) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.827162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 20e0422c-d922-4842-9bcc-42f058e79bb4 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:47.827620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.834860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-0bb2dcc0-74ab-4a90-a32e-2da130c431e4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '9c1596f1-9d9b-46a0-b422-4e891695a92c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:47.835828 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-0bb2dcc0-74ab-4a90-a32e-2da130c431e4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 17 17:57:47.836639 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-0bb2dcc0-74ab-4a90-a32e-2da130c431e4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:47.838515 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0bb2dcc0-74ab-4a90-a32e-2da130c431e4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105200 Oct 17 17:57:47.841203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46858) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.842661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.850282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-afeb6471-9044-4e62-b2e4-8d1313bf6316 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '9c1596f1-9d9b-46a0-b422-4e891695a92c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:47.866118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-afeb6471-9044-4e62-b2e4-8d1313bf6316 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:47.871425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 20e0422c-d922-4842-9bcc-42f058e79bb4, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=20e0422c-d922-4842-9bcc-42f058e79bb4,segment=NetworkSegment(cc35590a-5de0-4177-86d3-c86c6de82aae),segment_id=cc35590a-5de0-4177-86d3-c86c6de82aae)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:47.874392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-afeb6471-9044-4e62-b2e4-8d1313bf6316 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:47.879601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:47.881448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-afeb6471-9044-4e62-b2e4-8d1313bf6316 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:47.895320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-afeb6471-9044-4e62-b2e4-8d1313bf6316 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:47.960197 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-afeb6471-9044-4e62-b2e4-8d1313bf6316 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:47.965373 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-afeb6471-9044-4e62-b2e4-8d1313bf6316 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1200230 Oct 17 17:57:47.965968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46862) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.975535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-143276e1-d994-4629-bef9-82f2e0632c46 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '9c1596f1-9d9b-46a0-b422-4e891695a92c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:47.976273 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-143276e1-d994-4629-bef9-82f2e0632c46 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 17 17:57:47.977045 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-143276e1-d994-4629-bef9-82f2e0632c46 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:47.981256 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-143276e1-d994-4629-bef9-82f2e0632c46 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109122 Oct 17 17:57:47.981857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46866) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:47.986478 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=20e0422c-d922-4842-9bcc-42f058e79bb4,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:47.993504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-bc4193a3-2eeb-406f-be5c-5c7d64a75d84 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '9c1596f1-9d9b-46a0-b422-4e891695a92c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:48.006399 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-bc4193a3-2eeb-406f-be5c-5c7d64a75d84 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:48.006837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 73d2cf91-3aeb-479b-a267-0f556cbd0e92 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:57:48.016109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bc4193a3-2eeb-406f-be5c-5c7d64a75d84 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:48.022936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bc4193a3-2eeb-406f-be5c-5c7d64a75d84 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:48.036187 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-bc4193a3-2eeb-406f-be5c-5c7d64a75d84 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:48.046930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 73d2cf91-3aeb-479b-a267-0f556cbd0e92 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:57:48.047842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 73d2cf91-3aeb-479b-a267-0f556cbd0e92 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:57:48.100554 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-bc4193a3-2eeb-406f-be5c-5c7d64a75d84 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:48.102368 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bc4193a3-2eeb-406f-be5c-5c7d64a75d84 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1189497 Oct 17 17:57:48.105519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46870) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:48.114923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1731c686-c1e9-468b-8968-634a2aed0f83 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '9c1596f1-9d9b-46a0-b422-4e891695a92c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:48.115679 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-1731c686-c1e9-468b-8968-634a2aed0f83 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 17 17:57:48.116515 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-1731c686-c1e9-468b-8968-634a2aed0f83 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:48.118242 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1731c686-c1e9-468b-8968-634a2aed0f83 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109169 Oct 17 17:57:48.121301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46874) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:48.132289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fcd638f8-9c81-4375-9e18-d53a64a669e4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '9c1596f1-9d9b-46a0-b422-4e891695a92c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:48.142831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fcd638f8-9c81-4375-9e18-d53a64a669e4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:48.149603 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fcd638f8-9c81-4375-9e18-d53a64a669e4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:48.154700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fcd638f8-9c81-4375-9e18-d53a64a669e4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:48.165622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fcd638f8-9c81-4375-9e18-d53a64a669e4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:48.177977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.217361 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-fcd638f8-9c81-4375-9e18-d53a64a669e4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:48.219892 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fcd638f8-9c81-4375-9e18-d53a64a669e4 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0958896 Oct 17 17:57:48.223876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46878) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:48.229903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-244e5d45-addf-4c15-a4bc-62fea5b138a5 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '9c1596f1-9d9b-46a0-b422-4e891695a92c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:48.230621 dv-neutron-860895-1-hyperv neutron-server[89191]: WARNING neutron.api.v2.base [None req-244e5d45-addf-4c15-a4bc-62fea5b138a5 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 17 17:57:48.231589 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-244e5d45-addf-4c15-a4bc-62fea5b138a5 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:48.232695 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-244e5d45-addf-4c15-a4bc-62fea5b138a5 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077388 Oct 17 17:57:48.238100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46882) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:48.243991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-829b3ae1-dddd-42af-8d76-004f3b6d971a tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '9c1596f1-9d9b-46a0-b422-4e891695a92c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:48.254651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-829b3ae1-dddd-42af-8d76-004f3b6d971a tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:48.259756 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-829b3ae1-dddd-42af-8d76-004f3b6d971a tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:48.264294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-829b3ae1-dddd-42af-8d76-004f3b6d971a tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:48.270695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-829b3ae1-dddd-42af-8d76-004f3b6d971a tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:48.277736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64be364a-f466-43f6-be5b-7d751573d986']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:48.311364 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-829b3ae1-dddd-42af-8d76-004f3b6d971a tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:48.316468 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-829b3ae1-dddd-42af-8d76-004f3b6d971a tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0734944 Oct 17 17:57:48.316763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46886) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:48.322305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ad140e13-629b-4793-9c1d-68b7c4c9d9f8 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '9c1596f1-9d9b-46a0-b422-4e891695a92c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:48.330212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ad140e13-629b-4793-9c1d-68b7c4c9d9f8 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:48.334902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ad140e13-629b-4793-9c1d-68b7c4c9d9f8 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:48.338035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ad140e13-629b-4793-9c1d-68b7c4c9d9f8 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:48.345665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ad140e13-629b-4793-9c1d-68b7c4c9d9f8 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:48.356193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ec202a-7b66-4ae9-824e-29ef1bef5155') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:48.356568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ec202a-7b66-4ae9-824e-29ef1bef5155') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:48.376435 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.384649 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.395156 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-ad140e13-629b-4793-9c1d-68b7c4c9d9f8 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:48.397081 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ad140e13-629b-4793-9c1d-68b7c4c9d9f8 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0790968 Oct 17 17:57:48.401705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46890) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:48.422311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.429631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6857a8d-f808-4f27-8165-53c8a72cbcb5']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:48.440700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:57:48.441074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.467182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb8bb7c-4559-4285-b5d4-2503c20f4d64') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:48.468200 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb8bb7c-4559-4285-b5d4-2503c20f4d64') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:48.491697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76a06255-f2e8-42ea-8423-2d8785f72689 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.522025 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 13ec202a-7b66-4ae9-824e-29ef1bef5155 resource provider aggregate not found Oct 17 17:57:48.535724 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76a06255-f2e8-42ea-8423-2d8785f72689 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.560214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.574185 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 13ec202a-7b66-4ae9-824e-29ef1bef5155 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13ec202a-7b66-4ae9-824e-29ef1bef5155 found for delete ", "request_id": "req-57a6c9c2-9c9c-460c-a87a-106a7dd8ea55"}]} Oct 17 17:57:48.596491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76a06255-f2e8-42ea-8423-2d8785f72689 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.601001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.609065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.617302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a06255-f2e8-42ea-8423-2d8785f72689 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1596f1-9d9b-46a0-b422-4e891695a92c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:48.629808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76a06255-f2e8-42ea-8423-2d8785f72689 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.630934 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-76a06255-f2e8-42ea-8423-2d8785f72689 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "DELETE /v2.0/security-groups/9c1596f1-9d9b-46a0-b422-4e891695a92c HTTP/1.1" status: 204 len: 168 time: 0.2277951 Oct 17 17:57:48.634904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46898) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:48.647887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:57:48.648536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.674757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.695935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-16503215-d860-480a-a2a1-d35fbe952a08 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Synchronizing usage tracker for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:48.713909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-16503215-d860-480a-a2a1-d35fbe952a08 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Unset dirty status for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:48.715620 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-16503215-d860-480a-a2a1-d35fbe952a08 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0794821 Oct 17 17:57:48.721331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46902) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:48.727448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group': {'name': 'tempest-secgroup--384505398'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:48.735147 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:48.745459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:48.756120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.771452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Network': ['ID=64be364a-f466-43f6-be5b-7d751573d986,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:48.778607 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:48.783190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:48.786032 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4ec91e03-3c6b-412d-8927-a9e1993f6b70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/networks/64be364a-f466-43f6-be5b-7d751573d986 HTTP/1.1" status: 204 len: 168 time: 2.7637470 Oct 17 17:57:48.786258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:48.791140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46906) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:48.799279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-144047454'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:48.803295 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:48.807497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:48.817173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:network and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:48.821100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:48.829140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.834033 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:48.834627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.853527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:48.856857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.869273 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] 10.222.0.69 "DELETE /v2.0/networks/b6857a8d-f808-4f27-8165-53c8a72cbcb5 HTTP/1.1" status: 204 len: 168 time: 1.3410280 Oct 17 17:57:48.870299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3ccf7-ea2a-4f76-98b8-cfe5333d41d3 tempest-NetworksTestDHCPv6-1281027190 tempest-NetworksTestDHCPv6-1281027190-project] Pushing event deleted for resources: {'Network': ['ID=b6857a8d-f808-4f27-8165-53c8a72cbcb5,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:48.914523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:57:48.934560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.938313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:48.938618 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Added segment b690e42a-6b05-48d3-b19e-27db5cd65bdd of type vlan for network 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c Oct 17 17:57:48.945200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.003833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.020060 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a03ed69-09cc-49da-9dba-f2e4a9e54802,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:49.039563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.040802 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4b21cfd6-ab54-4b58-bcf0-f67968779a94 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3183751 Oct 17 17:57:49.044486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46912) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:49.051962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-75f067a5-e063-4ff5-ba47-3ef0ea28f2f7 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '5a03ed69-09cc-49da-9dba-f2e4a9e54802', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:49.065349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-75f067a5-e063-4ff5-ba47-3ef0ea28f2f7 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:49.070585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-75f067a5-e063-4ff5-ba47-3ef0ea28f2f7 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:49.073527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-75f067a5-e063-4ff5-ba47-3ef0ea28f2f7 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:49.077238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.083768 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:49.084432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.108155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-75f067a5-e063-4ff5-ba47-3ef0ea28f2f7 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:49.199655 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4077270 Oct 17 17:57:49.206913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46918) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:49.218388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'subnet': {'network_id': '5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:49.225189 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec6be9-51c5-4897-9efd-cb3e9eac67df tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Network': ['ID=5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:49.245456 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-75f067a5-e063-4ff5-ba47-3ef0ea28f2f7 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The resource could not be found. Oct 17 17:57:49.251343 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-75f067a5-e063-4ff5-ba47-3ef0ea28f2f7 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2013714 Oct 17 17:57:49.251677 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:57:49.253051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46922) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:49.261925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-322c4d5e-d9f2-4a65-a6b3-ff1debd1ff8c tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '5a03ed69-09cc-49da-9dba-f2e4a9e54802', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e1a2e792-534a-48cf-9eab-05ae965e2368'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:49.274476 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-322c4d5e-d9f2-4a65-a6b3-ff1debd1ff8c tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:49.283277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-322c4d5e-d9f2-4a65-a6b3-ff1debd1ff8c tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:49.297147 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-322c4d5e-d9f2-4a65-a6b3-ff1debd1ff8c tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:49.308206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-322c4d5e-d9f2-4a65-a6b3-ff1debd1ff8c tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:49.348153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46926) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:49.386510 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-322c4d5e-d9f2-4a65-a6b3-ff1debd1ff8c tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The resource could not be found. Oct 17 17:57:49.388462 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-322c4d5e-d9f2-4a65-a6b3-ff1debd1ff8c tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1338027 Oct 17 17:57:49.392136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46934) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:49.484542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:49.493902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:subnet and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:49.505361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:49.506923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e56392b4-1766-45eb-8fd9-46eac3c97194 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.517406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:49.538884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:49.545433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 20e0422c-d922-4842-9bcc-42f058e79bb4 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:49.552744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e56392b4-1766-45eb-8fd9-46eac3c97194 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.557696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.642644 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c9eaa5b5-3da6-45c9-8baf-5426cf84c5c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16630d51c6834023bd0811e0773898ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889535 Oct 17 17:57:49.643519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46938) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:49.676843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e56392b4-1766-45eb-8fd9-46eac3c97194 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.681416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 20e0422c-d922-4842-9bcc-42f058e79bb4 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:49.681942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.682419 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 20e0422c-d922-4842-9bcc-42f058e79bb4 Oct 17 17:57:49.748888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56392b4-1766-45eb-8fd9-46eac3c97194 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a03ed69-09cc-49da-9dba-f2e4a9e54802,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:49.795244 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e56392b4-1766-45eb-8fd9-46eac3c97194 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.802608 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e56392b4-1766-45eb-8fd9-46eac3c97194 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "DELETE /v2.0/security-groups/5a03ed69-09cc-49da-9dba-f2e4a9e54802 HTTP/1.1" status: 204 len: 168 time: 0.4033980 Oct 17 17:57:49.806925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46942) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:49.828948 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 20e0422c-d922-4842-9bcc-42f058e79bb4 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:49.870819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04407b5a-00d2-429e-9f4e-6dd7fa31f0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.905176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.961883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04407b5a-00d2-429e-9f4e-6dd7fa31f0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:49.976453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ad854aa0-29ba-40a2-b9d1-c20f7a065016 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Synchronizing usage tracker for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:49.991177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Subnet': ['ID=3d2e456f-7b60-4d1f-be08-4bf972d93ed5,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:50.004008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Checking segment: {'id': 'b690e42a-6b05-48d3-b19e-27db5cd65bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:57:50.004638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network hostable DHCP agents. Network: 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:57:50.027243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:57:50.039942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ad854aa0-29ba-40a2-b9d1-c20f7a065016 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Unset dirty status for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:50.040283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:50.048222 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ad854aa0-29ba-40a2-b9d1-c20f7a065016 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2334139 Oct 17 17:57:50.048557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:50.048557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.052357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46946) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:50.056734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca652e9d-6192-41e5-90e1-232b23ef2a81 None None] Network 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:50.060118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-f6f52230-ba57-479c-927b-1e6511c28161 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '2f962640-de4d-401f-b714-266ceaeb8b5a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:50.071098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f6f52230-ba57-479c-927b-1e6511c28161 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:50.080562 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f6f52230-ba57-479c-927b-1e6511c28161 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:50.086401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f6f52230-ba57-479c-927b-1e6511c28161 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:50.092374 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-449454d2-3e14-4aa7-8cbd-e4482a11aa38 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8830378 Oct 17 17:57:50.095926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46950) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:50.097708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f6f52230-ba57-479c-927b-1e6511c28161 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:50.107084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f5dfe0fb-087d-43b2-8933-3637cc8a677f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1806297433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:50.122028 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f5dfe0fb-087d-43b2-8933-3637cc8a677f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:50.130640 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f5dfe0fb-087d-43b2-8933-3637cc8a677f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:router and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:50.136836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f5dfe0fb-087d-43b2-8933-3637cc8a677f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:50.139519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04407b5a-00d2-429e-9f4e-6dd7fa31f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.147964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f5dfe0fb-087d-43b2-8933-3637cc8a677f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:50.169819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe0fb-087d-43b2-8933-3637cc8a677f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.171684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe0fb-087d-43b2-8933-3637cc8a677f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.211188 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe0fb-087d-43b2-8933-3637cc8a677f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.216915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04407b5a-00d2-429e-9f4e-6dd7fa31f0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fb45ca-d091-4d3e-98ec-671b23462aca,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:50.233865 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-04407b5a-00d2-429e-9f4e-6dd7fa31f0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.236565 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-04407b5a-00d2-429e-9f4e-6dd7fa31f0b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6fb45ca-d091-4d3e-98ec-671b23462aca HTTP/1.1" status: 204 len: 168 time: 0.5914078 Oct 17 17:57:50.239219 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-f6f52230-ba57-479c-927b-1e6511c28161 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The resource could not be found. Oct 17 17:57:50.241347 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f6f52230-ba57-479c-927b-1e6511c28161 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1878295 Oct 17 17:57:50.247942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46956) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:50.254707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group': {'name': 'tempest-secgroup--636133132'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:50.262165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:50.274176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:50.291021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe0fb-087d-43b2-8933-3637cc8a677f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.320437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.365426 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5dfe0fb-087d-43b2-8933-3637cc8a677f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.369923 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f5dfe0fb-087d-43b2-8933-3637cc8a677f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2699211 Oct 17 17:57:50.369923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:50.370753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 46960) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:50.377192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:50.382725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:50.398601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:50.517048 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.526365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.530307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c', 'network_id': '5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'fixed_ips': [{'subnet_id': '3d2e456f-7b60-4d1f-be08-4bf972d93ed5'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:57:50.533099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.582612 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862b72c1-6fcc-47c0-b5d3-11e1352a1e9b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:50.596357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.597761 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cb6f8aa8-f887-4da1-a005-06bedead246b tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3487012 Oct 17 17:57:50.602348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46968) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:50.608634 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486911977'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:50.617492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:50.624326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:50.629419 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 6eb8bb7c-4559-4285-b5d4-2503c20f4d64 resource provider aggregate not found Oct 17 17:57:50.636399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:50.645546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:50.661330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.677793 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 6eb8bb7c-4559-4285-b5d4-2503c20f4d64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6eb8bb7c-4559-4285-b5d4-2503c20f4d64 found for delete ", "request_id": "req-c4f3cbfd-8699-4fc4-b7ce-2457722f7b5f"}]} Oct 17 17:57:50.694006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:50.705791 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:50.713258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:50.725753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:50.832421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.837938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.904642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:50.907252 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3030190 Oct 17 17:57:50.912376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46978) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:50.930927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Allocated IP 2001:db8::2 (5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c/3d2e456f-7b60-4d1f-be08-4bf972d93ed5/79f5c509-07de-4a40-add9-af9efc91f454) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:50.932041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-65c2e140-568b-4511-950e-c57f9f0d063e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group_rule': {'security_group_id': '862b72c1-6fcc-47c0-b5d3-11e1352a1e9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '014b5146-60fc-479c-b240-689e3d68eb7b'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:50.943859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-65c2e140-568b-4511-950e-c57f9f0d063e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:50.951112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-65c2e140-568b-4511-950e-c57f9f0d063e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:50.957726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-65c2e140-568b-4511-950e-c57f9f0d063e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:50.975915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-65c2e140-568b-4511-950e-c57f9f0d063e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:50.990577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827d5b2-ac82-4c28-8fd7-41110c85bc62 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014b5146-60fc-479c-b240-689e3d68eb7b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:51.038625 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-65c2e140-568b-4511-950e-c57f9f0d063e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:57:51.041151 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-65c2e140-568b-4511-950e-c57f9f0d063e tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1271987 Oct 17 17:57:51.046061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46984) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:51.296267 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fdcfa2b5-5a2d-4ecb-8157-caaecf2aa138 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:51.350918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fdcfa2b5-5a2d-4ecb-8157-caaecf2aa138 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:51.388962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:51.442004 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Transition to ACTIVE for port object 79f5c509-07de-4a40-add9-af9efc91f454 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:51.465854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fdcfa2b5-5a2d-4ecb-8157-caaecf2aa138 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:51.497493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Transition to ACTIVE for port object 79f5c509-07de-4a40-add9-af9efc91f454 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:51.511514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:51.513070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfa2b5-5a2d-4ecb-8157-caaecf2aa138 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=014b5146-60fc-479c-b240-689e3d68eb7b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:51.519433 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fdcfa2b5-5a2d-4ecb-8157-caaecf2aa138 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:51.525385 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fdcfa2b5-5a2d-4ecb-8157-caaecf2aa138 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "DELETE /v2.0/security-groups/014b5146-60fc-479c-b240-689e3d68eb7b HTTP/1.1" status: 204 len: 168 time: 0.4731388 Oct 17 17:57:51.525644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 46998) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:51.551301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:51.685553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e4e092b9-f12f-4cdd-be8b-b84d05e9c7d3 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Synchronizing usage tracker for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:51.690144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Network 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:51.697495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:51.706871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:57:51.719976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e4e092b9-f12f-4cdd-be8b-b84d05e9c7d3 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Unset dirty status for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:51.727120 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e4e092b9-f12f-4cdd-be8b-b84d05e9c7d3 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1956265 Oct 17 17:57:51.727439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Pushing event updated for resources: {'Port': ['ID=79f5c509-07de-4a40-add9-af9efc91f454,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:51.727635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47004) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:51.772837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47008) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:51.898761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba665fa6-faad-4b97-b6ec-be63ad392f49 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:51.962832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47012) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:51.975594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba665fa6-faad-4b97-b6ec-be63ad392f49 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:51.987458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Attempting to bind port 79f5c509-07de-4a40-add9-af9efc91f454 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:57:51.988523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Attempting to bind port 79f5c509-07de-4a40-add9-af9efc91f454 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'b690e42a-6b05-48d3-b19e-27db5cd65bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:57:51.989312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Attempting to bind port 79f5c509-07de-4a40-add9-af9efc91f454 on network 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:57:51.999521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:57:52.001468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Checking segment: {'id': 'b690e42a-6b05-48d3-b19e-27db5cd65bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:57:52.002200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.002811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Bound using segment: {'id': 'b690e42a-6b05-48d3-b19e-27db5cd65bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:57:52.003689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Bound port: 79f5c509-07de-4a40-add9-af9efc91f454, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b690e42a-6b05-48d3-b19e-27db5cd65bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:57:52.004291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.144388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba665fa6-faad-4b97-b6ec-be63ad392f49 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.207753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1324935639'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:52.218875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba665fa6-faad-4b97-b6ec-be63ad392f49 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=862b72c1-6fcc-47c0-b5d3-11e1352a1e9b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:52.233310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:52.237932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ba665fa6-faad-4b97-b6ec-be63ad392f49 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.243537 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ba665fa6-faad-4b97-b6ec-be63ad392f49 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "DELETE /v2.0/security-groups/862b72c1-6fcc-47c0-b5d3-11e1352a1e9b HTTP/1.1" status: 204 len: 168 time: 0.5107367 Oct 17 17:57:52.244530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Usage tracker for resource:network and tenant:52b41b167c64404d9d08757a648cc1c5 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:52.248772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47018) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:52.255758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] For port 79f5c509-07de-4a40-add9-af9efc91f454, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:57:52.263304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] For port 79f5c509-07de-4a40-add9-af9efc91f454, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=79f5c509-07de-4a40-add9-af9efc91f454,segment=NetworkSegment(b690e42a-6b05-48d3-b19e-27db5cd65bdd),segment_id=b690e42a-6b05-48d3-b19e-27db5cd65bdd)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:57:52.277506 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:52.289983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.295113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:52.352066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Made reservation on behalf of 52b41b167c64404d9d08757a648cc1c5 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:52.357672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.388258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.414754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-702a915f-9920-43b7-9c30-48300283c1c2 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Synchronizing usage tracker for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:52.434549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:52.439969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Allocated IP 2001:db8::1 (5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c/3d2e456f-7b60-4d1f-be08-4bf972d93ed5/fdb416cf-bff8-44bb-8c14-f4a9f51de3e5) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:52.443826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Usage tracker for resource:security_group_rule and tenant:52b41b167c64404d9d08757a648cc1c5 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:52.452380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:52.460871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-702a915f-9920-43b7-9c30-48300283c1c2 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Unset dirty status for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:52.463746 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-702a915f-9920-43b7-9c30-48300283c1c2 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2114606 Oct 17 17:57:52.471637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47022) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:52.473293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28bf09-c049-442e-8c95-f4f22a84b7bb None None] Pushing event updated for resources: {'Port': ['ID=79f5c509-07de-4a40-add9-af9efc91f454,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:52.482519 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group': {'name': 'tempest-secgroup--34362790'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:52.502805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:52.508788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:52.527415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:52.567304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.625578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:52.640422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Usage tracker for resource:security_group_rule and tenant:30f25af6f9a24ec19a42e227c5ea7fea is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:52.649176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:52.669338 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:52.673666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.735438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Transition to ACTIVE for port object fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:52.803864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c61e72a-ea04-4a03-a8d2-d0addfe6e33f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.813460 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.828698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.928035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:57:52.973822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35ecbe22-7333-46c6-ab6b-b146ecb62203,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:52.982554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.989448 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:52.990043 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Added segment 29a452db-5e33-4bcf-8164-9f8382b369b9 of type vlan for network 0ca84391-75ae-462e-9180-c32b6af5b242 Oct 17 17:57:52.993009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:53.055143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:53.123938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:53.143470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c550f3ed-c0c4-4865-a18f-22dd719fba65,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:53.153937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:53.161973 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:53.168967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:57:53.169496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:53.180366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:53.182418 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e6a43371-66f8-484c-aa8a-7ce039d87636 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7078562 Oct 17 17:57:53.189003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47026) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:53.200200 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1f88d5d7-d656-4b05-852c-1372e5013bf5 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:53.200865 dv-neutron-860895-1-hyperv neutron-server[89190]: WARNING neutron.api.v2.base [None req-1f88d5d7-d656-4b05-852c-1372e5013bf5 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 17 17:57:53.202906 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-1f88d5d7-d656-4b05-852c-1372e5013bf5 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] update failed (client error): There was a conflict when trying to complete your request. Oct 17 17:57:53.208105 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1f88d5d7-d656-4b05-852c-1372e5013bf5 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "PUT /v2.0/security-groups/c550f3ed-c0c4-4865-a18f-22dd719fba65 HTTP/1.1" status: 409 len: 330 time: 0.0145574 Oct 17 17:57:53.209960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47030) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:53.212589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=fdb416cf-bff8-44bb-8c14-f4a9f51de3e5,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:53.244375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:53.255192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:53.256218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:53.443630 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4790399 Oct 17 17:57:53.450856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47034) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:53.456985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Request body: {'subnet': {'network_id': '0ca84391-75ae-462e-9180-c32b6af5b242', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:53.464387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:53.486690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da132a8-d977-4ffc-8c4a-c60cae3fc606 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event updated for resources: {'Network': ['ID=0ca84391-75ae-462e-9180-c32b6af5b242,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:53.519842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 0ca84391-75ae-462e-9180-c32b6af5b242 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:57:53.659725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 79f5c509-07de-4a40-add9-af9efc91f454 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:53.776773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 79f5c509-07de-4a40-add9-af9efc91f454 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:53.841819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-887fe124-6c33-4005-a68a-195187f71c7f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:53.885459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:53.905840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4c61e72a-ea04-4a03-a8d2-d0addfe6e33f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 20e0422c-d922-4842-9bcc-42f058e79bb4 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:53.907151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Usage tracker for resource:subnet and tenant:52b41b167c64404d9d08757a648cc1c5 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:53.907265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c61e72a-ea04-4a03-a8d2-d0addfe6e33f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:53.917266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:53.932811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-887fe124-6c33-4005-a68a-195187f71c7f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:53.947376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:54.010490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Made reservation on behalf of 52b41b167c64404d9d08757a648cc1c5 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:54.013940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.081544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bb7313-9e51-49ef-b933-0e0b7c855119 None None] Network 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:54.260880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bc24701f-7048-42d1-8992-8ee605359c1d None None] Provisioning for port 79f5c509-07de-4a40-add9-af9efc91f454 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:54.262653 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-4c61e72a-ea04-4a03-a8d2-d0addfe6e33f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 20e0422c-d922-4842-9bcc-42f058e79bb4, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=20e0422c-d922-4842-9bcc-42f058e79bb4,segment=NetworkSegment(cc35590a-5de0-4177-86d3-c86c6de82aae),segment_id=cc35590a-5de0-4177-86d3-c86c6de82aae)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:54.263024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c61e72a-ea04-4a03-a8d2-d0addfe6e33f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.280769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bc24701f-7048-42d1-8992-8ee605359c1d None None] Provisioning complete for port 79f5c509-07de-4a40-add9-af9efc91f454 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:54.281239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bc24701f-7048-42d1-8992-8ee605359c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.281699 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-bc24701f-7048-42d1-8992-8ee605359c1d None None] Attempt 1 to provision port 79f5c509-07de-4a40-add9-af9efc91f454 Oct 17 17:57:54.290846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-887fe124-6c33-4005-a68a-195187f71c7f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.330758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fe124-6c33-4005-a68a-195187f71c7f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c550f3ed-c0c4-4865-a18f-22dd719fba65,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:54.368513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-887fe124-6c33-4005-a68a-195187f71c7f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.369726 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-887fe124-6c33-4005-a68a-195187f71c7f tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "DELETE /v2.0/security-groups/c550f3ed-c0c4-4865-a18f-22dd719fba65 HTTP/1.1" status: 204 len: 168 time: 1.1597805 Oct 17 17:57:54.372480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47038) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:54.419802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:57:54.436179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4c61e72a-ea04-4a03-a8d2-d0addfe6e33f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 20e0422c-d922-4842-9bcc-42f058e79bb4 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:57:54.460657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7af000e4-3a61-4a05-bfe0-32e177994c88 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Synchronizing usage tracker for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:54.487106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bc24701f-7048-42d1-8992-8ee605359c1d None None] Current status of the port 79f5c509-07de-4a40-add9-af9efc91f454 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:54.487707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bc24701f-7048-42d1-8992-8ee605359c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.540464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7af000e4-3a61-4a05-bfe0-32e177994c88 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] Unset dirty status for tenant:30f25af6f9a24ec19a42e227c5ea7fea on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:54.542098 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7af000e4-3a61-4a05-bfe0-32e177994c88 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1686208 Oct 17 17:57:54.549328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47042) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:54.584486 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-bc24701f-7048-42d1-8992-8ee605359c1d None None] For port 79f5c509-07de-4a40-add9-af9efc91f454, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=79f5c509-07de-4a40-add9-af9efc91f454,segment=NetworkSegment(b690e42a-6b05-48d3-b19e-27db5cd65bdd),segment_id=b690e42a-6b05-48d3-b19e-27db5cd65bdd)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:57:54.598447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bc24701f-7048-42d1-8992-8ee605359c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.660067 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-f312f41c-0b86-4232-a39f-3c7685391bfc tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] delete failed (client error): The resource could not be found. Oct 17 17:57:54.666775 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f312f41c-0b86-4232-a39f-3c7685391bfc tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "DELETE /v2.0/security-groups/82b40fb4-582c-45af-865c-d8de575248a4 HTTP/1.1" status: 404 len: 347 time: 0.1152291 Oct 17 17:57:54.667759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47046) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:54.683475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.729167 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.737655 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-aa051529-6350-4fea-bd5c-dbeba0cc7121 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] show failed (client error): The resource could not be found. Oct 17 17:57:54.743637 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-aa051529-6350-4fea-bd5c-dbeba0cc7121 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "GET /v2.0/security-groups/6e587729-15bd-48b3-b841-41f60776976e HTTP/1.1" status: 404 len: 347 time: 0.0742493 Oct 17 17:57:54.744406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47050) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:54.754266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.754631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24701f-7048-42d1-8992-8ee605359c1d None None] Pushing event updated for resources: {'Port': ['ID=79f5c509-07de-4a40-add9-af9efc91f454,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:54.755238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.822484 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-157b9857-cc0a-4d67-9cbb-316f7477b830 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] show failed (client error): The resource could not be found. Oct 17 17:57:54.830474 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-157b9857-cc0a-4d67-9cbb-316f7477b830 tempest-NegativeSecGroupTest-1498788890 tempest-NegativeSecGroupTest-1498788890-project] 10.222.0.69 "GET /v2.0/security-group-rules/b86c1360-a1f6-49eb-a9c6-bc9eee6ae788 HTTP/1.1" status: 404 len: 356 time: 0.0738428 Oct 17 17:57:54.831913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c61e72a-ea04-4a03-a8d2-d0addfe6e33f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.852732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event updated for resources: {'Subnet': ['ID=3ec951c6-2df1-4ae4-b4ff-a71b99703314,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:54.867701 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Checking segment: {'id': '29a452db-5e33-4bcf-8164-9f8382b369b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0ca84391-75ae-462e-9180-c32b6af5b242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:57:54.868260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Network hostable DHCP agents. Network: 0ca84391-75ae-462e-9180-c32b6af5b242, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:57:54.920927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Network 0ca84391-75ae-462e-9180-c32b6af5b242 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:57:54.935365 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:54.946181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 0ca84391-75ae-462e-9180-c32b6af5b242) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:54.971101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:54.971629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078372d3-b0aa-43bd-907d-d4b5ef9023e2 None None] Network 0ca84391-75ae-462e-9180-c32b6af5b242 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:54.974911 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:55.042758 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-56571bfa-58d0-48eb-a219-9ef0127f4038 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5883956 Oct 17 17:57:55.049902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47056) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:55.077701 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-04a854b2-947c-4fb6-813f-6e19ef294007 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-646889645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:55.138901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-04a854b2-947c-4fb6-813f-6e19ef294007 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:55.166859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-04a854b2-947c-4fb6-813f-6e19ef294007 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Usage tracker for resource:router and tenant:52b41b167c64404d9d08757a648cc1c5 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:55.184998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-04a854b2-947c-4fb6-813f-6e19ef294007 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:55.217032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-04a854b2-947c-4fb6-813f-6e19ef294007 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:55.297677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-04a854b2-947c-4fb6-813f-6e19ef294007 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:55.312049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-04a854b2-947c-4fb6-813f-6e19ef294007 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:55.360891 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=fdb416cf-bff8-44bb-8c14-f4a9f51de3e5,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:55.433421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-04a854b2-947c-4fb6-813f-6e19ef294007 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:55.462284 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61e72a-ea04-4a03-a8d2-d0addfe6e33f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=20e0422c-d922-4842-9bcc-42f058e79bb4,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:55.468172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-04a854b2-947c-4fb6-813f-6e19ef294007 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:55.498783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-04a854b2-947c-4fb6-813f-6e19ef294007 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:55.504002 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-04a854b2-947c-4fb6-813f-6e19ef294007 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4518902 Oct 17 17:57:55.504869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47062) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:55.686812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Provisioning for port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:57:55.709984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Provisioning complete for port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:55.710629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:55.711259 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Attempt 1 to provision port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 Oct 17 17:57:55.822668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 79f5c509-07de-4a40-add9-af9efc91f454 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:55.885364 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:55.929051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c61e72a-ea04-4a03-a8d2-d0addfe6e33f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:55.935088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47066) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:56.012935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:56.019913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:56.064431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 79f5c509-07de-4a40-add9-af9efc91f454 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:57:56.065010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:56.065542 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 79f5c509-07de-4a40-add9-af9efc91f454 Oct 17 17:57:56.120108 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-0ca84391-75ae-462e-9180-c32b6af5b242', 'network_id': '0ca84391-75ae-462e-9180-c32b6af5b242', 'tenant_id': '52b41b167c64404d9d08757a648cc1c5', 'fixed_ips': [{'subnet_id': '3ec951c6-2df1-4ae4-b4ff-a71b99703314'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:57:56.121422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:56.416741 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Attempt 2 to provision port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 Oct 17 17:57:56.539909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:56.549553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Allocated IP 172.20.0.2 (0ca84391-75ae-462e-9180-c32b6af5b242/3ec951c6-2df1-4ae4-b4ff-a71b99703314/15ba23c4-1e80-4a67-89da-d9e5408e9410) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:56.553414 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-44438ca4-a966-42af-bdcf-cb2443644377 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=30f25af6f9a24ec19a42e227c5ea7fea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169174 Oct 17 17:57:56.557490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47072) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:56.567097 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 79f5c509-07de-4a40-add9-af9efc91f454 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:57:56.575414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:56.748574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router 84d36443-f8ca-4347-a6d1-d28de0f6924a is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:57:56.844513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:56.857311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Transition to ACTIVE for port object 15ba23c4-1e80-4a67-89da-d9e5408e9410 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:56.881541 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Transition to ACTIVE for port object 15ba23c4-1e80-4a67-89da-d9e5408e9410 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:56.888095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:56.958123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Network 0ca84391-75ae-462e-9180-c32b6af5b242 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:56.962611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:56.964895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:57:57.053159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Allocated IP 172.20.0.1 (0ca84391-75ae-462e-9180-c32b6af5b242/3ec951c6-2df1-4ae4-b4ff-a71b99703314/9060ce02-5674-4c00-841f-d0b16c7d6177) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:57:57.057612 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Attempt 3 to provision port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 Oct 17 17:57:57.096241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Pushing event updated for resources: {'Port': ['ID=15ba23c4-1e80-4a67-89da-d9e5408e9410,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:57.158475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-911a2f8c-7609-4784-a056-f898d0340fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:57.197802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Attempting to bind port 15ba23c4-1e80-4a67-89da-d9e5408e9410 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:57:57.198378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Attempting to bind port 15ba23c4-1e80-4a67-89da-d9e5408e9410 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '29a452db-5e33-4bcf-8164-9f8382b369b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0ca84391-75ae-462e-9180-c32b6af5b242'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:57:57.198937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Attempting to bind port 15ba23c4-1e80-4a67-89da-d9e5408e9410 on network 0ca84391-75ae-462e-9180-c32b6af5b242 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:57:57.205477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c61e72a-ea04-4a03-a8d2-d0addfe6e33f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 8a430dd7-8d9e-407e-92cc-350a07df58bd has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:57:57.214324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:57.215376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:57:57.215953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Checking segment: {'id': '29a452db-5e33-4bcf-8164-9f8382b369b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0ca84391-75ae-462e-9180-c32b6af5b242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:57:57.216589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:57.217223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Bound using segment: {'id': '29a452db-5e33-4bcf-8164-9f8382b369b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0ca84391-75ae-462e-9180-c32b6af5b242'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:57:57.218798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Bound port: 15ba23c4-1e80-4a67-89da-d9e5408e9410, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a452db-5e33-4bcf-8164-9f8382b369b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0ca84391-75ae-462e-9180-c32b6af5b242'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:57:57.218798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:57.220668 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-911a2f8c-7609-4784-a056-f898d0340fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:57.248098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:57:57.266681 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0bb82-5e8a-48e0-9ba3-ccfde8740f1c None None] Sync routers for ids ['84d36443-f8ca-4347-a6d1-d28de0f6924a'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:57:57.280851 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec0bb82-5e8a-48e0-9ba3-ccfde8740f1c None None] Routers {'84d36443-f8ca-4347-a6d1-d28de0f6924a'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:57.283268 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6ec0bb82-5e8a-48e0-9ba3-ccfde8740f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['84d36443-f8ca-4347-a6d1-d28de0f6924a'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:57.371381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] For port 15ba23c4-1e80-4a67-89da-d9e5408e9410, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:57:57.374549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] For port 15ba23c4-1e80-4a67-89da-d9e5408e9410, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=15ba23c4-1e80-4a67-89da-d9e5408e9410,segment=NetworkSegment(29a452db-5e33-4bcf-8164-9f8382b369b9),segment_id=29a452db-5e33-4bcf-8164-9f8382b369b9)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:57:57.381007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:57.412384 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6ec0bb82-5e8a-48e0-9ba3-ccfde8740f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:57.452680 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d820d141-f6d1-4cf1-beaa-5ea6f5194fe7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/84d36443-f8ca-4347-a6d1-d28de0f6924a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0764093 Oct 17 17:57:57.453073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47076) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:57.455446 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec0bb82-5e8a-48e0-9ba3-ccfde8740f1c None None] Routers {'84d36443-f8ca-4347-a6d1-d28de0f6924a'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:57.457891 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6ec0bb82-5e8a-48e0-9ba3-ccfde8740f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['84d36443-f8ca-4347-a6d1-d28de0f6924a'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:57.458516 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-911a2f8c-7609-4784-a056-f898d0340fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:57.460930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-911a2f8c-7609-4784-a056-f898d0340fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:57.474573 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-911a2f8c-7609-4784-a056-f898d0340fb1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a0fe5ae9-c225-4ad3-af40-21d7257ff59c HTTP/1.1" status: 204 len: 168 time: 0.9062331 Oct 17 17:57:57.510304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa019acc-3817-47e2-b480-ccd31b2e3274 None None] Pushing event updated for resources: {'Port': ['ID=15ba23c4-1e80-4a67-89da-d9e5408e9410,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:57.583372 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6ec0bb82-5e8a-48e0-9ba3-ccfde8740f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:57.583890 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec0bb82-5e8a-48e0-9ba3-ccfde8740f1c None None] The sync data for ids ['84d36443-f8ca-4347-a6d1-d28de0f6924a'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:57:57.596928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:57.617056 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Transition to ACTIVE for port object 9060ce02-5674-4c00-841f-d0b16c7d6177 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:57:57.646580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a2f8c-7609-4784-a056-f898d0340fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fe5ae9-c225-4ad3-af40-21d7257ff59c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:57.662225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:57.677009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c61e72a-ea04-4a03-a8d2-d0addfe6e33f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:57:57.693080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3447e45-2b23-4bc4-9bdb-7e4e88d0e5f9 None None] Sync routers for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:57:57.694770 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4c61e72a-ea04-4a03-a8d2-d0addfe6e33f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/8a430dd7-8d9e-407e-92cc-350a07df58bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9207077 Oct 17 17:57:57.709436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879254fb-f572-42e8-91a7-3c12a7f7128a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:57.711247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-879254fb-f572-42e8-91a7-3c12a7f7128a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Synchronizing usage tracker for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:57.728447 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Attempt 4 to provision port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 Oct 17 17:57:57.754360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-879254fb-f572-42e8-91a7-3c12a7f7128a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Unset dirty status for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:57.756042 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-879254fb-f572-42e8-91a7-3c12a7f7128a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports/fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 HTTP/1.1" status: 200 len: 911 time: 0.3011408 Oct 17 17:57:57.761019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47086) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:57.892193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Network 0ca84391-75ae-462e-9180-c32b6af5b242 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:57.898929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:57.900031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:57.904082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:57:57.904589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3447e45-2b23-4bc4-9bdb-7e4e88d0e5f9 None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:57.905253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a3447e45-2b23-4bc4-9bdb-7e4e88d0e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:58.056917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event updated for resources: {'Port': ['ID=9060ce02-5674-4c00-841f-d0b16c7d6177,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:58.099075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:58.319769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a3447e45-2b23-4bc4-9bdb-7e4e88d0e5f9 None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:58.448213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:58.454188 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Attempt 5 to provision port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 Oct 17 17:57:58.599509 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:58.759257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47108) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:57:58.979574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3be00-0c3a-4079-94d8-c8b29da0c13b req-f8df85f4-89c3-4a3c-8e4a-63f7db20b39c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:57:58.983703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-fed3be00-0c3a-4079-94d8-c8b29da0c13b req-f8df85f4-89c3-4a3c-8e4a-63f7db20b39c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:57:59.051681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9b96cf3e-a6c9-420a-908e-817e2c172e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:59.057224 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1446508742-network', 'tenant_id': '2cb68639d06643c2b4bddc259b4fef5c'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:57:59.062250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:59.070427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Usage tracker for resource:network and tenant:2cb68639d06643c2b4bddc259b4fef5c is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:59.077977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:59.088943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-fed3be00-0c3a-4079-94d8-c8b29da0c13b req-f8df85f4-89c3-4a3c-8e4a-63f7db20b39c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:57:59.091035 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fed3be00-0c3a-4079-94d8-c8b29da0c13b req-f8df85f4-89c3-4a3c-8e4a-63f7db20b39c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 946 time: 0.5837312 Oct 17 17:57:59.100694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:59.103569 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Attempt 6 to provision port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 Oct 17 17:57:59.130831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Made reservation on behalf of 2cb68639d06643c2b4bddc259b4fef5c for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:57:59.133590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:59.166330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:59.188857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:57:59.195397 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Usage tracker for resource:security_group_rule and tenant:2cb68639d06643c2b4bddc259b4fef5c is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:57:59.209516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:57:59.220477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:57:59.223975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:59.231577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:59.244737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:59.263677 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a3447e45-2b23-4bc4-9bdb-7e4e88d0e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:57:54Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '3ac74512-715c-43d6-8621-e5e707942f8e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'port_id': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'mac_address': 'fa:16:3e:93:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:56:09Z', 'updated_at': '2022-10-17T17:56:19Z', 'revision_number': 1, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:17Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:59.269112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3447e45-2b23-4bc4-9bdb-7e4e88d0e5f9 None None] Checking router: 8a430dd7-8d9e-407e-92cc-350a07df58bd for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:57:59.278924 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fed3be00-0c3a-4079-94d8-c8b29da0c13b req-5420c493-b8d2-4d83-974c-4f73f391dc63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=21732945-0fa5-4f74-bb8a-80fb5333b930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771331 Oct 17 17:57:59.292619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3447e45-2b23-4bc4-9bdb-7e4e88d0e5f9 None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:57:59.293792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a3447e45-2b23-4bc4-9bdb-7e4e88d0e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:57:59.397424 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c374b558-9a01-46b6-9077-84b8900c2126 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:59.400690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f64c5a-5f0a-49e5-9d5c-fc061fc1e43d None None] Network 0ca84391-75ae-462e-9180-c32b6af5b242 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:57:59.426239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:59.434787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event updated for resources: {'Port': ['ID=9060ce02-5674-4c00-841f-d0b16c7d6177,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:59.713081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:59.725935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:59.732711 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Attempt 7 to provision port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 Oct 17 17:57:59.762487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 15ba23c4-1e80-4a67-89da-d9e5408e9410 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:57:59.792478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:57:59.839942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Network 0ca84391-75ae-462e-9180-c32b6af5b242 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:57:59.841768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccac4f43-5719-4b3b-aa82-5eb0ab24f628,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:57:59.850573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:57:59.854726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:57:59.856130 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Added segment 305570cb-6482-4923-aa2b-03d8b346ea8b of type vlan for network 76756a0e-9767-4140-aa5d-4b1d77a8f1aa Oct 17 17:57:59.921052 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:57:59.967928 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a3447e45-2b23-4bc4-9bdb-7e4e88d0e5f9 None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:57:59.983757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-c374b558-9a01-46b6-9077-84b8900c2126 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:57:59.984339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c374b558-9a01-46b6-9077-84b8900c2126 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:00.167274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 15ba23c4-1e80-4a67-89da-d9e5408e9410 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:00.188175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:00.270113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Router 56b64054-5208-454c-8d76-a3e905d70e2e is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:58:00.277164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:00.278756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:00.279730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:00.441253 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Attempt 8 to provision port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 Oct 17 17:58:00.510498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3da9bd-9a8e-4737-a517-bbfd06489f52 req-12c27015-7a6b-407c-a40e-e2689d1c735e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:00.512985 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ba3da9bd-9a8e-4737-a517-bbfd06489f52 req-12c27015-7a6b-407c-a40e-e2689d1c735e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 946 time: 0.6826081 Oct 17 17:58:00.517947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:00.548396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a3447e45-2b23-4bc4-9bdb-7e4e88d0e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:57:54Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '3ac74512-715c-43d6-8621-e5e707942f8e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'port_id': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'mac_address': 'fa:16:3e:93:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:56:09Z', 'updated_at': '2022-10-17T17:56:19Z', 'revision_number': 1, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:17Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:00.554758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3447e45-2b23-4bc4-9bdb-7e4e88d0e5f9 None None] The sync data for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv is: [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:57:54Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '3ac74512-715c-43d6-8621-e5e707942f8e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'port_id': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'mac_address': 'fa:16:3e:93:8c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:56:09Z', 'updated_at': '2022-10-17T17:56:19Z', 'revision_number': 1, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:17Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:58:00.726219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-ba3da9bd-9a8e-4737-a517-bbfd06489f52 req-6ac8d125-70e3-4cb5-8a1a-ff5f0eda14b7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 40668373-2e78-4e0a-ba8a-d090a2956d8c {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:00.726788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ba3da9bd-9a8e-4737-a517-bbfd06489f52 req-6ac8d125-70e3-4cb5-8a1a-ff5f0eda14b7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:00.816173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] Pushing event updated for resources: {'Network': ['ID=76756a0e-9767-4140-aa5d-4b1d77a8f1aa,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:00.834395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 76756a0e-9767-4140-aa5d-4b1d77a8f1aa details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:58:00.854553 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c374b558-9a01-46b6-9077-84b8900c2126 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:00.889599 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c316a327-f27d-41b7-9b54-f55efb22f475 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1292219 Oct 17 17:58:00.895335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47116) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:00.906182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Request body: {'subnet': {'network_id': '76756a0e-9767-4140-aa5d-4b1d77a8f1aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1446508742-subnet', 'tenant_id': '2cb68639d06643c2b4bddc259b4fef5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:00.912675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:00.917987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Usage tracker for resource:subnet and tenant:2cb68639d06643c2b4bddc259b4fef5c is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:00.921207 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:00.929290 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:00.960654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Made reservation on behalf of 2cb68639d06643c2b4bddc259b4fef5c for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:00.963206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:01.077481 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Attempt 9 to provision port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 Oct 17 17:58:01.173589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:01.228626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:01.233120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:01.243611 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7a3e8-ee1c-4fa7-99dc-5b921ea40c76 None None] Sync routers for ids ['56b64054-5208-454c-8d76-a3e905d70e2e'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:58:01.259079 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7a3e8-ee1c-4fa7-99dc-5b921ea40c76 None None] Routers {'56b64054-5208-454c-8d76-a3e905d70e2e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:01.259747 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-14b7a3e8-ee1c-4fa7-99dc-5b921ea40c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['56b64054-5208-454c-8d76-a3e905d70e2e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:01.293857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-c374b558-9a01-46b6-9077-84b8900c2126 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:01.307478 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1fc273b1-15fa-45af-8f99-821bab79007d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "PUT /v2.0/routers/56b64054-5208-454c-8d76-a3e905d70e2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7966809 Oct 17 17:58:01.318228 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e61c-a140-4510-8a45-056a52f4f645 req-40493d5a-8437-4a6f-9879-e2c2c74dcb41 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:01.320556 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fd60e61c-a140-4510-8a45-056a52f4f645 req-40493d5a-8437-4a6f-9879-e2c2c74dcb41 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 946 time: 0.7376146 Oct 17 17:58:01.326229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47120) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:01.346790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Request body: {'port': {'network_id': '0ca84391-75ae-462e-9180-c32b6af5b242', 'name': 'tempest-FloatingIPNegativeTestJSON-1569716346'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:01.369230 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-14b7a3e8-ee1c-4fa7-99dc-5b921ea40c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:01.379445 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7a3e8-ee1c-4fa7-99dc-5b921ea40c76 None None] Routers {'56b64054-5208-454c-8d76-a3e905d70e2e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:01.380064 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-14b7a3e8-ee1c-4fa7-99dc-5b921ea40c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:57:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['56b64054-5208-454c-8d76-a3e905d70e2e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:01.491404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 20e0422c-d922-4842-9bcc-42f058e79bb4 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:58:01.494448 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-14b7a3e8-ee1c-4fa7-99dc-5b921ea40c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:01.494864 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b7a3e8-ee1c-4fa7-99dc-5b921ea40c76 None None] The sync data for ids ['56b64054-5208-454c-8d76-a3e905d70e2e'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:58:01.533036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 20e0422c-d922-4842-9bcc-42f058e79bb4 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:58:01.533388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 20e0422c-d922-4842-9bcc-42f058e79bb4 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:58:01.536713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3c32289c-b5dd-468c-a463-fc891276bfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:01.566399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9086208-7c0e-47ab-98ba-2333cfefd654,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:01.614732 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fd60e61c-a140-4510-8a45-056a52f4f645 req-6199569d-cb1a-44cd-9ba9-7e5e587889d4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=21732945-0fa5-4f74-bb8a-80fb5333b930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780395 Oct 17 17:58:01.631101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Checking segment: {'id': '305570cb-6482-4923-aa2b-03d8b346ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '76756a0e-9767-4140-aa5d-4b1d77a8f1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:01.631692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Network hostable DHCP agents. Network: 76756a0e-9767-4140-aa5d-4b1d77a8f1aa, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:58:01.675165 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Attempt 10 to provision port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 Oct 17 17:58:01.732832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:01.734619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-ba3da9bd-9a8e-4737-a517-bbfd06489f52 req-6ac8d125-70e3-4cb5-8a1a-ff5f0eda14b7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 40668373-2e78-4e0a-ba8a-d090a2956d8c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=40668373-2e78-4e0a-ba8a-d090a2956d8c,segment=NetworkSegment(cc35590a-5de0-4177-86d3-c86c6de82aae),segment_id=cc35590a-5de0-4177-86d3-c86c6de82aae)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:01.735261 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ba3da9bd-9a8e-4737-a517-bbfd06489f52 req-6ac8d125-70e3-4cb5-8a1a-ff5f0eda14b7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:01.737805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Network 76756a0e-9767-4140-aa5d-4b1d77a8f1aa is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:58:01.746903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Usage tracker for resource:port and tenant:52b41b167c64404d9d08757a648cc1c5 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:01.756069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:01.765158 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Port fdb416cf-bff8-44bb-8c14-f4a9f51de3e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:01.769421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 76756a0e-9767-4140-aa5d-4b1d77a8f1aa) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:01.772673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:01.779946 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Provisioning complete for port 79f5c509-07de-4a40-add9-af9efc91f454 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:01.780455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:01.780857 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Attempt 1 to provision port 79f5c509-07de-4a40-add9-af9efc91f454 Oct 17 17:58:01.781263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:01.783086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:01.814915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b678a799-2ebc-4341-9490-e227a68869f4 None None] Network 76756a0e-9767-4140-aa5d-4b1d77a8f1aa requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:01.825058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Made reservation on behalf of 52b41b167c64404d9d08757a648cc1c5 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:01.832368 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:01.854144 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9097a0b7-522b-463a-884b-bbab2b4fc516 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9575171 Oct 17 17:58:01.893890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] device_id is not set on port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:58:01.937006 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-ba3da9bd-9a8e-4737-a517-bbfd06489f52 req-6ac8d125-70e3-4cb5-8a1a-ff5f0eda14b7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 40668373-2e78-4e0a-ba8a-d090a2956d8c owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:02.005469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c374b558-9a01-46b6-9077-84b8900c2126 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:02.076358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374b558-9a01-46b6-9077-84b8900c2126 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=fdb416cf-bff8-44bb-8c14-f4a9f51de3e5,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:02.199444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Allocated IP 172.20.0.14 (0ca84391-75ae-462e-9180-c32b6af5b242/3ec951c6-2df1-4ae4-b4ff-a71b99703314/0a6cb67c-9c18-4fe1-b207-c34aa02076e5) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:02.230137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3894-d814-4150-9b64-b4bd4d23ecb9 None None] Current status of the port 79f5c509-07de-4a40-add9-af9efc91f454 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:02.311376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed67ef-eee3-460f-97be-40f92fb24767 None None] Network 76756a0e-9767-4140-aa5d-4b1d77a8f1aa requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:02.366967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ba3da9bd-9a8e-4737-a517-bbfd06489f52 req-6ac8d125-70e3-4cb5-8a1a-ff5f0eda14b7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:02.548699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Could not find standard attr ID for object fdb416cf-bff8-44bb-8c14-f4a9f51de3e5. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:58:02.592936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8d125-70e3-4cb5-8a1a-ff5f0eda14b7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=40668373-2e78-4e0a-ba8a-d090a2956d8c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:02.612470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:02.637442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Provisioning for port 15ba23c4-1e80-4a67-89da-d9e5408e9410 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:02.646062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:02.710329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:02.716101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Provisioning complete for port 15ba23c4-1e80-4a67-89da-d9e5408e9410 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:02.717394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:02.717952 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Attempt 1 to provision port 15ba23c4-1e80-4a67-89da-d9e5408e9410 Oct 17 17:58:02.733296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Transition to ACTIVE for port object 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:02.772387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:02.805094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3da9bd-9a8e-4737-a517-bbfd06489f52 req-6ac8d125-70e3-4cb5-8a1a-ff5f0eda14b7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] No DVR routers for this DVR port 40668373-2e78-4e0a-ba8a-d090a2956d8c on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:58:02.809689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ba3da9bd-9a8e-4737-a517-bbfd06489f52 req-6ac8d125-70e3-4cb5-8a1a-ff5f0eda14b7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:02.823407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ad7da4-329b-416b-a792-b02666ecd0dc', 'name': 'network-vif-deleted', 'tag': '40668373-2e78-4e0a-ba8a-d090a2956d8c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:58:02.826337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7062bf-1e59-4492-9024-cb7f78c5673e" -d '{"events": [{"server_uuid": "60ad7da4-329b-416b-a792-b02666ecd0dc", "name": "network-vif-deleted", "tag": "40668373-2e78-4e0a-ba8a-d090a2956d8c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:58:02.848802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c374b558-9a01-46b6-9077-84b8900c2126 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:02.861725 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ba3da9bd-9a8e-4737-a517-bbfd06489f52 req-6ac8d125-70e3-4cb5-8a1a-ff5f0eda14b7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "DELETE /v2.0/ports/40668373-2e78-4e0a-ba8a-d090a2956d8c HTTP/1.1" status: 204 len: 173 time: 2.3380380 Oct 17 17:58:02.898405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Network 0ca84391-75ae-462e-9180-c32b6af5b242 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:02.902941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:02.908888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:03.061864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Current status of the port 15ba23c4-1e80-4a67-89da-d9e5408e9410 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:03.063290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.096230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event updated for resources: {'Port': ['ID=0a6cb67c-9c18-4fe1-b207-c34aa02076e5,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:03.112836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] For port 15ba23c4-1e80-4a67-89da-d9e5408e9410, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=15ba23c4-1e80-4a67-89da-d9e5408e9410,segment=NetworkSegment(29a452db-5e33-4bcf-8164-9f8382b369b9),segment_id=29a452db-5e33-4bcf-8164-9f8382b369b9)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:03.120194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.184002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47142) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:03.244649 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1836082319-network', 'tenant_id': 'ff52381672d5429bb44b023656969a55'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:03.253611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:03.265926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Usage tracker for resource:network and tenant:ff52381672d5429bb44b023656969a55 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:03.275280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:03.278694 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-604b940d-08bd-48c9-9176-273c9e10f35c req-0416ab2e-6dc1-4af2-8582-243ccc5070f7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:03.288963 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a18cec-8c1b-449e-9595-4c6e70e78f50 x-openstack-request-id: req-12a18cec-8c1b-449e-9595-4c6e70e78f50 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:58:03.289443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ad7da4-329b-416b-a792-b02666ecd0dc", "name": "network-vif-deleted", "tag": "40668373-2e78-4e0a-ba8a-d090a2956d8c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:58:03.289654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12a18cec-8c1b-449e-9595-4c6e70e78f50 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:58:03.290080 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a18cec-8c1b-449e-9595-4c6e70e78f50'] response: {'server_uuid': '60ad7da4-329b-416b-a792-b02666ecd0dc', 'name': 'network-vif-deleted', 'tag': '40668373-2e78-4e0a-ba8a-d090a2956d8c', 'status': 'completed', 'code': 200} Oct 17 17:58:03.299906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Pushing event updated for resources: {'Port': ['ID=15ba23c4-1e80-4a67-89da-d9e5408e9410,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:03.308696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:03.314671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Provisioning for port 9060ce02-5674-4c00-841f-d0b16c7d6177 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:03.320504 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.322075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Provisioning complete for port 9060ce02-5674-4c00-841f-d0b16c7d6177 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:03.322928 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.323534 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Attempt 1 to provision port 9060ce02-5674-4c00-841f-d0b16c7d6177 Oct 17 17:58:03.327804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:03.403954 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-679b6df5-a7f0-46ef-8415-497ebae3eb3a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0707753 Oct 17 17:58:03.405621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Made reservation on behalf of ff52381672d5429bb44b023656969a55 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:03.409765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47146) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:03.410510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Port 9060ce02-5674-4c00-841f-d0b16c7d6177 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:03.412855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.421725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:03.426687 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-604b940d-08bd-48c9-9176-273c9e10f35c req-0416ab2e-6dc1-4af2-8582-243ccc5070f7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:03.427864 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-604b940d-08bd-48c9-9176-273c9e10f35c req-0416ab2e-6dc1-4af2-8582-243ccc5070f7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=60ad7da4-329b-416b-a792-b02666ecd0dc HTTP/1.1" status: 200 len: 210 time: 0.5408518 Oct 17 17:58:03.432261 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:03.438007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.441386 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Usage tracker for resource:floatingip and tenant:52b41b167c64404d9d08757a648cc1c5 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:03.445532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:03.468870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:03.474651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Usage tracker for resource:security_group_rule and tenant:ff52381672d5429bb44b023656969a55 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:03.478806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:03.486490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:03.518559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:03.564573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 15ba23c4-1e80-4a67-89da-d9e5408e9410 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:58:03.615883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 40668373-2e78-4e0a-ba8a-d090a2956d8c no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:58:03.620994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.626826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.663336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 40668373-2e78-4e0a-ba8a-d090a2956d8c {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:58:03.663817 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 40668373-2e78-4e0a-ba8a-d090a2956d8c not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:58:03.672677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:58:03.686563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166f6ab5-6626-4feb-8e4b-938fbb17b7de,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:03.688799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.694328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.694677 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Added segment 1d9567bb-28c8-4c52-be84-08a0fccec5ef of type vlan for network fdfee97b-5784-4b60-9f51-f4873ff60463 Oct 17 17:58:03.710113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 15ba23c4-1e80-4a67-89da-d9e5408e9410 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:03.711172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.712000 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 15ba23c4-1e80-4a67-89da-d9e5408e9410 Oct 17 17:58:03.735357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.746731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c374b558-9a01-46b6-9077-84b8900c2126 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router 84d36443-f8ca-4347-a6d1-d28de0f6924a has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:58:03.787939 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.790836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:03.792393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:03.888302 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 15ba23c4-1e80-4a67-89da-d9e5408e9410 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:03.911399 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Attempt 2 to provision port 9060ce02-5674-4c00-841f-d0b16c7d6177 Oct 17 17:58:03.943281 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7577641 Oct 17 17:58:03.949438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47150) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:03.961544 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Request body: {'subnet': {'network_id': 'fdfee97b-5784-4b60-9f51-f4873ff60463', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1836082319-subnet', 'tenant_id': 'ff52381672d5429bb44b023656969a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:03.972954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf83e17-1b5e-4845-9c26-cf9d0c54d8a7 admin admin] Pushing event updated for resources: {'Network': ['ID=fdfee97b-5784-4b60-9f51-f4873ff60463,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:03.977185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:03.986263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Port 9060ce02-5674-4c00-841f-d0b16c7d6177 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:03.988130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Usage tracker for resource:subnet and tenant:ff52381672d5429bb44b023656969a55 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:03.993357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network fdfee97b-5784-4b60-9f51-f4873ff60463 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:58:03.996190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:04.006335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:04.029740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Made reservation on behalf of ff52381672d5429bb44b023656969a55 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:04.034897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:04.151180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c374b558-9a01-46b6-9077-84b8900c2126 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:04.170336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440e214-d5dc-40c1-b84f-95b79ae46d5a None None] Sync routers for ids ['84d36443-f8ca-4347-a6d1-d28de0f6924a'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:58:04.170863 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c374b558-9a01-46b6-9077-84b8900c2126 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/84d36443-f8ca-4347-a6d1-d28de0f6924a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4081306 Oct 17 17:58:04.176383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47154) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:04.183018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1440e214-d5dc-40c1-b84f-95b79ae46d5a None None] Routers {'84d36443-f8ca-4347-a6d1-d28de0f6924a'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:04.184109 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-1440e214-d5dc-40c1-b84f-95b79ae46d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['84d36443-f8ca-4347-a6d1-d28de0f6924a'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:04.282237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-1440e214-d5dc-40c1-b84f-95b79ae46d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:04.283223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-858f4f7a-ce59-4351-8a21-f16ba7d885dc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Synchronizing usage tracker for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:04.302548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1440e214-d5dc-40c1-b84f-95b79ae46d5a None None] Routers {'84d36443-f8ca-4347-a6d1-d28de0f6924a'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:04.307030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-1440e214-d5dc-40c1-b84f-95b79ae46d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['84d36443-f8ca-4347-a6d1-d28de0f6924a'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:04.315396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:04.351365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-858f4f7a-ce59-4351-8a21-f16ba7d885dc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Unset dirty status for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:04.353736 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-858f4f7a-ce59-4351-8a21-f16ba7d885dc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d36443-f8ca-4347-a6d1-d28de0f6924a HTTP/1.1" status: 200 len: 205 time: 0.1750901 Oct 17 17:58:04.358708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47158) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:04.385026 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:04.394454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-1440e214-d5dc-40c1-b84f-95b79ae46d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:04.395151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1440e214-d5dc-40c1-b84f-95b79ae46d5a None None] The sync data for ids ['84d36443-f8ca-4347-a6d1-d28de0f6924a'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:58:04.489119 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Attempt 3 to provision port 9060ce02-5674-4c00-841f-d0b16c7d6177 Oct 17 17:58:04.550861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Checking segment: {'id': '1d9567bb-28c8-4c52-be84-08a0fccec5ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'fdfee97b-5784-4b60-9f51-f4873ff60463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:04.551213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Network hostable DHCP agents. Network: fdfee97b-5784-4b60-9f51-f4873ff60463, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:58:04.562323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9af794c-69fd-4726-9c4e-ba980624a2cc,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:04.582709 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Network fdfee97b-5784-4b60-9f51-f4873ff60463 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:58:04.608129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:04.613310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, fdfee97b-5784-4b60-9f51-f4873ff60463) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:04.622219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Port 9060ce02-5674-4c00-841f-d0b16c7d6177 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:04.634331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045d3f37-0932-4fde-8e67-ca98823417ff None None] Network fdfee97b-5784-4b60-9f51-f4873ff60463 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:04.637858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:04.639027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:04.678906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47166) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:04.687282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7dab7a39-f825-446f-b779-57f7b8b093f8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:04.711340 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d8a93840-a823-4b35-ae6d-eb0dcaaae032 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7517967 Oct 17 17:58:04.812471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d8646bf-eeb3-4f7b-97d1-3452146eeaed tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:04.866779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d8646bf-eeb3-4f7b-97d1-3452146eeaed tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:04.963439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acac1411-08a3-427d-931d-e48b131b92d5 None None] Network fdfee97b-5784-4b60-9f51-f4873ff60463 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:04.995759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d8646bf-eeb3-4f7b-97d1-3452146eeaed tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:05.018586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8646bf-eeb3-4f7b-97d1-3452146eeaed tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21732945-0fa5-4f74-bb8a-80fb5333b930,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:05.044710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5d8646bf-eeb3-4f7b-97d1-3452146eeaed tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:05.046083 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5d8646bf-eeb3-4f7b-97d1-3452146eeaed tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/security-groups/21732945-0fa5-4f74-bb8a-80fb5333b930 HTTP/1.1" status: 204 len: 168 time: 0.3661981 Oct 17 17:58:05.173967 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Attempt 4 to provision port 9060ce02-5674-4c00-841f-d0b16c7d6177 Oct 17 17:58:05.377530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7dab7a39-f825-446f-b779-57f7b8b093f8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:05.381329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7dab7a39-f825-446f-b779-57f7b8b093f8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:05.425960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Allocated IP 172.26.8.137 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/7bb819d9-4277-4cc6-9ccb-00f1ea7b0eb2) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:05.435741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Port 9060ce02-5674-4c00-841f-d0b16c7d6177 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:05.442919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7dab7a39-f825-446f-b779-57f7b8b093f8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:05.443461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dab7a39-f825-446f-b779-57f7b8b093f8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Fanout notify agent at l3_agent the message router_deleted on router 84d36443-f8ca-4347-a6d1-d28de0f6924a {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:58:05.533486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7dab7a39-f825-446f-b779-57f7b8b093f8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:05.534631 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7dab7a39-f825-446f-b779-57f7b8b093f8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/84d36443-f8ca-4347-a6d1-d28de0f6924a HTTP/1.1" status: 204 len: 168 time: 1.1747069 Oct 17 17:58:05.537736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47188) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:05.612121 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-8c1aef13-f92f-4711-9900-1c514ea13830 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:05.613258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-8c1aef13-f92f-4711-9900-1c514ea13830 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Synchronizing usage tracker for tenant:2cb68639d06643c2b4bddc259b4fef5c on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:05.632652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:05.650726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-182d6c4c-e5f5-4913-8ef2-4d526a3d3fda tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting subnet 3d2e456f-7b60-4d1f-be08-4bf972d93ed5 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:58:05.654019 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-182d6c4c-e5f5-4913-8ef2-4d526a3d3fda tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:05.677852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:05.682223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-8c1aef13-f92f-4711-9900-1c514ea13830 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Unset dirty status for tenant:2cb68639d06643c2b4bddc259b4fef5c on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:05.683419 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-8c1aef13-f92f-4711-9900-1c514ea13830 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/networks?id=76756a0e-9767-4140-aa5d-4b1d77a8f1aa HTTP/1.1" status: 200 len: 812 time: 0.3648028 Oct 17 17:58:05.707009 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-48a82ab1-416d-4441-9b42-4e8b78787852 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/quotas/2cb68639d06643c2b4bddc259b4fef5c HTTP/1.1" status: 200 len: 375 time: 0.0138898 Oct 17 17:58:05.754293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:05.757325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:05.761179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:05.767157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-182d6c4c-e5f5-4913-8ef2-4d526a3d3fda tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:05.793996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event updated for resources: {'Port': ['ID=7bb819d9-4277-4cc6-9ccb-00f1ea7b0eb2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:05.814754 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-d83a16f9-b009-404a-b4c6-3e95622227c3 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2cb68639d06643c2b4bddc259b4fef5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906126 Oct 17 17:58:05.861581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:05.936522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:05.937566 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Attempt 5 to provision port 9060ce02-5674-4c00-841f-d0b16c7d6177 Oct 17 17:58:06.009463 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-182d6c4c-e5f5-4913-8ef2-4d526a3d3fda tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.019076 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Port 9060ce02-5674-4c00-841f-d0b16c7d6177 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:06.059867 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e0d108f2-c486-4cae-8f0b-336639bfa1c1 service neutron] 10.222.0.69 "GET /v2.0/networks/76756a0e-9767-4140-aa5d-4b1d77a8f1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287307 Oct 17 17:58:06.120492 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47194) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:06.205917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-182d6c4c-e5f5-4913-8ef2-4d526a3d3fda tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.230380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-06596b01-e527-45e7-af84-1f4025e63321 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting subnet 3b2df8ad-631a-4808-8ab3-318ec9b40363 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:58:06.237224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06596b01-e527-45e7-af84-1f4025e63321 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.263225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d6c4c-e5f5-4913-8ef2-4d526a3d3fda tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2e456f-7b60-4d1f-be08-4bf972d93ed5,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:06.266722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-182d6c4c-e5f5-4913-8ef2-4d526a3d3fda tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.275542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862f19dd-775a-491b-9ba4-ae999bcfb279 None None] Network 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:06.276635 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-da78a335-c6bb-4f6b-8ab1-03bdae58e25d service neutron] 10.222.0.69 "GET /v2.0/networks/76756a0e-9767-4140-aa5d-4b1d77a8f1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097659 Oct 17 17:58:06.278024 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-182d6c4c-e5f5-4913-8ef2-4d526a3d3fda tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/3d2e456f-7b60-4d1f-be08-4bf972d93ed5 HTTP/1.1" status: 204 len: 168 time: 0.7393165 Oct 17 17:58:06.283319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47198) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:06.355558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06596b01-e527-45e7-af84-1f4025e63321 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.423509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.437548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 79f5c509-07de-4a40-add9-af9efc91f454 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:06.438810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.502673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.533247 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Attempt 6 to provision port 9060ce02-5674-4c00-841f-d0b16c7d6177 Oct 17 17:58:06.574156 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe827a7f-8795-427a-b44f-8d8b948b7cb7 req-63daa7b2-15b1-4e74-bb9f-e263ebc568d3 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 210 time: 0.0622725 Oct 17 17:58:06.574797 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.684699 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.690830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Port 9060ce02-5674-4c00-841f-d0b16c7d6177 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:06.748068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.749296 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3348129 Oct 17 17:58:06.754359 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47210) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:06.757728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5d309-b487-46ca-8af5-34fb855880d0 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event updated for resources: {'Port': ['ID=7bb819d9-4277-4cc6-9ccb-00f1ea7b0eb2,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:06.767815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06596b01-e527-45e7-af84-1f4025e63321 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.819360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865b82c7-f16d-462e-ac00-270f48a79200 None None] DHCP port deletion for 5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:58:06.829387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-865b82c7-f16d-462e-ac00-270f48a79200 None None] Deleting port 79f5c509-07de-4a40-add9-af9efc91f454 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:06.830552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-865b82c7-f16d-462e-ac00-270f48a79200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.832515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-815abc95-39f5-401a-a550-2387f6b43eca tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Request body: {'floatingip': {'port_id': '0a6cb67c-9c18-4fe1-b207-c34aa02076e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:06.894881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06596b01-e527-45e7-af84-1f4025e63321 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.950721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-815abc95-39f5-401a-a550-2387f6b43eca tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for floatingip, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.961018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06596b01-e527-45e7-af84-1f4025e63321 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:06.969314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06596b01-e527-45e7-af84-1f4025e63321 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2df8ad-631a-4808-8ab3-318ec9b40363,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:06.977650 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-06596b01-e527-45e7-af84-1f4025e63321 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/subnets/3b2df8ad-631a-4808-8ab3-318ec9b40363 HTTP/1.1" status: 204 len: 168 time: 0.8559575 Oct 17 17:58:06.980455 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47216) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:07.001229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6647a67b-3747-4b56-809c-3cb51a7e5c36 None None] Network 32f308a9-5bc5-489c-83d0-54a4fe300916 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:07.206268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:07.211238 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Attempt 7 to provision port 9060ce02-5674-4c00-841f-d0b16c7d6177 Oct 17 17:58:07.227803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 0535993d-f81e-443c-a6eb-17240184d302 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:07.228438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:07.247483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port 79f5c509-07de-4a40-add9-af9efc91f454, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=79f5c509-07de-4a40-add9-af9efc91f454,segment=NetworkSegment(b690e42a-6b05-48d3-b19e-27db5cd65bdd),segment_id=b690e42a-6b05-48d3-b19e-27db5cd65bdd)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:07.250993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:07.334292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Port 9060ce02-5674-4c00-841f-d0b16c7d6177 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:07.426271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for 79f5c509-07de-4a40-add9-af9efc91f454 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:07.477029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-865b82c7-f16d-462e-ac00-270f48a79200 None None] For port 79f5c509-07de-4a40-add9-af9efc91f454, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=79f5c509-07de-4a40-add9-af9efc91f454,segment=NetworkSegment(b690e42a-6b05-48d3-b19e-27db5cd65bdd),segment_id=b690e42a-6b05-48d3-b19e-27db5cd65bdd)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:07.477513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-865b82c7-f16d-462e-ac00-270f48a79200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:07.536594 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-815abc95-39f5-401a-a550-2387f6b43eca tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] update failed (client error): The resource could not be found. Oct 17 17:58:07.537837 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-815abc95-39f5-401a-a550-2387f6b43eca tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "PUT /v2.0/floatingips/c60a18d5-1294-4686-97ea-88604b79a44a HTTP/1.1" status: 404 len: 507 time: 0.7819872 Oct 17 17:58:07.553821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47220) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:07.600079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 0535993d-f81e-443c-a6eb-17240184d302, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0535993d-f81e-443c-a6eb-17240184d302,segment=NetworkSegment(cc35590a-5de0-4177-86d3-c86c6de82aae),segment_id=cc35590a-5de0-4177-86d3-c86c6de82aae)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:07.601108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:07.696050 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde19812-87e7-46c5-814a-5d7170a45afb None None] DHCP port deletion for 32f308a9-5bc5-489c-83d0-54a4fe300916 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:58:07.699461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 79f5c509-07de-4a40-add9-af9efc91f454 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:58:07.737616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:07.756056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-865b82c7-f16d-462e-ac00-270f48a79200 None None] Calling delete_port for 79f5c509-07de-4a40-add9-af9efc91f454 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:07.803521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bde19812-87e7-46c5-814a-5d7170a45afb None None] Deleting port 0535993d-f81e-443c-a6eb-17240184d302 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:07.803819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bde19812-87e7-46c5-814a-5d7170a45afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:07.813989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=79f5c509-07de-4a40-add9-af9efc91f454,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:07.832147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 79f5c509-07de-4a40-add9-af9efc91f454 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:58:07.832461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 79f5c509-07de-4a40-add9-af9efc91f454 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:58:07.840845 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Attempt 8 to provision port 9060ce02-5674-4c00-841f-d0b16c7d6177 Oct 17 17:58:07.912688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-24660ce5-e137-4cac-ad58-7996dd800b3b tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Deleting port 7bb819d9-4277-4cc6-9ccb-00f1ea7b0eb2 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:07.912688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24660ce5-e137-4cac-ad58-7996dd800b3b tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:07.949832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No DVR routers for this DVR port 79f5c509-07de-4a40-add9-af9efc91f454 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:58:07.954720 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d63a13f3-bc49-491f-bb40-e0f4b268d32e req-2253bd09-a89b-45a2-aa57-0aa61c3c93a3 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 210 time: 0.1430805 Oct 17 17:58:07.979757 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Port 9060ce02-5674-4c00-841f-d0b16c7d6177 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:08.016583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-865b82c7-f16d-462e-ac00-270f48a79200 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:58:08.016852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-865b82c7-f16d-462e-ac00-270f48a79200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:58:08.087390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 0535993d-f81e-443c-a6eb-17240184d302 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:08.150313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-bde19812-87e7-46c5-814a-5d7170a45afb None None] For port 0535993d-f81e-443c-a6eb-17240184d302, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0535993d-f81e-443c-a6eb-17240184d302,segment=NetworkSegment(cc35590a-5de0-4177-86d3-c86c6de82aae),segment_id=cc35590a-5de0-4177-86d3-c86c6de82aae)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:08.150718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bde19812-87e7-46c5-814a-5d7170a45afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.196496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.305080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] No DVR routers for this DVR port 0535993d-f81e-443c-a6eb-17240184d302 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:58:08.308433 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.313039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=0535993d-f81e-443c-a6eb-17240184d302,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:08.342483 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bde19812-87e7-46c5-814a-5d7170a45afb None None] Calling delete_port for 0535993d-f81e-443c-a6eb-17240184d302 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:08.358465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:08.381508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b690e42a-6b05-48d3-b19e-27db5cd65bdd') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:08.381847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b690e42a-6b05-48d3-b19e-27db5cd65bdd') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:08.412239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.434226 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-bde19812-87e7-46c5-814a-5d7170a45afb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:58:08.434685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-bde19812-87e7-46c5-814a-5d7170a45afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:58:08.443804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24660ce5-e137-4cac-ad58-7996dd800b3b tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.444123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24660ce5-e137-4cac-ad58-7996dd800b3b tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.452432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.481103 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Attempt 9 to provision port 9060ce02-5674-4c00-841f-d0b16c7d6177 Oct 17 17:58:08.494904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.518450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:58:08.518857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.531959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-865b82c7-f16d-462e-ac00-270f48a79200 None None] Deleting port 79f5c509-07de-4a40-add9-af9efc91f454 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:08.532793 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-865b82c7-f16d-462e-ac00-270f48a79200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.543134 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-703c2042-d95c-4aa3-894f-da46453a25de tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:08.544636 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-703c2042-d95c-4aa3-894f-da46453a25de tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.20 "GET /v2.0/networks?id=76756a0e-9767-4140-aa5d-4b1d77a8f1aa HTTP/1.1" status: 200 len: 812 time: 0.3746390 Oct 17 17:58:08.546350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f308a9-5bc5-489c-83d0-54a4fe300916']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:08.561152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc35590a-5de0-4177-86d3-c86c6de82aae') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:08.561368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc35590a-5de0-4177-86d3-c86c6de82aae') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:08.575518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Request body: {'port': {'device_id': '78a56228-374f-4fd0-b51f-274c8b704407', 'network_id': '76756a0e-9767-4140-aa5d-4b1d77a8f1aa', 'admin_state_up': True, 'tenant_id': '2cb68639d06643c2b4bddc259b4fef5c'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:08.595604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.616400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-865b82c7-f16d-462e-ac00-270f48a79200 None None] The port '79f5c509-07de-4a40-add9-af9efc91f454' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:58:08.622335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Port 9060ce02-5674-4c00-841f-d0b16c7d6177 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:08.652001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-24660ce5-e137-4cac-ad58-7996dd800b3b tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Calling delete_port for 7bb819d9-4277-4cc6-9ccb-00f1ea7b0eb2 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:08.674828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.680789 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment b690e42a-6b05-48d3-b19e-27db5cd65bdd resource provider aggregate not found Oct 17 17:58:08.694418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:58:08.694828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.715785 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment b690e42a-6b05-48d3-b19e-27db5cd65bdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b690e42a-6b05-48d3-b19e-27db5cd65bdd found for delete ", "request_id": "req-7dffeee5-a393-4cc8-844b-58c685237ea6"}]} Oct 17 17:58:08.750562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.770557 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment cc35590a-5de0-4177-86d3-c86c6de82aae resource provider aggregate not found Oct 17 17:58:08.777430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.789631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Network': ['ID=5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:08.798617 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment cc35590a-5de0-4177-86d3-c86c6de82aae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc35590a-5de0-4177-86d3-c86c6de82aae found for delete ", "request_id": "req-8c126cdd-076c-4784-a7c0-0045d8be4f8f"}]} Oct 17 17:58:08.812898 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ff454535-0eef-47ba-8d79-7bfd29889b1b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/networks/5fda32b2-6dc9-41cd-9ca9-c5a1aa3ebe4c HTTP/1.1" status: 204 len: 168 time: 2.5250199 Oct 17 17:58:08.813164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47238) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:08.840056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.846422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.848005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1824109726', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}, 'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:08.859233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:08.866257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:router and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:08.871471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:08.880971 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Network': ['ID=32f308a9-5bc5-489c-83d0-54a4fe300916,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:08.885094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:08.887383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:08.896901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Usage tracker for resource:port and tenant:2cb68639d06643c2b4bddc259b4fef5c is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:08.901518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:08.905416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.906564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.911036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:08.912891 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24660ce5-e137-4cac-ad58-7996dd800b3b tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.914142 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7856739e-b95a-43d9-a82c-e18df8283c0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/networks/32f308a9-5bc5-489c-83d0-54a4fe300916 HTTP/1.1" status: 204 len: 168 time: 1.9319055 Oct 17 17:58:08.918635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47242) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:08.936492 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bde19812-87e7-46c5-814a-5d7170a45afb None None] Deleting port 0535993d-f81e-443c-a6eb-17240184d302 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:08.937077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bde19812-87e7-46c5-814a-5d7170a45afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:08.995141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Made reservation on behalf of 2cb68639d06643c2b4bddc259b4fef5c for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:08.998503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:09.015563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-bde19812-87e7-46c5-814a-5d7170a45afb None None] The port '0535993d-f81e-443c-a6eb-17240184d302' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:58:09.124045 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Attempt 10 to provision port 9060ce02-5674-4c00-841f-d0b16c7d6177 Oct 17 17:58:09.144292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24660ce5-e137-4cac-ad58-7996dd800b3b tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event deleted for resources: {'Port': ['ID=7bb819d9-4277-4cc6-9ccb-00f1ea7b0eb2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:09.192801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:09.207145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4ff506d0-add4-4893-b04d-dcad0b74bc06 None None] Port 9060ce02-5674-4c00-841f-d0b16c7d6177 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:09.282260 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b0547a30-8d86-41b9-808d-e4c9002abe52 req-035fa9cb-fe7d-4dcb-b704-bb309bbd1e30 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 210 time: 0.1525078 Oct 17 17:58:09.318846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24660ce5-e137-4cac-ad58-7996dd800b3b tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:09.336683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Provisioning for port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:09.343877 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Provisioning complete for port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:09.345680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:09.346147 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Attempt 1 to provision port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 Oct 17 17:58:09.404221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port c1f05682-0de9-47da-a0e6-fc5ee44e8d61 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:09.405259 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:09.409736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24660ce5-e137-4cac-ad58-7996dd800b3b tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:09.410939 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-24660ce5-e137-4cac-ad58-7996dd800b3b tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "DELETE /v2.0/floatingips/c60a18d5-1294-4686-97ea-88604b79a44a HTTP/1.1" status: 204 len: 168 time: 1.8560324 Oct 17 17:58:09.414708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47248) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:09.417088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:09.421698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4a520935-cc13-48f2-ba5c-cf72954c9b9d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Request body: {'floatingip': {'floating_network_id': '0ca84391-75ae-462e-9180-c32b6af5b242', 'port_id': '0a6cb67c-9c18-4fe1-b207-c34aa02076e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:09.486245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4a520935-cc13-48f2-ba5c-cf72954c9b9d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:09.505048 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Allocated IP 172.20.0.9 (76756a0e-9767-4140-aa5d-4b1d77a8f1aa/b9086208-7c0e-47ab-98ba-2333cfefd654/10328805-ccb8-4a19-b606-5ecb2de66305) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:09.555528 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0535993d-f81e-443c-a6eb-17240184d302 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:58:09.560380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4a520935-cc13-48f2-ba5c-cf72954c9b9d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Usage tracker for resource:floatingip and tenant:52b41b167c64404d9d08757a648cc1c5 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:09.566269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4a520935-cc13-48f2-ba5c-cf72954c9b9d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:09.574703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4a520935-cc13-48f2-ba5c-cf72954c9b9d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:09.579520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:09.608373 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4a520935-cc13-48f2-ba5c-cf72954c9b9d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:09.613777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 0535993d-f81e-443c-a6eb-17240184d302 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:58:09.614268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0535993d-f81e-443c-a6eb-17240184d302 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:58:09.830814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:09.831157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:09.920777 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Attempt 2 to provision port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 Oct 17 17:58:09.996426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:10.040611 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-4a520935-cc13-48f2-ba5c-cf72954c9b9d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:58:10.041656 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4a520935-cc13-48f2-ba5c-cf72954c9b9d tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6257579 Oct 17 17:58:10.045846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47252) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:10.051207 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '0a6cb67c-9c18-4fe1-b207-c34aa02076e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:10.055987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:10.089923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:10.097657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:10.099740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Usage tracker for resource:floatingip and tenant:52b41b167c64404d9d08757a648cc1c5 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:10.103528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:10.123174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for c1f05682-0de9-47da-a0e6-fc5ee44e8d61 owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:10.144286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:10.184590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:10.244765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:10.329124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:10.359511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Allocated IP 172.26.8.187 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/406b6556-432d-4151-b207-b271ddeea7cc) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:10.436362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Network 76756a0e-9767-4140-aa5d-4b1d77a8f1aa is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:10.446061 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:10.449629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Pushing event updated for resources: {'Port': ['ID=10328805-ccb8-4a19-b606-5ecb2de66305,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:10.452451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:10.485125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:10.498047 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Attempt 3 to provision port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 Oct 17 17:58:10.552650 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=c1f05682-0de9-47da-a0e6-fc5ee44e8d61,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:10.564378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:10.621572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:10.622146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:10.693683 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-e78eb796-b5fb-4a13-8501-16470d6444ec tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1249664 Oct 17 17:58:10.705016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:10.705323 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP 3ac74512-715c-43d6-8621-e5e707942f8e disassociated (deleted). External IP: 172.26.8.238, port: f2c40ced-ed9f-4582-ac18-411d43ddbde7. Oct 17 17:58:10.771154 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Request body: {'port': {'device_id': '78a56228-374f-4fd0-b51f-274c8b704407', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:10.772662 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:10.848513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:10.871171 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e861c43-160b-4d12-98e5-16feb7109a0c req-0ae34494-8700-40b7-ae86-59ea5ccbc006 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:10.872807 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5e861c43-160b-4d12-98e5-16feb7109a0c req-0ae34494-8700-40b7-ae86-59ea5ccbc006 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 931 time: 0.4546688 Oct 17 17:58:10.950179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-5e861c43-160b-4d12-98e5-16feb7109a0c req-40b7179a-b93a-4952-bada-41afa70a987d tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Synchronizing usage tracker for tenant:2cb68639d06643c2b4bddc259b4fef5c on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:11.002442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:11.055219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:11.065623 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Attempt 4 to provision port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 Oct 17 17:58:11.079538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-5e861c43-160b-4d12-98e5-16feb7109a0c req-40b7179a-b93a-4952-bada-41afa70a987d tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Unset dirty status for tenant:2cb68639d06643c2b4bddc259b4fef5c on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:11.080825 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5e861c43-160b-4d12-98e5-16feb7109a0c req-40b7179a-b93a-4952-bada-41afa70a987d tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940212 Oct 17 17:58:11.099249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:11.107641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:11.110753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:11.171033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Allocated IP 172.26.8.10 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/2982af78-cab3-40f9-be4e-2bae98391e5a) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:11.176663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=406b6556-432d-4151-b207-b271ddeea7cc,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:11.227608 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:11.634655 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 8a430dd7-8d9e-407e-92cc-350a07df58bd has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:58:11.669930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:11.730210 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Attempt 5 to provision port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 Oct 17 17:58:11.750499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:11.801334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:11.869559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:11.967072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:11.975210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:11.977784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:12.018559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event updated for resources: {'Port': ['ID=2982af78-cab3-40f9-be4e-2bae98391e5a,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:12.075806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:12.082943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:12.097219 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ce349-dde6-4de7-8b25-6e143aaac74a None None] Sync routers for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:58:12.110615 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ce349-dde6-4de7-8b25-6e143aaac74a None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:12.111831 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f17ce349-dde6-4de7-8b25-6e143aaac74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:12.194941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10328805-ccb8-4a19-b606-5ecb2de66305 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:58:12.203548 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-dfec579f-1775-4208-a435-0686b8f884cf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/floatingips/3ac74512-715c-43d6-8621-e5e707942f8e HTTP/1.1" status: 204 len: 168 time: 3.2834406 Oct 17 17:58:12.220116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:12.245247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Transition to ACTIVE for port object 10328805-ccb8-4a19-b606-5ecb2de66305 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:12.247072 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'tag': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:58:12.252389 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86368846-c9db-4270-a8a2-ad4d80182e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f95c85a3-29e7-4296-a4cf-f49c8d20d766", "tag": "f2c40ced-ed9f-4582-ac18-411d43ddbde7"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:58:12.257958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:12.302596 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Attempt 6 to provision port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 Oct 17 17:58:12.434612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:12.450533 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-f17ce349-dde6-4de7-8b25-6e143aaac74a None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:58:12.530316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Deleting port 2982af78-cab3-40f9-be4e-2bae98391e5a {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:12.531341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:12.585608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Pushing event updated for resources: {'Port': ['ID=10328805-ccb8-4a19-b606-5ecb2de66305,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:12.588401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:12.642203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7692eeea-dcf4-4504-b6cc-dfc562b1df30 x-openstack-request-id: req-7692eeea-dcf4-4504-b6cc-dfc562b1df30 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:58:12.642871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95c85a3-29e7-4296-a4cf-f49c8d20d766", "tag": "f2c40ced-ed9f-4582-ac18-411d43ddbde7", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:58:12.642871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7692eeea-dcf4-4504-b6cc-dfc562b1df30 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:58:12.643239 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7692eeea-dcf4-4504-b6cc-dfc562b1df30'] response: {'name': 'network-changed', 'server_uuid': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'tag': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'status': 'completed', 'code': 200} Oct 17 17:58:12.647440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Attempting to bind port 10328805-ccb8-4a19-b606-5ecb2de66305 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:58:12.647818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Attempting to bind port 10328805-ccb8-4a19-b606-5ecb2de66305 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '305570cb-6482-4923-aa2b-03d8b346ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '76756a0e-9767-4140-aa5d-4b1d77a8f1aa'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:58:12.648107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Attempting to bind port 10328805-ccb8-4a19-b606-5ecb2de66305 on network 76756a0e-9767-4140-aa5d-4b1d77a8f1aa {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:58:12.663421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3237a4b-ac03-4b4f-97f3-9469d6214c3e req-8bee250e-909d-49b8-b6a6-dc6cd9f09048 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:12.665502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a3237a4b-ac03-4b4f-97f3-9469d6214c3e req-8bee250e-909d-49b8-b6a6-dc6cd9f09048 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Synchronizing usage tracker for tenant:2cb68639d06643c2b4bddc259b4fef5c on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:12.669048 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Port 10328805-ccb8-4a19-b606-5ecb2de66305 on network 76756a0e-9767-4140-aa5d-4b1d77a8f1aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:58:12.669375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Attempting to bind port 10328805-ccb8-4a19-b606-5ecb2de66305 on network 76756a0e-9767-4140-aa5d-4b1d77a8f1aa {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:58:12.681523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:58:12.681958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Checking segment: {'id': '305570cb-6482-4923-aa2b-03d8b346ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '76756a0e-9767-4140-aa5d-4b1d77a8f1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:12.682231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Bound using segment: {'id': '305570cb-6482-4923-aa2b-03d8b346ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '76756a0e-9767-4140-aa5d-4b1d77a8f1aa'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:58:12.682677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Bound port: 10328805-ccb8-4a19-b606-5ecb2de66305, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305570cb-6482-4923-aa2b-03d8b346ea8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '76756a0e-9767-4140-aa5d-4b1d77a8f1aa'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:58:12.683025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:12.747579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a3237a4b-ac03-4b4f-97f3-9469d6214c3e req-8bee250e-909d-49b8-b6a6-dc6cd9f09048 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Unset dirty status for tenant:2cb68639d06643c2b4bddc259b4fef5c on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:12.760380 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a3237a4b-ac03-4b4f-97f3-9469d6214c3e req-8bee250e-909d-49b8-b6a6-dc6cd9f09048 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 943 time: 0.4350858 Oct 17 17:58:12.892796 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a3237a4b-ac03-4b4f-97f3-9469d6214c3e req-33ab4e2e-a16f-4c23-8f11-e0b1e06ca3b5 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310093 Oct 17 17:58:12.909406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] For port 10328805-ccb8-4a19-b606-5ecb2de66305, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:58:12.914626 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f17ce349-dde6-4de7-8b25-6e143aaac74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:57:54Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:17Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:12.915667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] For port 10328805-ccb8-4a19-b606-5ecb2de66305, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10328805-ccb8-4a19-b606-5ecb2de66305,segment=NetworkSegment(305570cb-6482-4923-aa2b-03d8b346ea8b),segment_id=305570cb-6482-4923-aa2b-03d8b346ea8b)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:58:12.919601 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ce349-dde6-4de7-8b25-6e143aaac74a None None] Checking router: 8a430dd7-8d9e-407e-92cc-350a07df58bd for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:58:12.922672 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:12.928379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:12.929429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:12.930615 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ce349-dde6-4de7-8b25-6e143aaac74a None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:12.931679 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f17ce349-dde6-4de7-8b25-6e143aaac74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:12.931818 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] 10.222.0.20 "PUT /v2.0/ports/10328805-ccb8-4a19-b606-5ecb2de66305 HTTP/1.1" status: 200 len: 1093 time: 2.1656334 Oct 17 17:58:12.935685 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Attempt 7 to provision port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 Oct 17 17:58:13.020115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:13.090377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:13.091309 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:13.115625 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88044111-cccd-4af3-a474-e64bde7a09b5 service neutron] Pushing event updated for resources: {'Port': ['ID=10328805-ccb8-4a19-b606-5ecb2de66305,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:13.144789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-9cfa61eb-12ea-4fe2-94d4-df047d2de80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:13.146236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86368846-c9db-4270-a8a2-ad4d80182e0a req-f2bf4f21-253d-4dfe-a393-a40f82415d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:13.147367 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-9cfa61eb-12ea-4fe2-94d4-df047d2de80d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cb68639d06643c2b4bddc259b4fef5c&device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 1096 time: 0.1416855 Oct 17 17:58:13.147792 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-86368846-c9db-4270-a8a2-ad4d80182e0a req-f2bf4f21-253d-4dfe-a393-a40f82415d70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 1099 time: 0.4026890 Oct 17 17:58:13.249394 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-fd8c6f51-3c23-4739-8d70-ffb31437d702 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10328805-ccb8-4a19-b606-5ecb2de66305 HTTP/1.1" status: 200 len: 217 time: 0.0832880 Oct 17 17:58:13.265482 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-f17ce349-dde6-4de7-8b25-6e143aaac74a None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:58:13.303676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Calling delete_port for 2982af78-cab3-40f9-be4e-2bae98391e5a owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:13.325607 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-a84b5970-057f-4f73-8f2a-c710ec2467b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:13.327172 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-a84b5970-057f-4f73-8f2a-c710ec2467b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9086208-7c0e-47ab-98ba-2333cfefd654 HTTP/1.1" status: 200 len: 852 time: 0.0718448 Oct 17 17:58:13.414890 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-f4c915d0-5b68-4426-abd9-8b866db21c71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=76756a0e-9767-4140-aa5d-4b1d77a8f1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801520 Oct 17 17:58:13.420495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d1db4-ace2-4c4e-a15a-b0f5086ff43b req-0a86c1e2-94c7-4767-97ab-6f77faaa13d6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:13.424727 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d01d1db4-ace2-4c4e-a15a-b0f5086ff43b req-0a86c1e2-94c7-4767-97ab-6f77faaa13d6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 946 time: 0.5710113 Oct 17 17:58:13.458276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e5f8205a-5505-4968-b936-447f5d35b18d is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:58:13.521970 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Attempt 8 to provision port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 Oct 17 17:58:13.609389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:13.653558 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-4ca8cc7b-20f9-45ff-9bf0-998ddf5f3b3b service neutron] 10.222.0.20 "GET /v2.0/networks/76756a0e-9767-4140-aa5d-4b1d77a8f1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324724 Oct 17 17:58:13.837917 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-112c5018-9cd7-4c2f-a39f-2ec703c441aa req-ae5697e1-6fa1-49a7-b749-c767102f2da6 service neutron] 10.222.0.20 "GET /v2.0/networks/76756a0e-9767-4140-aa5d-4b1d77a8f1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761770 Oct 17 17:58:13.863399 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f17ce349-dde6-4de7-8b25-6e143aaac74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:57:54Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:17Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:13.868048 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ce349-dde6-4de7-8b25-6e143aaac74a None None] The sync data for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv is: [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:57:54Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3e438981-7ae4-49aa-89cf-b3c4f0d6e46a', 'name': '', 'network_id': '06ccc2a7-0461-4af5-89b3-0a831416e118', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:0c:ce:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:03Z', 'updated_at': '2022-10-17T17:55:17Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '90ab9321-e0ac-4aad-b29f-1c63910f3f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:58:13.941383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-d01d1db4-ace2-4c4e-a15a-b0f5086ff43b req-0386c04e-87e2-47db-b0b9-de84f99872b1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:14.054650 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86368846-c9db-4270-a8a2-ad4d80182e0a req-688642e2-3adf-452b-8177-85ae43381f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:14.057182 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-86368846-c9db-4270-a8a2-ad4d80182e0a req-688642e2-3adf-452b-8177-85ae43381f9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=06ccc2a7-0461-4af5-89b3-0a831416e118 HTTP/1.1" status: 200 len: 898 time: 0.7885959 Oct 17 17:58:14.073694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-d01d1db4-ace2-4c4e-a15a-b0f5086ff43b req-0386c04e-87e2-47db-b0b9-de84f99872b1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:14.087685 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d01d1db4-ace2-4c4e-a15a-b0f5086ff43b req-0386c04e-87e2-47db-b0b9-de84f99872b1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6400509 Oct 17 17:58:14.111725 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Attempt 9 to provision port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 Oct 17 17:58:14.223796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:14.242492 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-86368846-c9db-4270-a8a2-ad4d80182e0a req-b75f9726-ced7-47e2-98d0-7c613c1829ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2c40ced-ed9f-4582-ac18-411d43ddbde7 HTTP/1.1" status: 200 len: 217 time: 0.1479692 Oct 17 17:58:14.257337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:14.262877 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7025c3-36e2-4978-893f-34e88645ab99 None None] New status for floating IP 3ac74512-715c-43d6-8621-e5e707942f8e: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:58:14.278248 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802b003-8535-4b5a-9d1a-73f77631040b req-aaf31b5f-093d-47ec-89c2-bec13da1d689 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:14.278984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-4802b003-8535-4b5a-9d1a-73f77631040b req-aaf31b5f-093d-47ec-89c2-bec13da1d689 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:14.300054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed9880-ba4a-4f49-a939-6572036cfc30 req-1a4f1f2d-816e-403f-8b1b-e2c44a7dcfcd tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:14.301679 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afed9880-ba4a-4f49-a939-6572036cfc30 req-1a4f1f2d-816e-403f-8b1b-e2c44a7dcfcd tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 943 time: 0.1539261 Oct 17 17:58:14.363774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:14.370568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event deleted for resources: {'Port': ['ID=2982af78-cab3-40f9-be4e-2bae98391e5a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:14.400720 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03a41c-c221-42d5-85a5-bcd9e3b0ee08 None None] Sync routers for ids ['e5f8205a-5505-4968-b936-447f5d35b18d'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:58:14.422989 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03a41c-c221-42d5-85a5-bcd9e3b0ee08 None None] Routers {'e5f8205a-5505-4968-b936-447f5d35b18d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:14.427508 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3c03a41c-c221-42d5-85a5-bcd9e3b0ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e5f8205a-5505-4968-b936-447f5d35b18d'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:14.519680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-4802b003-8535-4b5a-9d1a-73f77631040b req-aaf31b5f-093d-47ec-89c2-bec13da1d689 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:14.520823 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4802b003-8535-4b5a-9d1a-73f77631040b req-aaf31b5f-093d-47ec-89c2-bec13da1d689 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 946 time: 0.4788971 Oct 17 17:58:14.540473 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3c03a41c-c221-42d5-85a5-bcd9e3b0ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:14.551425 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03a41c-c221-42d5-85a5-bcd9e3b0ee08 None None] Routers {'e5f8205a-5505-4968-b936-447f5d35b18d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:14.552049 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3c03a41c-c221-42d5-85a5-bcd9e3b0ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e5f8205a-5505-4968-b936-447f5d35b18d'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:14.615986 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3c03a41c-c221-42d5-85a5-bcd9e3b0ee08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:14.616294 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c03a41c-c221-42d5-85a5-bcd9e3b0ee08 None None] The sync data for ids ['e5f8205a-5505-4968-b936-447f5d35b18d'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:58:14.645438 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afed9880-ba4a-4f49-a939-6572036cfc30 req-7a058262-f93f-459b-95a7-cf9ce7ff4ebb tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321643 Oct 17 17:58:14.650112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a56228-374f-4fd0-b51f-274c8b704407', 'tag': '10328805-ccb8-4a19-b606-5ecb2de66305'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:58:14.654289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3fe04c-802a-44e6-ab30-c90ec82d9fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "78a56228-374f-4fd0-b51f-274c8b704407", "tag": "10328805-ccb8-4a19-b606-5ecb2de66305"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:58:14.655511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:14.656779 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-de0cf888-ef69-4218-9bfc-8e9fb5c0b8c4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8426275 Oct 17 17:58:14.658824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86368846-c9db-4270-a8a2-ad4d80182e0a req-447fe8ab-cb2b-4f2d-a6b0-c8782111ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:14.660359 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-86368846-c9db-4270-a8a2-ad4d80182e0a req-447fe8ab-cb2b-4f2d-a6b0-c8782111ed85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=90ab9321-e0ac-4aad-b29f-1c63910f3f5c HTTP/1.1" status: 200 len: 834 time: 0.4097121 Oct 17 17:58:14.667442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47268) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:14.725509 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Attempt 10 to provision port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 Oct 17 17:58:14.751823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbd818b-a365-49bd-88af-7faec2e35025 x-openstack-request-id: req-1cbd818b-a365-49bd-88af-7faec2e35025 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:58:14.752334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a56228-374f-4fd0-b51f-274c8b704407", "tag": "10328805-ccb8-4a19-b606-5ecb2de66305", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:58:14.752528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1cbd818b-a365-49bd-88af-7faec2e35025 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:58:14.752934 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbd818b-a365-49bd-88af-7faec2e35025'] response: {'name': 'network-changed', 'server_uuid': '78a56228-374f-4fd0-b51f-274c8b704407', 'tag': '10328805-ccb8-4a19-b606-5ecb2de66305', 'status': 'completed', 'code': 200} Oct 17 17:58:14.773139 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] create failed (client error): The resource could not be found. Oct 17 17:58:14.774289 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-622a3b61-597c-4ba2-b0f6-843d679acbd3 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7279921 Oct 17 17:58:14.814081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47274) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:14.826834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb3b23-5b09-4d59-b017-56f59fb3a2ea None None] Port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:14.832441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-4802b003-8535-4b5a-9d1a-73f77631040b req-bb447df6-9559-4dd3-812f-936d3618aa96 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port f2c40ced-ed9f-4582-ac18-411d43ddbde7 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:14.832787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4802b003-8535-4b5a-9d1a-73f77631040b req-bb447df6-9559-4dd3-812f-936d3618aa96 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:14.882390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86368846-c9db-4270-a8a2-ad4d80182e0a req-b23f50ac-f5bf-4953-a7c5-7461b3932722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:14.883839 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-86368846-c9db-4270-a8a2-ad4d80182e0a req-b23f50ac-f5bf-4953-a7c5-7461b3932722 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=06ccc2a7-0461-4af5-89b3-0a831416e118&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2125988 Oct 17 17:58:14.996116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-0f4da050-a48d-400a-9d64-c29189b75f22 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Deleting port 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:14.996445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0f4da050-a48d-400a-9d64-c29189b75f22 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:15.024341 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-46810787-2c58-4809-99c4-f3a72a25e22e tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/routers/e5f8205a-5505-4968-b936-447f5d35b18d HTTP/1.1" status: 200 len: 885 time: 0.3550377 Oct 17 17:58:15.028697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47278) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:15.164024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe04c-802a-44e6-ab30-c90ec82d9fc0 req-0f545506-514c-44ad-afb4-19a5a810f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:15.165517 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a3fe04c-802a-44e6-ab30-c90ec82d9fc0 req-0f545506-514c-44ad-afb4-19a5a810f19f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cb68639d06643c2b4bddc259b4fef5c&device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 1096 time: 0.3888741 Oct 17 17:58:15.170128 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-86368846-c9db-4270-a8a2-ad4d80182e0a req-ad458ee5-0661-411d-b46c-97b208c1a6ad service neutron] 10.222.0.20 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769642 Oct 17 17:58:15.299528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-4802b003-8535-4b5a-9d1a-73f77631040b req-bb447df6-9559-4dd3-812f-936d3618aa96 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port f2c40ced-ed9f-4582-ac18-411d43ddbde7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f2c40ced-ed9f-4582-ac18-411d43ddbde7,segment=NetworkSegment(5b438e7d-6334-4cf8-b06a-29b891c3a4b0),segment_id=5b438e7d-6334-4cf8-b06a-29b891c3a4b0)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:15.299882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4802b003-8535-4b5a-9d1a-73f77631040b req-bb447df6-9559-4dd3-812f-936d3618aa96 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:15.440087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-4802b003-8535-4b5a-9d1a-73f77631040b req-bb447df6-9559-4dd3-812f-936d3618aa96 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for f2c40ced-ed9f-4582-ac18-411d43ddbde7 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:15.555799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0f4da050-a48d-400a-9d64-c29189b75f22 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:15.575159 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-86368846-c9db-4270-a8a2-ad4d80182e0a req-83fc7b0b-144b-4517-aa43-79b58a6fc6f3 service neutron] 10.222.0.20 "GET /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708780 Oct 17 17:58:15.575159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe04c-802a-44e6-ab30-c90ec82d9fc0 req-43a9e7a1-82eb-4f05-8053-5f52de7e62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:15.575159 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a3fe04c-802a-44e6-ab30-c90ec82d9fc0 req-43a9e7a1-82eb-4f05-8053-5f52de7e62a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=76756a0e-9767-4140-aa5d-4b1d77a8f1aa HTTP/1.1" status: 200 len: 913 time: 0.3958533 Oct 17 17:58:15.695746 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 10328805-ccb8-4a19-b606-5ecb2de66305 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 17:58:15.728385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b05e3e-b9be-4c0e-88f0-948624c8b50f req-61f98330-1978-4bea-aa5f-0f69ca373a85 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:15.728385 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a1b05e3e-b9be-4c0e-88f0-948624c8b50f req-61f98330-1978-4bea-aa5f-0f69ca373a85 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 946 time: 0.3581390 Oct 17 17:58:15.729898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4802b003-8535-4b5a-9d1a-73f77631040b req-bb447df6-9559-4dd3-812f-936d3618aa96 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:15.809818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb447df6-9559-4dd3-812f-936d3618aa96 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=f2c40ced-ed9f-4582-ac18-411d43ddbde7,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:15.818437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9e6973dd-607f-4d21-ac4e-4e4ebc340e2d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Synchronizing usage tracker for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:router {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:15.884695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-0f4da050-a48d-400a-9d64-c29189b75f22 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Calling delete_port for 0a6cb67c-9c18-4fe1-b207-c34aa02076e5 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:15.937067 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 10328805-ccb8-4a19-b606-5ecb2de66305, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10328805-ccb8-4a19-b606-5ecb2de66305,segment=NetworkSegment(305570cb-6482-4923-aa2b-03d8b346ea8b),segment_id=305570cb-6482-4923-aa2b-03d8b346ea8b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:15.939945 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a3fe04c-802a-44e6-ab30-c90ec82d9fc0 req-5546ead3-9547-47bb-9cf8-d27544e74e3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10328805-ccb8-4a19-b606-5ecb2de66305 HTTP/1.1" status: 200 len: 217 time: 0.3048005 Oct 17 17:58:15.943809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-4802b003-8535-4b5a-9d1a-73f77631040b req-bb447df6-9559-4dd3-812f-936d3618aa96 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] No DVR routers for this DVR port f2c40ced-ed9f-4582-ac18-411d43ddbde7 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:58:15.946418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-4802b003-8535-4b5a-9d1a-73f77631040b req-bb447df6-9559-4dd3-812f-936d3618aa96 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:15.952266 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a1b05e3e-b9be-4c0e-88f0-948624c8b50f req-9223b0d9-0419-4546-b75b-3dd9e29dcfab tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3d9ec786-8512-4f73-b531-b94b38dfb7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779511 Oct 17 17:58:15.964142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9e6973dd-607f-4d21-ac4e-4e4ebc340e2d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Unset dirty status for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:router {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:15.967765 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9e6973dd-607f-4d21-ac4e-4e4ebc340e2d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.9378629 Oct 17 17:58:15.969626 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47288) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:15.979304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '10328805-ccb8-4a19-b606-5ecb2de66305', 'network_id': '76756a0e-9767-4140-aa5d-4b1d77a8f1aa', 'port_id': '10328805-ccb8-4a19-b606-5ecb2de66305', 'mac_address': 'fa:16:3e:d4:69:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9086208-7c0e-47ab-98ba-2333cfefd654', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 17:58:15.979623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8d8d1207-864a-4e61-b744-51b6f8b10641 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1824109726'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:16.105942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 10328805-ccb8-4a19-b606-5ecb2de66305 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:16.107074 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:16.124424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fe04c-802a-44e6-ab30-c90ec82d9fc0 req-591bde3c-d1e9-48b2-b130-ea92937640f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:16.126341 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a3fe04c-802a-44e6-ab30-c90ec82d9fc0 req-591bde3c-d1e9-48b2-b130-ea92937640f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9086208-7c0e-47ab-98ba-2333cfefd654 HTTP/1.1" status: 200 len: 852 time: 0.1686046 Oct 17 17:58:16.220343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10328805-ccb8-4a19-b606-5ecb2de66305 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:58:16.252800 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 10328805-ccb8-4a19-b606-5ecb2de66305, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10328805-ccb8-4a19-b606-5ecb2de66305,segment=NetworkSegment(305570cb-6482-4923-aa2b-03d8b346ea8b),segment_id=305570cb-6482-4923-aa2b-03d8b346ea8b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:16.267947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:16.343158 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4802b003-8535-4b5a-9d1a-73f77631040b req-bb447df6-9559-4dd3-812f-936d3618aa96 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "DELETE /v2.0/ports/f2c40ced-ed9f-4582-ac18-411d43ddbde7 HTTP/1.1" status: 204 len: 173 time: 1.8034995 Oct 17 17:58:16.398657 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a3fe04c-802a-44e6-ab30-c90ec82d9fc0 req-416cb38c-a67a-48d5-9ca7-36fd7d0e554f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=76756a0e-9767-4140-aa5d-4b1d77a8f1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2344861 Oct 17 17:58:16.446098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=10328805-ccb8-4a19-b606-5ecb2de66305,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:16.547234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0f4da050-a48d-400a-9d64-c29189b75f22 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:16.567134 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d740-8054-44d8-837d-684a5d082622 req-5f49afc8-d693-4d46-aae5-80fcd0a74dae tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:16.569904 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-df99d740-8054-44d8-837d-684a5d082622 req-5f49afc8-d693-4d46-aae5-80fcd0a74dae tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 943 time: 0.5696945 Oct 17 17:58:16.586137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['10328805-ccb8-4a19-b606-5ecb2de66305'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 17:58:16.690958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4da050-a48d-400a-9d64-c29189b75f22 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event deleted for resources: {'Port': ['ID=0a6cb67c-9c18-4fe1-b207-c34aa02076e5,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:16.788958 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-df99d740-8054-44d8-837d-684a5d082622 req-56438d84-65d1-49b1-bfda-221353220e12 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542213 Oct 17 17:58:16.795244 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'name': 'network-vif-deleted', 'tag': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:58:16.798965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e959041-5873-477b-898c-dd99e1f3c693" -d '{"events": [{"server_uuid": "f95c85a3-29e7-4296-a4cf-f49c8d20d766", "name": "network-vif-deleted", "tag": "f2c40ced-ed9f-4582-ac18-411d43ddbde7"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:58:16.887440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08cea93-f6c7-491a-adc8-0e4d434156aa x-openstack-request-id: req-d08cea93-f6c7-491a-adc8-0e4d434156aa {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:58:16.888030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95c85a3-29e7-4296-a4cf-f49c8d20d766", "name": "network-vif-deleted", "tag": "f2c40ced-ed9f-4582-ac18-411d43ddbde7", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:58:16.888311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d08cea93-f6c7-491a-adc8-0e4d434156aa {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:58:16.888797 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08cea93-f6c7-491a-adc8-0e4d434156aa'] response: {'server_uuid': 'f95c85a3-29e7-4296-a4cf-f49c8d20d766', 'name': 'network-vif-deleted', 'tag': 'f2c40ced-ed9f-4582-ac18-411d43ddbde7', 'status': 'completed', 'code': 200} Oct 17 17:58:16.925919 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a3fe04c-802a-44e6-ab30-c90ec82d9fc0 req-a536d9a7-4106-411f-8938-8fa1d89a8ee8 service neutron] 10.222.0.20 "GET /v2.0/networks/76756a0e-9767-4140-aa5d-4b1d77a8f1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176430 Oct 17 17:58:16.967740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0f4da050-a48d-400a-9d64-c29189b75f22 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:16.995160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1207-864a-4e61-b744-51b6f8b10641 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:17.037153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1207-864a-4e61-b744-51b6f8b10641 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:17.037720 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0f4da050-a48d-400a-9d64-c29189b75f22 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "DELETE /v2.0/ports/0a6cb67c-9c18-4fe1-b207-c34aa02076e5 HTTP/1.1" status: 204 len: 168 time: 2.2213671 Oct 17 17:58:17.041665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47296) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:17.173773 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a3fe04c-802a-44e6-ab30-c90ec82d9fc0 req-d9f6652c-d7db-485e-8d46-922cdcbac75a service neutron] 10.222.0.20 "GET /v2.0/networks/76756a0e-9767-4140-aa5d-4b1d77a8f1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416425 Oct 17 17:58:17.199839 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffa32cc-84ba-4b1c-a525-bd0ffdecb102 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:17.200806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8ffa32cc-84ba-4b1c-a525-bd0ffdecb102 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Synchronizing usage tracker for tenant:52b41b167c64404d9d08757a648cc1c5 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:17.224093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8ffa32cc-84ba-4b1c-a525-bd0ffdecb102 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Unset dirty status for tenant:52b41b167c64404d9d08757a648cc1c5 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:17.229879 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8ffa32cc-84ba-4b1c-a525-bd0ffdecb102 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "GET /v2.0/ports?device_id=56b64054-5208-454c-8d76-a3e905d70e2e HTTP/1.1" status: 200 len: 913 time: 0.1830745 Oct 17 17:58:17.230979 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47300) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:17.299223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8d1207-864a-4e61-b744-51b6f8b10641 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e5f8205a-5505-4968-b936-447f5d35b18d has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:58:17.461248 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b8b66930-906d-435a-9f10-e888d8a51d14 req-c4a7f6fd-cc05-4ed8-8588-7cda37e37314 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f95c85a3-29e7-4296-a4cf-f49c8d20d766 HTTP/1.1" status: 200 len: 210 time: 0.0769303 Oct 17 17:58:17.588530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8d1207-864a-4e61-b744-51b6f8b10641 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:17.601168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d8d1207-864a-4e61-b744-51b6f8b10641 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:17.601612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7732ac-d647-454e-8d48-6b94dd487e8d None None] Sync routers for ids ['e5f8205a-5505-4968-b936-447f5d35b18d'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:58:17.606582 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8d8d1207-864a-4e61-b744-51b6f8b10641 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/e5f8205a-5505-4968-b936-447f5d35b18d HTTP/1.1" status: 200 len: 892 time: 1.6302614 Oct 17 17:58:17.606582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47304) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:17.619035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7732ac-d647-454e-8d48-6b94dd487e8d None None] Routers {'e5f8205a-5505-4968-b936-447f5d35b18d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:17.619853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ff7732ac-d647-454e-8d48-6b94dd487e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e5f8205a-5505-4968-b936-447f5d35b18d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:17.691279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ff7732ac-d647-454e-8d48-6b94dd487e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:17.701548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7732ac-d647-454e-8d48-6b94dd487e8d None None] Routers {'e5f8205a-5505-4968-b936-447f5d35b18d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:17.702171 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ff7732ac-d647-454e-8d48-6b94dd487e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e5f8205a-5505-4968-b936-447f5d35b18d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:17.760443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 10328805-ccb8-4a19-b606-5ecb2de66305 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:58:17.824202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ff7732ac-d647-454e-8d48-6b94dd487e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:17.824615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7732ac-d647-454e-8d48-6b94dd487e8d None None] The sync data for ids ['e5f8205a-5505-4968-b936-447f5d35b18d'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:58:17.874968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 10328805-ccb8-4a19-b606-5ecb2de66305 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:17.887021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 10328805-ccb8-4a19-b606-5ecb2de66305 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:17.887673 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:17.888209 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 10328805-ccb8-4a19-b606-5ecb2de66305 Oct 17 17:58:17.909006 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c34fe78d-00d1-4ecd-940f-644f187e3058 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/routers/e5f8205a-5505-4968-b936-447f5d35b18d HTTP/1.1" status: 200 len: 892 time: 0.3007817 Oct 17 17:58:17.909897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47310) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:18.004307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50088830-660f-494f-ae6c-5160303641fd tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:18.071346 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f5023a2c-66dd-4e9a-b0f0-d38ae400af85 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f8205a-5505-4968-b936-447f5d35b18d HTTP/1.1" status: 200 len: 205 time: 0.1595917 Oct 17 17:58:18.084278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47314) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:18.113944 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 10328805-ccb8-4a19-b606-5ecb2de66305 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:18.114983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:18.172996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a56228-374f-4fd0-b51f-274c8b704407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10328805-ccb8-4a19-b606-5ecb2de66305'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:58:18.178191 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952af274-2f4d-4493-939a-2fa117eada20" -d '{"events": [{"server_uuid": "78a56228-374f-4fd0-b51f-274c8b704407", "name": "network-vif-plugged", "status": "completed", "tag": "10328805-ccb8-4a19-b606-5ecb2de66305"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:58:18.199851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 10328805-ccb8-4a19-b606-5ecb2de66305, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10328805-ccb8-4a19-b606-5ecb2de66305,segment=NetworkSegment(305570cb-6482-4923-aa2b-03d8b346ea8b),segment_id=305570cb-6482-4923-aa2b-03d8b346ea8b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:18.206806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:18.207783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f2c40ced-ed9f-4582-ac18-411d43ddbde7 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:58:18.277980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d52e35-ef47-4e32-9a9d-02509f0e765d x-openstack-request-id: req-e2d52e35-ef47-4e32-9a9d-02509f0e765d {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:58:18.278323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a56228-374f-4fd0-b51f-274c8b704407", "name": "network-vif-plugged", "status": "completed", "tag": "10328805-ccb8-4a19-b606-5ecb2de66305", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:58:18.278506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2d52e35-ef47-4e32-9a9d-02509f0e765d {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:58:18.278878 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2d52e35-ef47-4e32-9a9d-02509f0e765d'] response: {'server_uuid': '78a56228-374f-4fd0-b51f-274c8b704407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10328805-ccb8-4a19-b606-5ecb2de66305', 'code': 200} Oct 17 17:58:18.302514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: f2c40ced-ed9f-4582-ac18-411d43ddbde7 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:58:18.302849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f2c40ced-ed9f-4582-ac18-411d43ddbde7 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:58:18.328278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=10328805-ccb8-4a19-b606-5ecb2de66305,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:18.595108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47322) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:18.639261 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0543f09-56ca-4840-b561-54faf89048ad req-47409895-062d-446e-bcb1-ebadc661654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:18.640741 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d0543f09-56ca-4840-b561-54faf89048ad req-47409895-062d-446e-bcb1-ebadc661654f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 1098 time: 0.1130471 Oct 17 17:58:18.733599 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d0543f09-56ca-4840-b561-54faf89048ad req-e3a5b8ef-70b7-4fde-abef-d2adf19c4767 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863881 Oct 17 17:58:18.736243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67691d-a426-46aa-86a5-e7fe659f4180 req-180b5757-e819-433a-acd3-2e8ec0b483c5 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:18.738781 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1d67691d-a426-46aa-86a5-e7fe659f4180 req-180b5757-e819-433a-acd3-2e8ec0b483c5 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 944 time: 0.7456667 Oct 17 17:58:18.743281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-50088830-660f-494f-ae6c-5160303641fd tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Deleting port 9060ce02-5674-4c00-841f-d0b16c7d6177 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:18.743702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50088830-660f-494f-ae6c-5160303641fd tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:18.781283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:18.941042 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9801813-1b16-4bda-9451-cfc490a868fb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:18.950625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50088830-660f-494f-ae6c-5160303641fd tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:18.973833 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1d67691d-a426-46aa-86a5-e7fe659f4180 req-43338735-03ce-41eb-9933-3cae7ec3404c tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220821 Oct 17 17:58:18.998134 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9801813-1b16-4bda-9451-cfc490a868fb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:19.072974 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:19.086660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 406b6556-432d-4151-b207-b271ddeea7cc {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:19.087025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:19.100380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-50088830-660f-494f-ae6c-5160303641fd tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Calling delete_port for 9060ce02-5674-4c00-841f-d0b16c7d6177 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:19.239708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9801813-1b16-4bda-9451-cfc490a868fb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:19.289956 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9801813-1b16-4bda-9451-cfc490a868fb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9ec786-8512-4f73-b531-b94b38dfb7b4,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:19.311432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9801813-1b16-4bda-9451-cfc490a868fb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:19.317691 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a9801813-1b16-4bda-9451-cfc490a868fb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/security-groups/3d9ec786-8512-4f73-b531-b94b38dfb7b4 HTTP/1.1" status: 204 len: 168 time: 0.7156446 Oct 17 17:58:19.327730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:19.356646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47328) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:19.359787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50088830-660f-494f-ae6c-5160303641fd tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:19.470636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for 406b6556-432d-4151-b207-b271ddeea7cc owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:19.543134 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50088830-660f-494f-ae6c-5160303641fd tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event deleted for resources: {'Port': ['ID=9060ce02-5674-4c00-841f-d0b16c7d6177,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:19.706224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:19.758778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=406b6556-432d-4151-b207-b271ddeea7cc,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:19.896327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:20.185991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:20.189440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:20.190989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-50088830-660f-494f-ae6c-5160303641fd tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:20.207714 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:58:20.236799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:20.237311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Fanout notify agent at l3_agent the message router_deleted on router e5f8205a-5505-4968-b936-447f5d35b18d {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:58:20.267253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcc477-2251-4f46-b5c4-7fe16bf1ede8 req-e21591cc-8558-4bef-8d1e-c1eb6ed8fb75 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:20.269046 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b8bcc477-2251-4f46-b5c4-7fe16bf1ede8 req-e21591cc-8558-4bef-8d1e-c1eb6ed8fb75 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.1381335 Oct 17 17:58:20.280419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:20.281614 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-14b22f40-25d9-4b56-9fcc-8bf60174b68f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/e5f8205a-5505-4968-b936-447f5d35b18d HTTP/1.1" status: 204 len: 168 time: 2.1967893 Oct 17 17:58:20.297158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47336) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:20.308064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2012593242'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:20.316998 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:20.330051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:network and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:20.339236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:20.349197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:20.353802 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b8bcc477-2251-4f46-b5c4-7fe16bf1ede8 req-bf8a603b-6266-443c-b28c-e2dc0768a434 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705557 Oct 17 17:58:20.366125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:20.371081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:20.408825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:58:20.421337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:20.421700 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Added segment d1d22c9a-f018-4b8b-8e70-5b96af645670 of type vlan for network 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8 Oct 17 17:58:20.470445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:20.520966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:20.530880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:20.531959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:20.662351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50088830-660f-494f-ae6c-5160303641fd tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Router 56b64054-5208-454c-8d76-a3e905d70e2e has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:58:20.766347 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4657483 Oct 17 17:58:20.770711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47342) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:20.779869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'subnet': {'network_id': '7f3857db-cfe4-4bde-bdee-649bcd9bfcc8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:20.805945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dafb6f-d589-4b32-bcf4-053c61c33981 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Network': ['ID=7f3857db-cfe4-4bde-bdee-649bcd9bfcc8,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:20.818780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:58:20.831310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50088830-660f-494f-ae6c-5160303641fd tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:20.845584 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3c9b8-9378-40a2-9cb7-2a953581b8b6 None None] Sync routers for ids ['56b64054-5208-454c-8d76-a3e905d70e2e'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:58:20.862982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927af78-4c26-4174-b8f5-6ed102ca46f5 req-a5dc36da-db72-43c0-91f4-4631e25ad591 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:20.864575 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d927af78-4c26-4174-b8f5-6ed102ca46f5 req-a5dc36da-db72-43c0-91f4-4631e25ad591 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.3377273 Oct 17 17:58:20.871810 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-50088830-660f-494f-ae6c-5160303641fd tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "PUT /v2.0/routers/56b64054-5208-454c-8d76-a3e905d70e2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6375341 Oct 17 17:58:20.872152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47346) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:20.878480 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b3c9b8-9378-40a2-9cb7-2a953581b8b6 None None] Routers {'56b64054-5208-454c-8d76-a3e905d70e2e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:20.881170 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-71b3c9b8-9378-40a2-9cb7-2a953581b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['56b64054-5208-454c-8d76-a3e905d70e2e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:20.918409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:20.926013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:subnet and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:20.930212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:20.937278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:20.952056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:20.956671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:21.001500 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-71b3c9b8-9378-40a2-9cb7-2a953581b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:21.013707 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b3c9b8-9378-40a2-9cb7-2a953581b8b6 None None] Routers {'56b64054-5208-454c-8d76-a3e905d70e2e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:21.013707 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-71b3c9b8-9378-40a2-9cb7-2a953581b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['56b64054-5208-454c-8d76-a3e905d70e2e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:21.089948 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-71b3c9b8-9378-40a2-9cb7-2a953581b8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:21.090859 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b3c9b8-9378-40a2-9cb7-2a953581b8b6 None None] The sync data for ids ['56b64054-5208-454c-8d76-a3e905d70e2e'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:58:21.091132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b0cb-262e-4f5f-8f82-79442b60f768 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:21.224457 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d927af78-4c26-4174-b8f5-6ed102ca46f5 req-437e9988-f7e5-4abf-8f6e-65f88d932e24 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951310 Oct 17 17:58:21.260678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:21.363671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Subnet': ['ID=0818e1d3-8c5a-45ba-94e2-6dd0eef9141a,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:21.374479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Checking segment: {'id': 'd1d22c9a-f018-4b8b-8e70-5b96af645670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f3857db-cfe4-4bde-bdee-649bcd9bfcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:21.374957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network hostable DHCP agents. Network: 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:58:21.402336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:58:21.421933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:21.431723 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:21.432725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:21.451626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796bb9ef-0ec8-4286-abb3-a777d5a1b276 None None] Network 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:21.495465 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b5509338-b637-4d4f-b46a-dd905ac1ab94 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7187650 Oct 17 17:58:21.496070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47352) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:21.503832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-196daa36-ffa5-45d4-b5ce-17982e9d77cf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-373121399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:21.512843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-196daa36-ffa5-45d4-b5ce-17982e9d77cf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:21.520222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-196daa36-ffa5-45d4-b5ce-17982e9d77cf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:router and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:21.525720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-196daa36-ffa5-45d4-b5ce-17982e9d77cf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:21.535715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-196daa36-ffa5-45d4-b5ce-17982e9d77cf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:21.565141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-196daa36-ffa5-45d4-b5ce-17982e9d77cf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:21.566256 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-196daa36-ffa5-45d4-b5ce-17982e9d77cf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:21.588482 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-196daa36-ffa5-45d4-b5ce-17982e9d77cf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:21.615495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-196daa36-ffa5-45d4-b5ce-17982e9d77cf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:21.659068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-196daa36-ffa5-45d4-b5ce-17982e9d77cf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:21.660831 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-196daa36-ffa5-45d4-b5ce-17982e9d77cf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1632216 Oct 17 17:58:21.666558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47358) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:21.810620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b0cb-262e-4f5f-8f82-79442b60f768 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:21.826372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b0cb-262e-4f5f-8f82-79442b60f768 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:21.846038 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f2a955f-4304-487e-a37d-1bfda8bfceb0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:21.903394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-7f3857db-cfe4-4bde-bdee-649bcd9bfcc8', 'network_id': '7f3857db-cfe4-4bde-bdee-649bcd9bfcc8', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'fixed_ips': [{'subnet_id': '0818e1d3-8c5a-45ba-94e2-6dd0eef9141a'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:58:21.905352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:22.191989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b0cb-262e-4f5f-8f82-79442b60f768 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:22.193552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce2b0cb-262e-4f5f-8f82-79442b60f768 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Fanout notify agent at l3_agent the message router_deleted on router 56b64054-5208-454c-8d76-a3e905d70e2e {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:58:22.222019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:22.230603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Allocated IP 2001:db8::2 (7f3857db-cfe4-4bde-bdee-649bcd9bfcc8/0818e1d3-8c5a-45ba-94e2-6dd0eef9141a/0987fc82-7e91-456b-ade6-038c9ca28934) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:22.239091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ce2b0cb-262e-4f5f-8f82-79442b60f768 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:22.240840 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3ce2b0cb-262e-4f5f-8f82-79442b60f768 tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "DELETE /v2.0/routers/56b64054-5208-454c-8d76-a3e905d70e2e HTTP/1.1" status: 204 len: 168 time: 1.3676989 Oct 17 17:58:22.255463 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47362) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:22.326973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3510d7f-b4cc-4130-847f-d0888bd5473f req-96ee0fef-665e-4dde-9fcb-0037c816fb81 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:22.329989 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d3510d7f-b4cc-4130-847f-d0888bd5473f req-96ee0fef-665e-4dde-9fcb-0037c816fb81 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.6240501 Oct 17 17:58:22.473705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:22.485640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Transition to ACTIVE for port object 0987fc82-7e91-456b-ade6-038c9ca28934 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:22.505711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Transition to ACTIVE for port object 0987fc82-7e91-456b-ade6-038c9ca28934 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:22.513413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:22.524056 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Deleting subnet 3ec951c6-2df1-4ae4-b4ff-a71b99703314 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:58:22.536743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:22.592906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Pushing event updated for resources: {'Port': ['ID=0987fc82-7e91-456b-ade6-038c9ca28934,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:22.597048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Network 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:22.598549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:22.600869 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:22.634032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Allocated IP 2001:db8::1 (7f3857db-cfe4-4bde-bdee-649bcd9bfcc8/0818e1d3-8c5a-45ba-94e2-6dd0eef9141a/64267aae-04a3-43a9-827d-7cd19730c2f4) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:22.642783 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d3510d7f-b4cc-4130-847f-d0888bd5473f req-430ba354-7e1c-49f9-98a5-7734bc0a359b tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153692 Oct 17 17:58:22.694075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:22.718331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Attempting to bind port 0987fc82-7e91-456b-ade6-038c9ca28934 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:58:22.718692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Attempting to bind port 0987fc82-7e91-456b-ade6-038c9ca28934 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd1d22c9a-f018-4b8b-8e70-5b96af645670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f3857db-cfe4-4bde-bdee-649bcd9bfcc8'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:58:22.720090 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Attempting to bind port 0987fc82-7e91-456b-ade6-038c9ca28934 on network 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:58:22.725929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:58:22.726448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Checking segment: {'id': 'd1d22c9a-f018-4b8b-8e70-5b96af645670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f3857db-cfe4-4bde-bdee-649bcd9bfcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:22.726827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:22.727211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Bound using segment: {'id': 'd1d22c9a-f018-4b8b-8e70-5b96af645670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f3857db-cfe4-4bde-bdee-649bcd9bfcc8'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:58:22.727678 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Bound port: 0987fc82-7e91-456b-ade6-038c9ca28934, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d22c9a-f018-4b8b-8e70-5b96af645670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '7f3857db-cfe4-4bde-bdee-649bcd9bfcc8'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:58:22.728043 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:22.855487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a955f-4304-487e-a37d-1bfda8bfceb0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:22.855970 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f2a955f-4304-487e-a37d-1bfda8bfceb0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:22.880121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] For port 0987fc82-7e91-456b-ade6-038c9ca28934, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:58:22.884613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] For port 0987fc82-7e91-456b-ade6-038c9ca28934, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0987fc82-7e91-456b-ade6-038c9ca28934,segment=NetworkSegment(d1d22c9a-f018-4b8b-8e70-5b96af645670),segment_id=d1d22c9a-f018-4b8b-8e70-5b96af645670)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:58:22.891735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:22.986228 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e6342-f4a3-45b7-b11c-de56aa43cc2e None None] Pushing event updated for resources: {'Port': ['ID=0987fc82-7e91-456b-ade6-038c9ca28934,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:22.988499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:23.027927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:23.056916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Transition to ACTIVE for port object 64267aae-04a3-43a9-827d-7cd19730c2f4 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:23.095039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:23.173809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=64267aae-04a3-43a9-827d-7cd19730c2f4,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:23.195593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:23.197874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:23.202571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:23.204291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:23.216998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:23.310252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec951c6-2df1-4ae4-b4ff-a71b99703314,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:23.329580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:23.333378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baf1604-fe2b-4a86-9c55-a6620469c507 None None] Network 0ca84391-75ae-462e-9180-c32b6af5b242 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:23.344785 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:23.345624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:23.346138 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:23.346790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:23.347303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:23.348334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:23.348671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:23.349003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:23.349331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:23.349654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:23.349976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:23.350293 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:23.367249 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-260c6912-8d15-4c27-81c9-4e13b8ca697f tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "DELETE /v2.0/subnets/3ec951c6-2df1-4ae4-b4ff-a71b99703314 HTTP/1.1" status: 204 len: 168 time: 1.1079321 Oct 17 17:58:23.371744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47366) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:23.375084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-1f2a955f-4304-487e-a37d-1bfda8bfceb0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3e438981-7ae4-49aa-89cf-b3c4f0d6e46a,segment=NetworkSegment(5b438e7d-6334-4cf8-b06a-29b891c3a4b0),segment_id=5b438e7d-6334-4cf8-b06a-29b891c3a4b0)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:23.376054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f2a955f-4304-487e-a37d-1bfda8bfceb0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:23.393979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:23.606187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a955f-4304-487e-a37d-1bfda8bfceb0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:23.647934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0987fc82-7e91-456b-ade6-038c9ca28934 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:58:23.699756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:23.739270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751960d7-5889-4fc3-a0df-02dfcca5f6b0 None None] DHCP port deletion for 0ca84391-75ae-462e-9180-c32b6af5b242 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:58:23.784582 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-751960d7-5889-4fc3-a0df-02dfcca5f6b0 None None] Deleting port 15ba23c4-1e80-4a67-89da-d9e5408e9410 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:23.785429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-751960d7-5889-4fc3-a0df-02dfcca5f6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:23.863214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Deleting port 15ba23c4-1e80-4a67-89da-d9e5408e9410 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:23.863878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:23.911695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f2a955f-4304-487e-a37d-1bfda8bfceb0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:23.928008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 0987fc82-7e91-456b-ade6-038c9ca28934 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:24.182512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a955f-4304-487e-a37d-1bfda8bfceb0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=3e438981-7ae4-49aa-89cf-b3c4f0d6e46a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:24.208412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:24.211940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-751960d7-5889-4fc3-a0df-02dfcca5f6b0 None None] For port 15ba23c4-1e80-4a67-89da-d9e5408e9410, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=15ba23c4-1e80-4a67-89da-d9e5408e9410,segment=NetworkSegment(29a452db-5e33-4bcf-8164-9f8382b369b9),segment_id=29a452db-5e33-4bcf-8164-9f8382b369b9)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:24.212699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-751960d7-5889-4fc3-a0df-02dfcca5f6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:24.233963 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:24.234814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:24.482023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=64267aae-04a3-43a9-827d-7cd19730c2f4,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:24.509621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-751960d7-5889-4fc3-a0df-02dfcca5f6b0 None None] Calling delete_port for 15ba23c4-1e80-4a67-89da-d9e5408e9410 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:24.529207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57f77a-c426-4b6f-99ac-0f6bbe52e725 req-4b9e18cc-a4ec-4e0a-8e4a-fee522215909 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:24.536969 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7e57f77a-c426-4b6f-99ac-0f6bbe52e725 req-4b9e18cc-a4ec-4e0a-8e4a-fee522215909 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.4702716 Oct 17 17:58:24.622150 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:24.636369 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7e57f77a-c426-4b6f-99ac-0f6bbe52e725 req-e967bf1c-30df-48bb-a6eb-b7e22c000087 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984249 Oct 17 17:58:24.640449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:24.663432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f2a955f-4304-487e-a37d-1bfda8bfceb0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:24.700461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474d2a33-df87-4a91-bf30-26cb12f4eabb None None] Network 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:24.951656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router 2011fdf5-cccc-4c6e-a2f3-ccd34370abdd is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:58:24.973311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-751960d7-5889-4fc3-a0df-02dfcca5f6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:25.079802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751960d7-5889-4fc3-a0df-02dfcca5f6b0 None None] Pushing event deleted for resources: {'Port': ['ID=15ba23c4-1e80-4a67-89da-d9e5408e9410,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:25.106011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fce7729b-509c-4bcd-ace9-b992c0c8a9fe None None] Provisioning for port 0987fc82-7e91-456b-ade6-038c9ca28934 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:25.124910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:25.131091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751960d7-5889-4fc3-a0df-02dfcca5f6b0 None None] No DVR routers for this DVR port 15ba23c4-1e80-4a67-89da-d9e5408e9410 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:58:25.134240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fce7729b-509c-4bcd-ace9-b992c0c8a9fe None None] Provisioning complete for port 0987fc82-7e91-456b-ade6-038c9ca28934 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:25.135158 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fce7729b-509c-4bcd-ace9-b992c0c8a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:25.135930 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-fce7729b-509c-4bcd-ace9-b992c0c8a9fe None None] Attempt 1 to provision port 0987fc82-7e91-456b-ade6-038c9ca28934 Oct 17 17:58:25.356402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:25.375396 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-685b88aa-3fe3-4ddd-a8e9-0c9a1ed24b79 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/2011fdf5-cccc-4c6e-a2f3-ccd34370abdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7075293 Oct 17 17:58:25.381949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47376) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:25.394424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1421c7b-c048-40a9-a258-c47ad2fa8b6c None None] Sync routers for ids ['2011fdf5-cccc-4c6e-a2f3-ccd34370abdd'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:58:25.405328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-fce7729b-509c-4bcd-ace9-b992c0c8a9fe None None] Current status of the port 0987fc82-7e91-456b-ade6-038c9ca28934 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:25.405977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fce7729b-509c-4bcd-ace9-b992c0c8a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:25.423146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1421c7b-c048-40a9-a258-c47ad2fa8b6c None None] Routers {'2011fdf5-cccc-4c6e-a2f3-ccd34370abdd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:25.423146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f1421c7b-c048-40a9-a258-c47ad2fa8b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['2011fdf5-cccc-4c6e-a2f3-ccd34370abdd'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:25.494306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559440e9-aa26-45b8-9851-ffe9b929997b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:25.495030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-559440e9-aa26-45b8-9851-ffe9b929997b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Synchronizing usage tracker for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:25.496879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] For port 15ba23c4-1e80-4a67-89da-d9e5408e9410, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=15ba23c4-1e80-4a67-89da-d9e5408e9410,segment=NetworkSegment(29a452db-5e33-4bcf-8164-9f8382b369b9),segment_id=29a452db-5e33-4bcf-8164-9f8382b369b9)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:25.497320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:25.514561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4746ce-dd33-4e70-ac44-9b8bd06fff66 req-e56cc45e-9a0a-485e-80c3-e0714e990fd9 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:25.516990 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8e4746ce-dd33-4e70-ac44-9b8bd06fff66 req-e56cc45e-9a0a-485e-80c3-e0714e990fd9 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.3297224 Oct 17 17:58:25.548978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-fce7729b-509c-4bcd-ace9-b992c0c8a9fe None None] For port 0987fc82-7e91-456b-ade6-038c9ca28934, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0987fc82-7e91-456b-ade6-038c9ca28934,segment=NetworkSegment(d1d22c9a-f018-4b8b-8e70-5b96af645670),segment_id=d1d22c9a-f018-4b8b-8e70-5b96af645670)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:25.550922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f1421c7b-c048-40a9-a258-c47ad2fa8b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:25.557868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fce7729b-509c-4bcd-ace9-b992c0c8a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:25.562022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-559440e9-aa26-45b8-9851-ffe9b929997b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Unset dirty status for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:25.563871 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-559440e9-aa26-45b8-9851-ffe9b929997b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports/64267aae-04a3-43a9-827d-7cd19730c2f4 HTTP/1.1" status: 200 len: 911 time: 0.1801410 Oct 17 17:58:25.572321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47380) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:25.621417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1421c7b-c048-40a9-a258-c47ad2fa8b6c None None] Routers {'2011fdf5-cccc-4c6e-a2f3-ccd34370abdd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:25.621879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f1421c7b-c048-40a9-a258-c47ad2fa8b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['2011fdf5-cccc-4c6e-a2f3-ccd34370abdd'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:25.652871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0818e1d3-8c5a-45ba-94e2-6dd0eef9141a'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:25.695201 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8e4746ce-dd33-4e70-ac44-9b8bd06fff66 req-417576d7-7ee8-4b7e-a61d-8b792b21ea70 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671846 Oct 17 17:58:25.732219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 15ba23c4-1e80-4a67-89da-d9e5408e9410 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:58:25.770736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Calling delete_port for 15ba23c4-1e80-4a67-89da-d9e5408e9410 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:25.783110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 15ba23c4-1e80-4a67-89da-d9e5408e9410 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:58:25.783709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 15ba23c4-1e80-4a67-89da-d9e5408e9410 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:58:25.787341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f1421c7b-c048-40a9-a258-c47ad2fa8b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:25.787755 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1421c7b-c048-40a9-a258-c47ad2fa8b6c None None] The sync data for ids ['2011fdf5-cccc-4c6e-a2f3-ccd34370abdd'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:58:25.800234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7729b-509c-4bcd-ace9-b992c0c8a9fe None None] Pushing event updated for resources: {'Port': ['ID=0987fc82-7e91-456b-ade6-038c9ca28934,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:25.858156 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b5268-cf87-4458-a528-d7db5bb15cb1 req-0121e0b8-f576-4e70-ad97-5007c9f8038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:25.860220 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-218b5268-cf87-4458-a528-d7db5bb15cb1 req-0121e0b8-f576-4e70-ad97-5007c9f8038e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cb68639d06643c2b4bddc259b4fef5c&device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 1098 time: 0.6947157 Oct 17 17:58:25.890259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Provisioning complete for port 0987fc82-7e91-456b-ade6-038c9ca28934 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:25.890760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:25.891347 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Attempt 1 to provision port 0987fc82-7e91-456b-ade6-038c9ca28934 Oct 17 17:58:25.991200 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2a955f-4304-487e-a37d-1bfda8bfceb0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 8a430dd7-8d9e-407e-92cc-350a07df58bd has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:58:26.019629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:58:26.020146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:58:26.059197 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Current status of the port 0987fc82-7e91-456b-ade6-038c9ca28934 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:26.077748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Provisioning for port 64267aae-04a3-43a9-827d-7cd19730c2f4 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:26.088706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Provisioning complete for port 64267aae-04a3-43a9-827d-7cd19730c2f4 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:26.089352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:26.089978 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Attempt 1 to provision port 64267aae-04a3-43a9-827d-7cd19730c2f4 Oct 17 17:58:26.180002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:26.199267 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Port 64267aae-04a3-43a9-827d-7cd19730c2f4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:26.385470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b5268-cf87-4458-a528-d7db5bb15cb1 req-f5b69a32-44e5-466e-ae58-d4b03f850f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:26.387593 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-218b5268-cf87-4458-a528-d7db5bb15cb1 req-f5b69a32-44e5-466e-ae58-d4b03f850f45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=76756a0e-9767-4140-aa5d-4b1d77a8f1aa HTTP/1.1" status: 200 len: 913 time: 0.5175655 Oct 17 17:58:26.471498 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-218b5268-cf87-4458-a528-d7db5bb15cb1 req-c30b4ee8-6f48-4b51-a07b-8f1a7859549e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10328805-ccb8-4a19-b606-5ecb2de66305 HTTP/1.1" status: 200 len: 217 time: 0.0761304 Oct 17 17:58:26.523617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Deleting port 15ba23c4-1e80-4a67-89da-d9e5408e9410 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:26.523898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:26.580607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2a955f-4304-487e-a37d-1bfda8bfceb0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:26.592331 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c36567a-f17a-4269-b895-111ec0f947e1 None None] Sync routers for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:58:26.604159 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c36567a-f17a-4269-b895-111ec0f947e1 None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:26.604785 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0c36567a-f17a-4269-b895-111ec0f947e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:26.625838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] The port '15ba23c4-1e80-4a67-89da-d9e5408e9410' was deleted {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:58:26.632833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b5268-cf87-4458-a528-d7db5bb15cb1 req-ed5c3ba1-f9ad-4cd3-afef-6eb071933d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:26.634293 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-218b5268-cf87-4458-a528-d7db5bb15cb1 req-ed5c3ba1-f9ad-4cd3-afef-6eb071933d50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9086208-7c0e-47ab-98ba-2333cfefd654 HTTP/1.1" status: 200 len: 852 time: 0.1526220 Oct 17 17:58:26.700772 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Attempt 2 to provision port 64267aae-04a3-43a9-827d-7cd19730c2f4 Oct 17 17:58:26.714109 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1f2a955f-4304-487e-a37d-1bfda8bfceb0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/8a430dd7-8d9e-407e-92cc-350a07df58bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3559649 Oct 17 17:58:26.714924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47384) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:26.731761 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-218b5268-cf87-4458-a528-d7db5bb15cb1 req-bc8f5c3d-efdc-4fb5-a582-78fd943aab63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=76756a0e-9767-4140-aa5d-4b1d77a8f1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683327 Oct 17 17:58:26.849947 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-0c36567a-f17a-4269-b895-111ec0f947e1 None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:58:26.875626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Port 64267aae-04a3-43a9-827d-7cd19730c2f4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:26.932270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:26.952149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:26.966388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:26.966900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:26.967805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:26.970370 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/ports/64267aae-04a3-43a9-827d-7cd19730c2f4 HTTP/1.1" status: 200 len: 911 time: 1.3434627 Oct 17 17:58:27.022468 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47390) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:27.104475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=64267aae-04a3-43a9-827d-7cd19730c2f4,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:27.119908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:27.120826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:27.121595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:27.122357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:27.123220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:27.123996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:27.124761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:27.126051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:27.126814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:27.127634 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:27.128469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:27.129407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fc3559-aee4-4d05-a62c-e28db83555de tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:27.168683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2f6bff-ae3c-4931-9f49-5805ee0f9057 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting subnet 90ab9321-e0ac-4aad-b29f-1c63910f3f5c {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:58:27.194204 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7f2f6bff-ae3c-4931-9f49-5805ee0f9057 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:27.294680 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca84391-75ae-462e-9180-c32b6af5b242']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:27.314155 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0c36567a-f17a-4269-b895-111ec0f947e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:58:23Z', 'revision_number': 7, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:27.319513 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c36567a-f17a-4269-b895-111ec0f947e1 None None] Checking router: 8a430dd7-8d9e-407e-92cc-350a07df58bd for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:58:27.331266 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c36567a-f17a-4269-b895-111ec0f947e1 None None] Routers {'8a430dd7-8d9e-407e-92cc-350a07df58bd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:27.332148 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0c36567a-f17a-4269-b895-111ec0f947e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['8a430dd7-8d9e-407e-92cc-350a07df58bd'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:27.347946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a452db-5e33-4bcf-8164-9f8382b369b9') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:27.348325 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a452db-5e33-4bcf-8164-9f8382b369b9') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:27.378176 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Attempt 3 to provision port 64267aae-04a3-43a9-827d-7cd19730c2f4 Oct 17 17:58:27.390347 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-218b5268-cf87-4458-a528-d7db5bb15cb1 req-d9276442-ae07-4b04-82ab-df1879927b6e service neutron] 10.222.0.20 "GET /v2.0/networks/76756a0e-9767-4140-aa5d-4b1d77a8f1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146286 Oct 17 17:58:27.399257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:27.408993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7f2f6bff-ae3c-4931-9f49-5805ee0f9057 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:27.498307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Port 64267aae-04a3-43a9-827d-7cd19730c2f4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:27.554547 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:27.595687 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0987fc82-7e91-456b-ade6-038c9ca28934 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:58:27.628431 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-0c36567a-f17a-4269-b895-111ec0f947e1 None None] Set router 8a430dd7-8d9e-407e-92cc-350a07df58bd gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:58:27.735699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 0987fc82-7e91-456b-ade6-038c9ca28934 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:27.736487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:27.736971 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 0987fc82-7e91-456b-ade6-038c9ca28934 Oct 17 17:58:27.804077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:58:27.804519 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:27.953008 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 29a452db-5e33-4bcf-8164-9f8382b369b9 resource provider aggregate not found Oct 17 17:58:27.967587 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0c36567a-f17a-4269-b895-111ec0f947e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:58:23Z', 'revision_number': 7, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:27.974585 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c36567a-f17a-4269-b895-111ec0f947e1 None None] The sync data for ids ['8a430dd7-8d9e-407e-92cc-350a07df58bd'] in dv-neutron-860895-1-hyperv is: [{'id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'name': 'tempest-TestNetworkBasicOps-router-2054891280', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:44Z', 'updated_at': '2022-10-17T17:58:23Z', 'revision_number': 7, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '54c5f717-9c39-444d-86a1-b79c19c6ab36', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e8:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a430dd7-8d9e-407e-92cc-350a07df58bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:47Z', 'updated_at': '2022-10-17T17:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:58:27.976335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 0987fc82-7e91-456b-ade6-038c9ca28934 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:27.999951 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Attempt 4 to provision port 64267aae-04a3-43a9-827d-7cd19730c2f4 Oct 17 17:58:28.006973 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 29a452db-5e33-4bcf-8164-9f8382b369b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29a452db-5e33-4bcf-8164-9f8382b369b9 found for delete ", "request_id": "req-db48232d-2dd8-4c99-966b-2ab9d3826291"}]} Oct 17 17:58:28.079819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5898a-625e-4b30-a73e-333309c89be2 req-8d36c317-9b72-4e34-a39b-36a240d2b4b3 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:28.081541 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b3f5898a-625e-4b30-a73e-333309c89be2 req-8d36c317-9b72-4e34-a39b-36a240d2b4b3 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 1.1242349 Oct 17 17:58:28.082264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:28.086927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:28.091436 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-218b5268-cf87-4458-a528-d7db5bb15cb1 req-45867efe-af60-4028-82c9-b4eb5123669c service neutron] 10.222.0.20 "GET /v2.0/networks/76756a0e-9767-4140-aa5d-4b1d77a8f1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522918 Oct 17 17:58:28.095278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7f2f6bff-ae3c-4931-9f49-5805ee0f9057 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:28.130772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Port 64267aae-04a3-43a9-827d-7cd19730c2f4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:28.208519 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] 10.222.0.69 "DELETE /v2.0/networks/0ca84391-75ae-462e-9180-c32b6af5b242 HTTP/1.1" status: 204 len: 168 time: 4.8357236 Oct 17 17:58:28.215669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6848e-e006-4dfd-934f-66f8e294f07a tempest-FloatingIPNegativeTestJSON-358473405 tempest-FloatingIPNegativeTestJSON-358473405-project] Pushing event deleted for resources: {'Network': ['ID=0ca84391-75ae-462e-9180-c32b6af5b242,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:28.324958 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b3f5898a-625e-4b30-a73e-333309c89be2 req-280e2d85-d938-4608-833d-4fbbeb6902c8 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311044 Oct 17 17:58:28.367495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7f2f6bff-ae3c-4931-9f49-5805ee0f9057 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:28.426213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f6bff-ae3c-4931-9f49-5805ee0f9057 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Subnet': ['ID=90ab9321-e0ac-4aad-b29f-1c63910f3f5c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:28.431237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7f2f6bff-ae3c-4931-9f49-5805ee0f9057 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:28.443431 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7f2f6bff-ae3c-4931-9f49-5805ee0f9057 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/subnets/90ab9321-e0ac-4aad-b29f-1c63910f3f5c HTTP/1.1" status: 204 len: 168 time: 1.7151625 Oct 17 17:58:28.446679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47400) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:28.447124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fcbff6-3fd7-4ef7-a47e-ef97b0719ea3 None None] Network 06ccc2a7-0461-4af5-89b3-0a831416e118 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:28.669782 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Attempt 5 to provision port 64267aae-04a3-43a9-827d-7cd19730c2f4 Oct 17 17:58:28.741435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47406) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:28.879617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Port 64267aae-04a3-43a9-827d-7cd19730c2f4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:28.932028 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:29.019485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2a1915c0-e0f8-466f-abd2-8ef0325cd542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:29.045011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec5342-402f-46eb-8270-03a22ff3fd34 None None] DHCP port deletion for 06ccc2a7-0461-4af5-89b3-0a831416e118 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:58:29.052434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6fec5342-402f-46eb-8270-03a22ff3fd34 None None] Deleting port 0de819df-fc4c-4009-b01d-4e91c48c0274 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:29.053452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6fec5342-402f-46eb-8270-03a22ff3fd34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:29.068503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3127d03-3ab9-45fc-be77-1b8c3793a4dd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:29.088549 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b23014fa-e808-448b-a555-0ad0252a2587 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=52b41b167c64404d9d08757a648cc1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441701 Oct 17 17:58:29.091013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47412) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:29.230739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e86d9dc-23d6-477d-b2c5-61e77042a794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:29.285203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e86d9dc-23d6-477d-b2c5-61e77042a794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:29.396280 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Attempt 6 to provision port 64267aae-04a3-43a9-827d-7cd19730c2f4 Oct 17 17:58:29.398884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:29.416296 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e86d9dc-23d6-477d-b2c5-61e77042a794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:29.422484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 54c5f717-9c39-444d-86a1-b79c19c6ab36 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:29.423183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:29.487032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86d9dc-23d6-477d-b2c5-61e77042a794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ecbe22-7333-46c6-ab6b-b146ecb62203,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:29.495063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6fec5342-402f-46eb-8270-03a22ff3fd34 None None] For port 0de819df-fc4c-4009-b01d-4e91c48c0274, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0de819df-fc4c-4009-b01d-4e91c48c0274,segment=NetworkSegment(5b438e7d-6334-4cf8-b06a-29b891c3a4b0),segment_id=5b438e7d-6334-4cf8-b06a-29b891c3a4b0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:29.495883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6fec5342-402f-46eb-8270-03a22ff3fd34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:29.497447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e86d9dc-23d6-477d-b2c5-61e77042a794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:29.502019 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0e86d9dc-23d6-477d-b2c5-61e77042a794 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/35ecbe22-7333-46c6-ab6b-b146ecb62203 HTTP/1.1" status: 204 len: 168 time: 0.4067798 Oct 17 17:58:29.783975 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640bff9-55a9-4c23-a1d7-93d02a0bcf4d req-14cecce3-063e-403a-973b-0bca27d4414c tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:29.798207 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6640bff9-55a9-4c23-a1d7-93d02a0bcf4d req-14cecce3-063e-403a-973b-0bca27d4414c tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.1964738 Oct 17 17:58:29.880332 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6fec5342-402f-46eb-8270-03a22ff3fd34 None None] Calling delete_port for 0de819df-fc4c-4009-b01d-4e91c48c0274 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:29.893159 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6640bff9-55a9-4c23-a1d7-93d02a0bcf4d req-8ec50323-3cbf-4a95-ae80-9355e7cdc69d tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935690 Oct 17 17:58:29.962640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:58:30.054536 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:58:30.055010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3e438981-7ae4-49aa-89cf-b3c4f0d6e46a not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:58:30.056198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0de819df-fc4c-4009-b01d-4e91c48c0274 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:58:30.063559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c3127d03-3ab9-45fc-be77-1b8c3793a4dd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 64267aae-04a3-43a9-827d-7cd19730c2f4 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:30.064247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3127d03-3ab9-45fc-be77-1b8c3793a4dd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:30.248393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Port 64267aae-04a3-43a9-827d-7cd19730c2f4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:30.459942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 0de819df-fc4c-4009-b01d-4e91c48c0274 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:30.460807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:30.489091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 54c5f717-9c39-444d-86a1-b79c19c6ab36, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=54c5f717-9c39-444d-86a1-b79c19c6ab36,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:30.489989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:30.595609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6fec5342-402f-46eb-8270-03a22ff3fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:30.694853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec5342-402f-46eb-8270-03a22ff3fd34 None None] Pushing event deleted for resources: {'Port': ['ID=0de819df-fc4c-4009-b01d-4e91c48c0274,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:30.715120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fec5342-402f-46eb-8270-03a22ff3fd34 None None] No DVR routers for this DVR port 0de819df-fc4c-4009-b01d-4e91c48c0274 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:58:30.825956 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Attempt 7 to provision port 64267aae-04a3-43a9-827d-7cd19730c2f4 Oct 17 17:58:30.838381 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 54c5f717-9c39-444d-86a1-b79c19c6ab36 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:30.863021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cecb20-43aa-4345-ac16-18dfaa51683b req-71b653f0-3404-454a-9806-8137abd67ce5 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:30.873121 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-27cecb20-43aa-4345-ac16-18dfaa51683b req-71b653f0-3404-454a-9806-8137abd67ce5 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.1750455 Oct 17 17:58:30.956226 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-27cecb20-43aa-4345-ac16-18dfaa51683b req-f78d4241-6a71-43eb-8071-ee17c8afd158 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763221 Oct 17 17:58:30.965839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Port 64267aae-04a3-43a9-827d-7cd19730c2f4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:30.982135 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3127d03-3ab9-45fc-be77-1b8c3793a4dd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:31.196655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c3127d03-3ab9-45fc-be77-1b8c3793a4dd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for 64267aae-04a3-43a9-827d-7cd19730c2f4 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:31.287596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47442) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:31.418863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1536701286'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:31.426921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:31.432869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:network and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:31.439535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:31.445288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:31.448984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:31.461884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:31.465863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:31.467560 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Attempt 8 to provision port 64267aae-04a3-43a9-827d-7cd19730c2f4 Oct 17 17:58:31.492258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:31.513935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:31.519886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:security_group_rule and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:31.523858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:31.532965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:31.546072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4f52887e-c172-4572-ab82-9af5c05ab5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:31.557902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Port 64267aae-04a3-43a9-827d-7cd19730c2f4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:31.571410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=54c5f717-9c39-444d-86a1-b79c19c6ab36,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:31.691443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3127d03-3ab9-45fc-be77-1b8c3793a4dd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:31.749093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3127d03-3ab9-45fc-be77-1b8c3793a4dd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=64267aae-04a3-43a9-827d-7cd19730c2f4,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:31.753058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:31.817626 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:31.824046 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:31.874294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:58:31.896604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c327348-7d17-420f-b16e-ce07501c0926,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:31.903339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:31.903860 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Added segment ce9c73df-f077-446a-a6bd-a3a08d0cf192 of type vlan for network 634beccc-5e72-4fe9-9eda-d7d6d5c2daed Oct 17 17:58:31.954007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:32.002142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:32.015125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:32.016577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:32.058965 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Attempt 9 to provision port 64267aae-04a3-43a9-827d-7cd19730c2f4 Oct 17 17:58:32.112070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3043ccd0-4ba1-4492-8ed9-d88a051b52b8 None None] Port 64267aae-04a3-43a9-827d-7cd19730c2f4 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:58:32.226273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b63bff03-7a15-4b9d-b36b-ff84aac8c7f1 None None] Could not find standard attr ID for object 64267aae-04a3-43a9-827d-7cd19730c2f4. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:58:32.351086 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0529981 Oct 17 17:58:32.351086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730134e-539e-4f1b-8ef4-48d4c687698d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Network': ['ID=634beccc-5e72-4fe9-9eda-d7d6d5c2daed,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:32.370406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 634beccc-5e72-4fe9-9eda-d7d6d5c2daed details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:58:32.432113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:32.439355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:32.472751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3127d03-3ab9-45fc-be77-1b8c3793a4dd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:32.549670 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:32.593603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:32.688920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:32.689679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Fanout notify agent at l3_agent the message router_deleted on router 8a430dd7-8d9e-407e-92cc-350a07df58bd {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:58:32.733375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:32.738654 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-873e2197-fae9-4f3a-a516-559fd7cbc700 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/routers/8a430dd7-8d9e-407e-92cc-350a07df58bd HTTP/1.1" status: 204 len: 168 time: 4.2866023 Oct 17 17:58:32.739529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47450) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:32.823239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec1e81-6702-423b-9c34-ada0a7e2550c req-969e5dac-4810-492c-a05c-150ed6299b8f tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:32.826918 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7bec1e81-6702-423b-9c34-ada0a7e2550c req-969e5dac-4810-492c-a05c-150ed6299b8f tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.5011864 Oct 17 17:58:33.190992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3127d03-3ab9-45fc-be77-1b8c3793a4dd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router 2011fdf5-cccc-4c6e-a2f3-ccd34370abdd has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:58:33.196744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:33.207238 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7bec1e81-6702-423b-9c34-ada0a7e2550c req-47b835f6-df7d-48c3-8057-7b808d6b5c21 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625915 Oct 17 17:58:33.461362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3127d03-3ab9-45fc-be77-1b8c3793a4dd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:33.470346 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c3127d03-3ab9-45fc-be77-1b8c3793a4dd tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/2011fdf5-cccc-4c6e-a2f3-ccd34370abdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4458821 Oct 17 17:58:33.471165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47456) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:33.510040 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a5c6d-14ca-4f49-ac20-ac6d8fb3fdd3 None None] Sync routers for ids ['2011fdf5-cccc-4c6e-a2f3-ccd34370abdd'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:58:33.562318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:33.570592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a5c6d-14ca-4f49-ac20-ac6d8fb3fdd3 None None] Routers {'2011fdf5-cccc-4c6e-a2f3-ccd34370abdd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:33.580551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a55a5c6d-14ca-4f49-ac20-ac6d8fb3fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['2011fdf5-cccc-4c6e-a2f3-ccd34370abdd'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:33.608125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ccc2a7-0461-4af5-89b3-0a831416e118']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:33.632257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b438e7d-6334-4cf8-b06a-29b891c3a4b0') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:33.632722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b438e7d-6334-4cf8-b06a-29b891c3a4b0') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:33.649038 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:33.680017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:33.696520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:58:33.697884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:33.803545 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-886c568e-398b-4dbc-993f-c6b356b988f5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=2011fdf5-cccc-4c6e-a2f3-ccd34370abdd HTTP/1.1" status: 200 len: 205 time: 0.3286614 Oct 17 17:58:33.813558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47466) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:33.926443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 54c5f717-9c39-444d-86a1-b79c19c6ab36 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:58:33.983394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a55a5c6d-14ca-4f49-ac20-ac6d8fb3fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:34.040874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 54c5f717-9c39-444d-86a1-b79c19c6ab36 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:58:34.042695 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 54c5f717-9c39-444d-86a1-b79c19c6ab36 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:58:34.063460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a5c6d-14ca-4f49-ac20-ac6d8fb3fdd3 None None] Routers {'2011fdf5-cccc-4c6e-a2f3-ccd34370abdd'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:34.064542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a55a5c6d-14ca-4f49-ac20-ac6d8fb3fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['2011fdf5-cccc-4c6e-a2f3-ccd34370abdd'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:34.066711 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 5b438e7d-6334-4cf8-b06a-29b891c3a4b0 resource provider aggregate not found Oct 17 17:58:34.116497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:34.129449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:34.154350 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a55a5c6d-14ca-4f49-ac20-ac6d8fb3fdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:34.154781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a5c6d-14ca-4f49-ac20-ac6d8fb3fdd3 None None] The sync data for ids ['2011fdf5-cccc-4c6e-a2f3-ccd34370abdd'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:58:34.184085 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Network': ['ID=06ccc2a7-0461-4af5-89b3-0a831416e118,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:34.201102 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-73f00660-e7ac-4fee-a943-9c5494fd552e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/networks/06ccc2a7-0461-4af5-89b3-0a831416e118 HTTP/1.1" status: 204 len: 168 time: 1.4599395 Oct 17 17:58:34.229561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47472) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:34.240260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'network': {'name': 'tempest-network-smoke--822498809', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'port_security_enabled': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:34.247584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a96f2b2-ac31-4990-b5cd-ae227fe5ec70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:34.251963 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:34.261888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:network and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:34.269597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:34.280382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427f735-c453-4cf8-98db-0142a25e5574 req-992a21ff-b4fb-47de-bc5c-2cc8feb71bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:34.283963 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1427f735-c453-4cf8-98db-0142a25e5574 req-992a21ff-b4fb-47de-bc5c-2cc8feb71bef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2cb68639d06643c2b4bddc259b4fef5c&device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 1098 time: 0.3721635 Oct 17 17:58:34.285459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:34.309285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:34.540830 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 5b438e7d-6334-4cf8-b06a-29b891c3a4b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b438e7d-6334-4cf8-b06a-29b891c3a4b0 found for delete ", "request_id": "req-97fc59b7-dadd-454d-ad5b-7083d4e9703d"}]} Oct 17 17:58:34.549795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3a5ab-c91e-4a73-8ded-916cff3fd0ec req-37ca6a9a-5b6c-4041-9429-02587d18145d tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:34.551422 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7fd3a5ab-c91e-4a73-8ded-916cff3fd0ec req-37ca6a9a-5b6c-4041-9429-02587d18145d tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.5588107 Oct 17 17:58:34.563549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:34.567244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:34.682025 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7fd3a5ab-c91e-4a73-8ded-916cff3fd0ec req-9d4afe10-a338-4f2b-8fb6-db8359f81087 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050367 Oct 17 17:58:34.682760 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:58:34.685518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427f735-c453-4cf8-98db-0142a25e5574 req-1e51e904-3bee-49fd-9ba7-98b6a2842d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:34.687542 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1427f735-c453-4cf8-98db-0142a25e5574 req-1e51e904-3bee-49fd-9ba7-98b6a2842d4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=76756a0e-9767-4140-aa5d-4b1d77a8f1aa HTTP/1.1" status: 200 len: 913 time: 0.3946881 Oct 17 17:58:34.756732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:34.757453 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Added segment c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e of type vlan for network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 Oct 17 17:58:34.770596 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1427f735-c453-4cf8-98db-0142a25e5574 req-4800d42f-ea4c-4f52-8d7a-2ead4a3038d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10328805-ccb8-4a19-b606-5ecb2de66305 HTTP/1.1" status: 200 len: 217 time: 0.0771136 Oct 17 17:58:34.789108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a96f2b2-ac31-4990-b5cd-ae227fe5ec70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:34.793152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a96f2b2-ac31-4990-b5cd-ae227fe5ec70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:34.834849 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a96f2b2-ac31-4990-b5cd-ae227fe5ec70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:34.835736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a96f2b2-ac31-4990-b5cd-ae227fe5ec70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Fanout notify agent at l3_agent the message router_deleted on router 2011fdf5-cccc-4c6e-a2f3-ccd34370abdd {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:58:34.836960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:34.865337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a96f2b2-ac31-4990-b5cd-ae227fe5ec70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:34.867273 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0a96f2b2-ac31-4990-b5cd-ae227fe5ec70 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/2011fdf5-cccc-4c6e-a2f3-ccd34370abdd HTTP/1.1" status: 204 len: 168 time: 1.0513887 Oct 17 17:58:34.870069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47476) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:34.873815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427f735-c453-4cf8-98db-0142a25e5574 req-b273dc51-6a4b-453c-871f-0a362b30faee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:34.875288 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1427f735-c453-4cf8-98db-0142a25e5574 req-b273dc51-6a4b-453c-871f-0a362b30faee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9086208-7c0e-47ab-98ba-2333cfefd654 HTTP/1.1" status: 200 len: 852 time: 0.0984724 Oct 17 17:58:34.942286 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1427f735-c453-4cf8-98db-0142a25e5574 req-bef3fa9d-c276-43a7-9c8b-146c31dcb84d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=76756a0e-9767-4140-aa5d-4b1d77a8f1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605929 Oct 17 17:58:34.943727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:34.949962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:34.950116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:35.018535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7cb3c6-0831-40ac-813c-3c8f479aceb4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting subnet 0818e1d3-8c5a-45ba-94e2-6dd0eef9141a {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:58:35.024695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb3c6-0831-40ac-813c-3c8f479aceb4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:35.029034 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7951829 Oct 17 17:58:35.089543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47480) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:35.133488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'admin_state_up': True, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:35.247409 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d2b42-dc74-442d-b89a-6ad4fc1cd262 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Network': ['ID=178ccc82-4ce6-48db-8ba5-972f9ba5f634,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:35.262779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb3c6-0831-40ac-813c-3c8f479aceb4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:35.289597 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:58:35.378944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:35.387980 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1427f735-c453-4cf8-98db-0142a25e5574 req-9c1f018c-08b5-494f-bbc7-f5d3b0b72054 service neutron] 10.222.0.20 "GET /v2.0/networks/76756a0e-9767-4140-aa5d-4b1d77a8f1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132247 Oct 17 17:58:35.419690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:router and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:35.433613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:35.456269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:35.638664 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb3c6-0831-40ac-813c-3c8f479aceb4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:35.649202 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1427f735-c453-4cf8-98db-0142a25e5574 req-e682eeb6-4b7a-4afe-9ba8-64a74514e848 service neutron] 10.222.0.20 "GET /v2.0/networks/76756a0e-9767-4140-aa5d-4b1d77a8f1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479203 Oct 17 17:58:35.714200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:35.714200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:35.745461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:36.081173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb3c6-0831-40ac-813c-3c8f479aceb4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:36.171240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7cb3c6-0831-40ac-813c-3c8f479aceb4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Subnet': ['ID=0818e1d3-8c5a-45ba-94e2-6dd0eef9141a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:36.174105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb3c6-0831-40ac-813c-3c8f479aceb4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:36.184103 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2e2370-216d-4f13-9a17-267b9f44ee88 None None] Network 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:36.510191 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca433f4-4df1-4fda-ac34-8f1f29312d22 None None] DHCP port deletion for 7f3857db-cfe4-4bde-bdee-649bcd9bfcc8 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:58:36.517975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6ca433f4-4df1-4fda-ac34-8f1f29312d22 None None] Deleting port 0987fc82-7e91-456b-ade6-038c9ca28934 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:36.518665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6ca433f4-4df1-4fda-ac34-8f1f29312d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:36.609410 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7a7cb3c6-0831-40ac-813c-3c8f479aceb4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/0818e1d3-8c5a-45ba-94e2-6dd0eef9141a HTTP/1.1" status: 204 len: 168 time: 1.7373621 Oct 17 17:58:36.612815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47486) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:36.647078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:36.686238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5881df0-867b-45a0-aa55-e92626f0017f req-acafafb7-ab7f-4c87-b400-e9506164dc49 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:36.689596 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c5881df0-867b-45a0-aa55-e92626f0017f req-acafafb7-ab7f-4c87-b400-e9506164dc49 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.7542896 Oct 17 17:58:36.756425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:36.776835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 0987fc82-7e91-456b-ade6-038c9ca28934 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:36.777363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:36.811916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6ca433f4-4df1-4fda-ac34-8f1f29312d22 None None] For port 0987fc82-7e91-456b-ade6-038c9ca28934, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0987fc82-7e91-456b-ade6-038c9ca28934,segment=NetworkSegment(d1d22c9a-f018-4b8b-8e70-5b96af645670),segment_id=d1d22c9a-f018-4b8b-8e70-5b96af645670)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:36.812314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6ca433f4-4df1-4fda-ac34-8f1f29312d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:36.976892 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c5881df0-867b-45a0-aa55-e92626f0017f req-93120d0e-a3f6-46c0-90e4-c42b0f74f3c9 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620938 Oct 17 17:58:37.035931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6ca433f4-4df1-4fda-ac34-8f1f29312d22 None None] Calling delete_port for 0987fc82-7e91-456b-ade6-038c9ca28934 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:37.225418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6ca433f4-4df1-4fda-ac34-8f1f29312d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:37.268401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47490) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:37.271939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'subnet': {'network_id': '634beccc-5e72-4fe9-9eda-d7d6d5c2daed', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:37.334146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port 0987fc82-7e91-456b-ade6-038c9ca28934, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0987fc82-7e91-456b-ade6-038c9ca28934,segment=NetworkSegment(d1d22c9a-f018-4b8b-8e70-5b96af645670),segment_id=d1d22c9a-f018-4b8b-8e70-5b96af645670)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:37.334146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:37.353586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca433f4-4df1-4fda-ac34-8f1f29312d22 None None] Pushing event deleted for resources: {'Port': ['ID=0987fc82-7e91-456b-ade6-038c9ca28934,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:37.355181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca433f4-4df1-4fda-ac34-8f1f29312d22 None None] No DVR routers for this DVR port 0987fc82-7e91-456b-ade6-038c9ca28934 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:58:37.463533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:37.508823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:37.548996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for 0987fc82-7e91-456b-ade6-038c9ca28934 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:37.557253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:37.561216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:subnet and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:37.569369 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:37.580831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:37.593990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0987fc82-7e91-456b-ade6-038c9ca28934 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:58:37.613913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:37.620266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:37.676113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:58:37.676113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:58:37.707973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 0987fc82-7e91-456b-ade6-038c9ca28934 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:58:37.707973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0987fc82-7e91-456b-ade6-038c9ca28934 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:58:37.853703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.87 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/6183e896-dd1b-43cc-8536-5e67d4f26f1d) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:38.102790 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:38.181002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 0987fc82-7e91-456b-ade6-038c9ca28934 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:38.181002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:38.196356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:38.251214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Subnet': ['ID=10e03126-74e6-4acd-99af-26bf4aa2036f,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:38.263408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Checking segment: {'id': 'ce9c73df-f077-446a-a6bd-a3a08d0cf192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '634beccc-5e72-4fe9-9eda-d7d6d5c2daed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:38.263408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network hostable DHCP agents. Network: 634beccc-5e72-4fe9-9eda-d7d6d5c2daed, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:58:38.305280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network 634beccc-5e72-4fe9-9eda-d7d6d5c2daed is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:58:38.305280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:38.345596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 634beccc-5e72-4fe9-9eda-d7d6d5c2daed) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:38.360526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7578eb02-628d-4d39-bc9a-c906c6bcb7fb None None] Network 634beccc-5e72-4fe9-9eda-d7d6d5c2daed requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:38.371662 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:38.372273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:38.384001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] The port '0987fc82-7e91-456b-ade6-038c9ca28934' was deleted {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:58:38.386267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:38.392366 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:38.404034 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:38.484402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=6183e896-dd1b-43cc-8536-5e67d4f26f1d,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:38.488342 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-45076461-b74e-41b8-a02f-42b3e74d7bd7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2236116 Oct 17 17:58:38.491906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47496) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:38.631024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-820778495'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:38.636345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:38.649247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-634beccc-5e72-4fe9-9eda-d7d6d5c2daed', 'network_id': '634beccc-5e72-4fe9-9eda-d7d6d5c2daed', 'tenant_id': '362f511fb67c47859adea8ec7ecc1aec', 'fixed_ips': [{'subnet_id': '10e03126-74e6-4acd-99af-26bf4aa2036f'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:58:38.650607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:38.652710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:network and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:38.658457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:38.686003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:38.694025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:38.719118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3857db-cfe4-4bde-bdee-649bcd9bfcc8']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:38.730838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:38.734630 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:38.740727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a25074-2347-42a8-b11a-a3f99ef51052 req-7498dd43-8fe6-4ecc-982e-9d349fe67f31 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:38.742322 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a9a25074-2347-42a8-b11a-a3f99ef51052 req-7498dd43-8fe6-4ecc-982e-9d349fe67f31 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.4105144 Oct 17 17:58:38.744243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d22c9a-f018-4b8b-8e70-5b96af645670') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:38.744795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d22c9a-f018-4b8b-8e70-5b96af645670') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:38.777405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:38.811216 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:38.823318 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a9a25074-2347-42a8-b11a-a3f99ef51052 req-bae7dd2b-f704-4842-a55d-2b6d8eb7fc8a tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708761 Oct 17 17:58:38.824396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:58:38.824806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:38.893388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Allocated IP 2001:db8:0:ffff::2 (634beccc-5e72-4fe9-9eda-d7d6d5c2daed/10e03126-74e6-4acd-99af-26bf4aa2036f/1d082385-9275-42df-8f2a-f507a3ec5245) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:38.955135 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment d1d22c9a-f018-4b8b-8e70-5b96af645670 resource provider aggregate not found Oct 17 17:58:38.958049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:58:39.011235 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment d1d22c9a-f018-4b8b-8e70-5b96af645670 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1d22c9a-f018-4b8b-8e70-5b96af645670 found for delete ", "request_id": "req-35350781-48ce-425d-854a-d869103df183"}]} Oct 17 17:58:39.041969 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.057451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.120942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Network': ['ID=7f3857db-cfe4-4bde-bdee-649bcd9bfcc8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:39.149094 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b7b07cd2-e9b7-4b39-9a71-e4f8f48abd2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/networks/7f3857db-cfe4-4bde-bdee-649bcd9bfcc8 HTTP/1.1" status: 204 len: 168 time: 2.5345027 Oct 17 17:58:39.149979 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47506) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:39.160946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f88433cb-5f07-440f-921f-4587c1446ce5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-470897793', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:39.180223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f88433cb-5f07-440f-921f-4587c1446ce5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:39.187638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f88433cb-5f07-440f-921f-4587c1446ce5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:router and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:39.189512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.189792 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Added segment 7ab1cfcd-419d-49fc-bb43-fb5a0766ba70 of type vlan for network 56c11b60-638c-4624-bee1-b3292ab68593 Oct 17 17:58:39.198915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f88433cb-5f07-440f-921f-4587c1446ce5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:39.211949 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f88433cb-5f07-440f-921f-4587c1446ce5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:39.240440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f88433cb-5f07-440f-921f-4587c1446ce5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.242503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f88433cb-5f07-440f-921f-4587c1446ce5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.249240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.268336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.286574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.288456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f88433cb-5f07-440f-921f-4587c1446ce5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.315412 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Transition to ACTIVE for port object 1d082385-9275-42df-8f2a-f507a3ec5245 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:39.345718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f88433cb-5f07-440f-921f-4587c1446ce5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.346029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Transition to ACTIVE for port object 1d082385-9275-42df-8f2a-f507a3ec5245 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:39.353558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.446547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Network 634beccc-5e72-4fe9-9eda-d7d6d5c2daed is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:39.446883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:58:39.450034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:39.455955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:39.492157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.492416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f88433cb-5f07-440f-921f-4587c1446ce5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.493386 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f88433cb-5f07-440f-921f-4587c1446ce5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3423564 Oct 17 17:58:39.498636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:39.499213 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Pushing event updated for resources: {'Port': ['ID=1d082385-9275-42df-8f2a-f507a3ec5245,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:39.499871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.500331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47512) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:39.508044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1735569682'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:39.519685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:39.532796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:network and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:39.537803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:39.546295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:39.571585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:39.577425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.596164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Attempting to bind port 1d082385-9275-42df-8f2a-f507a3ec5245 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:58:39.596446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Attempting to bind port 1d082385-9275-42df-8f2a-f507a3ec5245 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'ce9c73df-f077-446a-a6bd-a3a08d0cf192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '634beccc-5e72-4fe9-9eda-d7d6d5c2daed'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:58:39.597194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Attempting to bind port 1d082385-9275-42df-8f2a-f507a3ec5245 on network 634beccc-5e72-4fe9-9eda-d7d6d5c2daed {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:58:39.606573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:58:39.607344 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Checking segment: {'id': 'ce9c73df-f077-446a-a6bd-a3a08d0cf192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '634beccc-5e72-4fe9-9eda-d7d6d5c2daed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:39.608780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.608780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Bound using segment: {'id': 'ce9c73df-f077-446a-a6bd-a3a08d0cf192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '634beccc-5e72-4fe9-9eda-d7d6d5c2daed'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:58:39.608780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Bound port: 1d082385-9275-42df-8f2a-f507a3ec5245, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce9c73df-f077-446a-a6bd-a3a08d0cf192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '634beccc-5e72-4fe9-9eda-d7d6d5c2daed'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:58:39.609071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.636609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Network': ['ID=56c11b60-638c-4624-bee1-b3292ab68593,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:39.638512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1b1ed-29a7-4143-84f3-60d9100cda85 req-ffc90e0a-a17e-49de-9cf4-8cd2a6fd368e tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:39.646320 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1ec1b1ed-29a7-4143-84f3-60d9100cda85 req-ffc90e0a-a17e-49de-9cf4-8cd2a6fd368e tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.2089438 Oct 17 17:58:39.676823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:58:39.678114 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 56c11b60-638c-4624-bee1-b3292ab68593 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:58:39.708692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.709235 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Added segment d2ccfb88-0919-4c57-8d95-74ebae5c3ac8 of type vlan for network 1ddc3a45-c7e0-4812-9ebd-447075af0bdd Oct 17 17:58:39.732043 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1ec1b1ed-29a7-4143-84f3-60d9100cda85 req-8b212208-597f-4cec-8a2d-8d65f963f137 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843809 Oct 17 17:58:39.776673 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fa8e1c7a-951d-4f14-b8fd-f42e654d75c4 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2218027 Oct 17 17:58:39.780665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.786296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47516) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:39.794137 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'subnet': {'network_id': '56c11b60-638c-4624-bee1-b3292ab68593', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:39.879142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] For port 1d082385-9275-42df-8f2a-f507a3ec5245, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:58:39.884302 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] For port 1d082385-9275-42df-8f2a-f507a3ec5245, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1d082385-9275-42df-8f2a-f507a3ec5245,segment=NetworkSegment(ce9c73df-f077-446a-a6bd-a3a08d0cf192),segment_id=ce9c73df-f077-446a-a6bd-a3a08d0cf192)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:58:39.896159 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.936450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.942547 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:39.943186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:39.947387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:39.997948 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:subnet and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:40.022740 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425eb54d-a656-4f11-8825-68cd39061291 None None] Pushing event updated for resources: {'Port': ['ID=1d082385-9275-42df-8f2a-f507a3ec5245,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:40.069459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:40.069459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:40.083264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:40.114922 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6024780 Oct 17 17:58:40.118927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47520) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:40.128149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'subnet': {'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:40.150434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:40.155337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:40.176488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb6aac-7557-4701-a13f-9f247ab9f799 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Network': ['ID=1ddc3a45-c7e0-4812-9ebd-447075af0bdd,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:40.190902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 1ddc3a45-c7e0-4812-9ebd-447075af0bdd details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:58:40.446781 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:40.456219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:subnet and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:40.462227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:40.472237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:40.490219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:40.494682 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:40.501220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:58:40.805024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:40.832285 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Sync routers for ids ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:58:40.846481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:40.848358 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-06010bd2-75b3-4015-8393-511deb26cf8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7567508 Oct 17 17:58:40.852339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47526) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:40.857177 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Routers {'09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:40.858392 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:40.909668 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-55829538-3406-4aa2-9949-9263fdd40d96 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5bf68046d82040c287b306f9ee0c6158&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558674 Oct 17 17:58:40.917699 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47530) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:40.931099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:58:40.945940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:41.060576 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:41.071669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Checking segment: {'id': '7ab1cfcd-419d-49fc-bb43-fb5a0766ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '56c11b60-638c-4624-bee1-b3292ab68593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:41.072029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network hostable DHCP agents. Network: 56c11b60-638c-4624-bee1-b3292ab68593, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:58:41.102507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Subnet': ['ID=acf21fbb-ca5e-4037-9cc8-22625bf30c1d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:41.174984 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Set router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:58:41.199837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network 56c11b60-638c-4624-bee1-b3292ab68593 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:58:41.242880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Subnet': ['ID=d38131e4-c317-4e1b-bbb3-7634c9eda785,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:41.247679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 56c11b60-638c-4624-bee1-b3292ab68593) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:41.257177 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e42a9d-3ac6-4452-b893-6a1d845dadaa None None] Network 56c11b60-638c-4624-bee1-b3292ab68593 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:41.260162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Checking segment: {'id': 'd2ccfb88-0919-4c57-8d95-74ebae5c3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:41.260704 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network hostable DHCP agents. Network: 1ddc3a45-c7e0-4812-9ebd-447075af0bdd, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:58:41.275447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:41.276422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:41.485780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da04adb-c60b-4f00-81ae-697dfbb5b3fb None None] Network 634beccc-5e72-4fe9-9eda-d7d6d5c2daed requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:41.505343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2586a3d0-c17a-45f0-8c03-22234c470340 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:41.515388 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2586a3d0-c17a-45f0-8c03-22234c470340 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5965142 Oct 17 17:58:41.516468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47534) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:41.574425 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7bb66f14-e04b-4866-80bd-851f72abb1cc tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558310 Oct 17 17:58:41.583542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d36c0-19d4-4a02-8b22-46f731053619 req-c40bff5a-f41b-4945-938f-239b26ba6caa tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:41.590982 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-126d36c0-19d4-4a02-8b22-46f731053619 req-c40bff5a-f41b-4945-938f-239b26ba6caa tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.6766756 Oct 17 17:58:41.614184 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47538) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:41.634227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335338959', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:41.640788 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T17:58:38Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:41.647564 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Checking router: 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:58:41.648951 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Updating router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 port 6183e896-dd1b-43cc-8536-5e67d4f26f1d binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:58:41.661624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 1ddc3a45-c7e0-4812-9ebd-447075af0bdd is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:58:41.671812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 1ddc3a45-c7e0-4812-9ebd-447075af0bdd) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:41.678562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:41.679443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:41.685611 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-faac2796-2e74-4f5f-826f-d028e4480769 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8980751 Oct 17 17:58:41.689934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47542) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:41.699074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'port': {'network_id': '56c11b60-638c-4624-bee1-b3292ab68593', 'name': 'tempest-NetworksIpV6TestAttrs-52466246'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:41.716851 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-126d36c0-19d4-4a02-8b22-46f731053619 req-2741b930-fea7-4186-8889-179377a8813f tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249356 Oct 17 17:58:41.751613 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:41.780262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:41.786150 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:subnet and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:41.789779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:41.798828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:41.817344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:41.824317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:41.841425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0532ce-92aa-4b23-8ece-8fe3c207be4c req-5ec0bc94-54fb-4bc6-a6a6-7c1ac5c4ae2f tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:41.842948 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9c0532ce-92aa-4b23-8ece-8fe3c207be4c req-5ec0bc94-54fb-4bc6-a6a6-7c1ac5c4ae2f tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.20 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 945 time: 0.5548065 Oct 17 17:58:41.845009 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-355daf29-05ef-4a2a-8417-7129cd60dcfc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7260611 Oct 17 17:58:41.848733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47546) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:41.905332 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1d082385-9275-42df-8f2a-f507a3ec5245 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:58:41.949936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55da113f-7e74-4cab-b3f6-9dbd3ea701af None None] Network 1ddc3a45-c7e0-4812-9ebd-447075af0bdd requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:42.143795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-56c11b60-638c-4624-bee1-b3292ab68593', 'network_id': '56c11b60-638c-4624-bee1-b3292ab68593', 'tenant_id': '362f511fb67c47859adea8ec7ecc1aec', 'fixed_ips': [{'subnet_id': 'acf21fbb-ca5e-4037-9cc8-22625bf30c1d'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:58:42.144924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.152409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.198614 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.212341 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Transition to ACTIVE for port object 6183e896-dd1b-43cc-8536-5e67d4f26f1d will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:42.223450 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.247213 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-33189c24-ba1c-4808-929b-720374e341c8 None None] Provisioning for port 1d082385-9275-42df-8f2a-f507a3ec5245 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:42.269348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Subnet': ['ID=2f5204a3-d27a-45c7-86ba-8c63ae9534da,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:42.288594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [req-9c0532ce-92aa-4b23-8ece-8fe3c207be4c req-8f7f4441-00e6-4618-9322-ee333fdc83ce tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Deleting port 10328805-ccb8-4a19-b606-5ecb2de66305 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:42.289232 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-9c0532ce-92aa-4b23-8ece-8fe3c207be4c req-8f7f4441-00e6-4618-9322-ee333fdc83ce tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.356414 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Attempting to bind port 6183e896-dd1b-43cc-8536-5e67d4f26f1d on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:58:42.357229 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Attempting to bind port 6183e896-dd1b-43cc-8536-5e67d4f26f1d by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:58:42.357842 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Attempting to bind port 6183e896-dd1b-43cc-8536-5e67d4f26f1d on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:58:42.367147 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:58:42.367956 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:42.368574 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.369171 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:58:42.369903 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Bound port: 6183e896-dd1b-43cc-8536-5e67d4f26f1d, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:58:42.370514 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.377787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Checking segment: {'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:42.378155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network hostable DHCP agents. Network: 178ccc82-4ce6-48db-8ba5-972f9ba5f634, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:58:42.409797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:42.416814 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e27a841f-a054-4f50-85d1-a03110166279 req-f06e5e49-84ba-47e6-bfaf-814a29c03c50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1449411 Oct 17 17:58:42.421041 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:58:42.431090 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 1d082385-9275-42df-8f2a-f507a3ec5245 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:42.444759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 178ccc82-4ce6-48db-8ba5-972f9ba5f634) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:42.445958 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e04199-ff17-4b4e-9971-d36439088411 None None] Pushing event updated for resources: {'Port': ['ID=6183e896-dd1b-43cc-8536-5e67d4f26f1d,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:42.454525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1d082385-9275-42df-8f2a-f507a3ec5245 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:42.455649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.456223 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1d082385-9275-42df-8f2a-f507a3ec5245 Oct 17 17:58:42.463229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:port and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:42.470105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:42.470888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:42.471513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.487630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:42.494073 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] For port 6183e896-dd1b-43cc-8536-5e67d4f26f1d, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:58:42.498662 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] For port 6183e896-dd1b-43cc-8536-5e67d4f26f1d, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6183e896-dd1b-43cc-8536-5e67d4f26f1d,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:58:42.507546 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.535959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:58:42.537263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.547516 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5f3683-75bc-4b91-a8d4-2f59aa231570 None None] Network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:42.587567 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7101d872-8c9f-4341-8893-1081a2bf9a1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9637327 Oct 17 17:58:42.590786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47550) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:42.620368 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Routers {'09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:42.621265 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:42.774387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:42.784237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.798382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a841f-a054-4f50-85d1-a03110166279 req-d05e7d08-63f1-4d10-8034-e056c4013c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:42.800029 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e27a841f-a054-4f50-85d1-a03110166279 req-d05e7d08-63f1-4d10-8034-e056c4013c21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 1099 time: 0.3134673 Oct 17 17:58:42.837849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1d082385-9275-42df-8f2a-f507a3ec5245 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:42.838511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:42.840702 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e04199-ff17-4b4e-9971-d36439088411 None None] Pushing event updated for resources: {'Port': ['ID=6183e896-dd1b-43cc-8536-5e67d4f26f1d,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:42.975198 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] Set router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:58:43.004742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Allocated IP 2001:db8::f816:3eff:fea9:b31a (56c11b60-638c-4624-bee1-b3292ab68593/acf21fbb-ca5e-4037-9cc8-22625bf30c1d/12b8a4b1-67e1-427d-bd7a-28382f8b7918) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:43.024450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 1d082385-9275-42df-8f2a-f507a3ec5245, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1d082385-9275-42df-8f2a-f507a3ec5245,segment=NetworkSegment(ce9c73df-f077-446a-a6bd-a3a08d0cf192),segment_id=ce9c73df-f077-446a-a6bd-a3a08d0cf192)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:43.050307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:43.122987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c1032696-d74d-454b-be99-aa571c813a36 None None] Provisioning complete for port 1d082385-9275-42df-8f2a-f507a3ec5245 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:43.123862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c1032696-d74d-454b-be99-aa571c813a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:43.124375 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c1032696-d74d-454b-be99-aa571c813a36 None None] Attempt 1 to provision port 1d082385-9275-42df-8f2a-f507a3ec5245 Oct 17 17:58:43.137191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] device_id is not set on port f4e1dadc-5a75-43d2-8bb1-39c3a3fedcd9 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:58:43.310304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-9c0532ce-92aa-4b23-8ece-8fe3c207be4c req-8f7f4441-00e6-4618-9322-ee333fdc83ce tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] For port 10328805-ccb8-4a19-b606-5ecb2de66305, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=10328805-ccb8-4a19-b606-5ecb2de66305,segment=NetworkSegment(305570cb-6482-4923-aa2b-03d8b346ea8b),segment_id=305570cb-6482-4923-aa2b-03d8b346ea8b)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:43.311529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-9c0532ce-92aa-4b23-8ece-8fe3c207be4c req-8f7f4441-00e6-4618-9322-ee333fdc83ce tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:43.458609 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [req-9c0532ce-92aa-4b23-8ece-8fe3c207be4c req-8f7f4441-00e6-4618-9322-ee333fdc83ce tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Calling delete_port for 10328805-ccb8-4a19-b606-5ecb2de66305 owned by compute:nova {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:43.459001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:43.471105 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Transition to ACTIVE for port object 12b8a4b1-67e1-427d-bd7a-28382f8b7918 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:43.494845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Transition to ACTIVE for port object 12b8a4b1-67e1-427d-bd7a-28382f8b7918 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:43.498344 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T17:58:38Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:43.508525 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a7e80c-99e6-4a0a-9a6e-b8c9db04f48d None None] The sync data for ids ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'] in dv-neutron-860895-1-hyperv is: [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T17:58:38Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:58:43.588180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:43.690625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Network 56c11b60-638c-4624-bee1-b3292ab68593 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:43.733733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:43.753570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=1d082385-9275-42df-8f2a-f507a3ec5245,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:43.755934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:43.790772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a841f-a054-4f50-85d1-a03110166279 req-c783ec4c-4c18-45f1-bf11-562b6e1a6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:43.792373 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e27a841f-a054-4f50-85d1-a03110166279 req-c783ec4c-4c18-45f1-bf11-562b6e1a6398 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 913 time: 0.9671998 Oct 17 17:58:43.838325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:43.838992 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:43.839544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:43.840195 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:43.840692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:43.841187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:43.841701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:43.842386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:43.842984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:43.843551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:43.844084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:43.844830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:43.849173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 10328805-ccb8-4a19-b606-5ecb2de66305 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:58:43.976452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:43.997196 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e27a841f-a054-4f50-85d1-a03110166279 req-6a77d715-c7be-49cd-961a-f906de01aec6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b351436-239f-4ee8-bae0-78b17929d835 HTTP/1.1" status: 200 len: 1002 time: 0.1965563 Oct 17 17:58:44.018336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Allocated IP 2001:db8::2 (1ddc3a45-c7e0-4812-9ebd-447075af0bdd/d38131e4-c317-4e1b-bbb3-7634c9eda785/6d3b301b-6590-4831-9e15-97b9453c9f4b) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:44.089890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:44.113336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a841f-a054-4f50-85d1-a03110166279 req-d4f592c5-1a2f-4bf6-bb00-a8ef5beff611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:44.115269 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e27a841f-a054-4f50-85d1-a03110166279 req-d4f592c5-1a2f-4bf6-bb00-a8ef5beff611 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.1091697 Oct 17 17:58:44.140653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-9c0532ce-92aa-4b23-8ece-8fe3c207be4c req-8f7f4441-00e6-4618-9322-ee333fdc83ce tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:44.285740 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ips': [{'subnet_id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:58:44.286674 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:44.332373 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c1032696-d74d-454b-be99-aa571c813a36 None None] Current status of the port 1d082385-9275-42df-8f2a-f507a3ec5245 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:44.426799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a06ca6-031c-44cd-a95a-548102955b52 req-85f2b62a-1e44-42a5-a369-f75cad323f18 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:44.428542 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-77a06ca6-031c-44cd-a95a-548102955b52 req-85f2b62a-1e44-42a5-a369-f75cad323f18 tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/ports?device_id=78a56228-374f-4fd0-b51f-274c8b704407 HTTP/1.1" status: 200 len: 867 time: 1.4096386 Oct 17 17:58:44.432390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a841f-a054-4f50-85d1-a03110166279 req-92998725-980c-4196-86a0-aa1ede921213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:44.434195 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e27a841f-a054-4f50-85d1-a03110166279 req-92998725-980c-4196-86a0-aa1ede921213 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2569156 Oct 17 17:58:44.527795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Attempting to bind port 12b8a4b1-67e1-427d-bd7a-28382f8b7918 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:58:44.528532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Attempting to bind port 12b8a4b1-67e1-427d-bd7a-28382f8b7918 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '7ab1cfcd-419d-49fc-bb43-fb5a0766ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '56c11b60-638c-4624-bee1-b3292ab68593'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:58:44.528532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Attempting to bind port 12b8a4b1-67e1-427d-bd7a-28382f8b7918 on network 56c11b60-638c-4624-bee1-b3292ab68593 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:58:44.530867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No active binding found for port 10328805-ccb8-4a19-b606-5ecb2de66305 {{(pid=89192) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 17 17:58:44.531317 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 10328805-ccb8-4a19-b606-5ecb2de66305 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:58:44.576900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f4441-00e6-4618-9322-ee333fdc83ce tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Pushing event deleted for resources: {'Port': ['ID=10328805-ccb8-4a19-b606-5ecb2de66305,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:44.710694 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Allocated IP 172.20.0.2 (178ccc82-4ce6-48db-8ba5-972f9ba5f634/2f5204a3-d27a-45c7-86ba-8c63ae9534da/e9f67e85-7479-43dd-93e7-9be32361126f) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:44.741364 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0532ce-92aa-4b23-8ece-8fe3c207be4c req-8f7f4441-00e6-4618-9322-ee333fdc83ce tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] No DVR routers for this DVR port 10328805-ccb8-4a19-b606-5ecb2de66305 on host hv-neutron-8608 {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:58:44.759383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-9c0532ce-92aa-4b23-8ece-8fe3c207be4c req-8f7f4441-00e6-4618-9322-ee333fdc83ce tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:44.769205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a56228-374f-4fd0-b51f-274c8b704407', 'name': 'network-vif-deleted', 'tag': '10328805-ccb8-4a19-b606-5ecb2de66305'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:58:44.771834 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e27a841f-a054-4f50-85d1-a03110166279 req-3cac04f3-81a9-4505-8e63-0d55a8b5adcd service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307762 Oct 17 17:58:44.773140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4312f4-f0ca-4d73-834f-024ab23a6d45" -d '{"events": [{"server_uuid": "78a56228-374f-4fd0-b51f-274c8b704407", "name": "network-vif-deleted", "tag": "10328805-ccb8-4a19-b606-5ecb2de66305"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:58:44.778159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Allocated IP 2001:db8::f816:3eff:fedc:1367 (56c11b60-638c-4624-bee1-b3292ab68593/acf21fbb-ca5e-4037-9cc8-22625bf30c1d/f4e1dadc-5a75-43d2-8bb1-39c3a3fedcd9) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:44.809237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:58:44.810588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Checking segment: {'id': '7ab1cfcd-419d-49fc-bb43-fb5a0766ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '56c11b60-638c-4624-bee1-b3292ab68593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:44.810588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:44.810588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Bound using segment: {'id': '7ab1cfcd-419d-49fc-bb43-fb5a0766ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '56c11b60-638c-4624-bee1-b3292ab68593'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:58:44.811333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Bound port: 12b8a4b1-67e1-427d-bd7a-28382f8b7918, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab1cfcd-419d-49fc-bb43-fb5a0766ba70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '56c11b60-638c-4624-bee1-b3292ab68593'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:58:44.811875 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:44.823880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Pushing event updated for resources: {'Port': ['ID=12b8a4b1-67e1-427d-bd7a-28382f8b7918,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:44.830501 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-77a06ca6-031c-44cd-a95a-548102955b52 req-d397996c-723f-4296-93ae-422c3c5c763e tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.69 "GET /v2.0/security-groups?id=ccac4f43-5719-4b3b-aa82-5eb0ab24f628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463354 Oct 17 17:58:44.924353 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9c0532ce-92aa-4b23-8ece-8fe3c207be4c req-8f7f4441-00e6-4618-9322-ee333fdc83ce tempest-TestServerAdvancedOps-552885829 tempest-TestServerAdvancedOps-552885829-project] 10.222.0.20 "DELETE /v2.0/ports/10328805-ccb8-4a19-b606-5ecb2de66305 HTTP/1.1" status: 204 len: 173 time: 3.0739262 Oct 17 17:58:44.931159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04584728-9c44-4428-8d45-95243add7d69 x-openstack-request-id: req-04584728-9c44-4428-8d45-95243add7d69 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:58:44.931608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a56228-374f-4fd0-b51f-274c8b704407", "name": "network-vif-deleted", "tag": "10328805-ccb8-4a19-b606-5ecb2de66305", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:58:44.931974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-04584728-9c44-4428-8d45-95243add7d69 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:58:44.932568 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04584728-9c44-4428-8d45-95243add7d69'] response: {'server_uuid': '78a56228-374f-4fd0-b51f-274c8b704407', 'name': 'network-vif-deleted', 'tag': '10328805-ccb8-4a19-b606-5ecb2de66305', 'status': 'completed', 'code': 200} Oct 17 17:58:45.017092 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e27a841f-a054-4f50-85d1-a03110166279 req-fe4001d5-5f9c-4398-964b-b5e8a43b6ab6 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359331 Oct 17 17:58:45.176160 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] For port 12b8a4b1-67e1-427d-bd7a-28382f8b7918, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:58:45.211503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] For port 12b8a4b1-67e1-427d-bd7a-28382f8b7918, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=12b8a4b1-67e1-427d-bd7a-28382f8b7918,segment=NetworkSegment(7ab1cfcd-419d-49fc-bb43-fb5a0766ba70),segment_id=7ab1cfcd-419d-49fc-bb43-fb5a0766ba70)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:58:45.245724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:45.253084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:45.267307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Transition to ACTIVE for port object f4e1dadc-5a75-43d2-8bb1-39c3a3fedcd9 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:45.296081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:45.321595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:45.363521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Transition to ACTIVE for port object 6d3b301b-6590-4831-9e15-97b9453c9f4b will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:45.371873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network 56c11b60-638c-4624-bee1-b3292ab68593 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:45.375441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:45.377729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:45.384187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:45.384838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:45.402276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:45.404915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Port': ['ID=f4e1dadc-5a75-43d2-8bb1-39c3a3fedcd9,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:45.432807 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1bb74a53-3b70-46da-9044-f62b734989cb tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.7360935 Oct 17 17:58:45.434054 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa708e-e515-4029-aae4-54be305f8f7e None None] Pushing event updated for resources: {'Port': ['ID=12b8a4b1-67e1-427d-bd7a-28382f8b7918,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:45.434172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47558) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:45.437925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Transition to ACTIVE for port object e9f67e85-7479-43dd-93e7-9be32361126f will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:45.441860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Transition to ACTIVE for port object 6d3b301b-6590-4831-9e15-97b9453c9f4b will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:45.466417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:45.576015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c69773c1-e2bc-405d-9c14-e851fdacd7cf tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Deleting subnet acf21fbb-ca5e-4037-9cc8-22625bf30c1d {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:58:45.582581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c69773c1-e2bc-405d-9c14-e851fdacd7cf tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:45.601162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Transition to ACTIVE for port object e9f67e85-7479-43dd-93e7-9be32361126f will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:45.650441 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:45.656078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Network 1ddc3a45-c7e0-4812-9ebd-447075af0bdd is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:45.660945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:45.667604 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:45.684306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Allocated IP 2001:db8::1 (1ddc3a45-c7e0-4812-9ebd-447075af0bdd/d38131e4-c317-4e1b-bbb3-7634c9eda785/4ccea499-a0fe-42d1-83d4-7e660b452fab) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:45.725255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1d082385-9275-42df-8f2a-f507a3ec5245 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:58:45.773473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Pushing event updated for resources: {'Port': ['ID=6d3b301b-6590-4831-9e15-97b9453c9f4b,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:45.774970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c69773c1-e2bc-405d-9c14-e851fdacd7cf tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.022758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:46.040981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.1 (178ccc82-4ce6-48db-8ba5-972f9ba5f634/2f5204a3-d27a-45c7-86ba-8c63ae9534da/5912d237-5687-4b4f-a002-949a0ba3cb31) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:46.046814 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47564) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:46.078436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:46.086329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:46.145665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Attempting to bind port 6d3b301b-6590-4831-9e15-97b9453c9f4b on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:58:46.146071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Attempting to bind port 6d3b301b-6590-4831-9e15-97b9453c9f4b by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd2ccfb88-0919-4c57-8d95-74ebae5c3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:58:46.146638 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Attempting to bind port 6d3b301b-6590-4831-9e15-97b9453c9f4b on network 1ddc3a45-c7e0-4812-9ebd-447075af0bdd {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:58:46.156106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.162434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:58:46.162860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Checking segment: {'id': 'd2ccfb88-0919-4c57-8d95-74ebae5c3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:46.163217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.163609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Bound using segment: {'id': 'd2ccfb88-0919-4c57-8d95-74ebae5c3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:58:46.164069 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Bound port: 6d3b301b-6590-4831-9e15-97b9453c9f4b, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ccfb88-0919-4c57-8d95-74ebae5c3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:58:46.164435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.192102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-89029851-3420-4e69-97e2-f3c52d7a191e admin admin] Deleting subnet b9086208-7c0e-47ab-98ba-2333cfefd654 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:58:46.194919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Transition to ACTIVE for port object 4ccea499-a0fe-42d1-83d4-7e660b452fab will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:46.198566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-89029851-3420-4e69-97e2-f3c52d7a191e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.264646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-89029851-3420-4e69-97e2-f3c52d7a191e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.274876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] For port 6d3b301b-6590-4831-9e15-97b9453c9f4b, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:58:46.278290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] For port 6d3b301b-6590-4831-9e15-97b9453c9f4b, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6d3b301b-6590-4831-9e15-97b9453c9f4b,segment=NetworkSegment(d2ccfb88-0919-4c57-8d95-74ebae5c3ac8),segment_id=d2ccfb88-0919-4c57-8d95-74ebae5c3ac8)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:58:46.281080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Pushing event updated for resources: {'Port': ['ID=e9f67e85-7479-43dd-93e7-9be32361126f,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:46.330135 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.350007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.353991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Attempting to bind port e9f67e85-7479-43dd-93e7-9be32361126f on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:58:46.354350 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Attempting to bind port e9f67e85-7479-43dd-93e7-9be32361126f by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:58:46.354706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Attempting to bind port e9f67e85-7479-43dd-93e7-9be32361126f on network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:58:46.398347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-89029851-3420-4e69-97e2-f3c52d7a191e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.403835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c69773c1-e2bc-405d-9c14-e851fdacd7cf tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.455832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:58:46.455832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Checking segment: {'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:46.455832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.455832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Bound using segment: {'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:58:46.455832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Bound port: e9f67e85-7479-43dd-93e7-9be32361126f, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:58:46.455832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.472941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 1ddc3a45-c7e0-4812-9ebd-447075af0bdd is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:46.491811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:46.491811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:46.491811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.534203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=4ccea499-a0fe-42d1-83d4-7e660b452fab,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:46.568900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] For port e9f67e85-7479-43dd-93e7-9be32361126f, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:58:46.573150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] For port e9f67e85-7479-43dd-93e7-9be32361126f, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e9f67e85-7479-43dd-93e7-9be32361126f,segment=NetworkSegment(c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e),segment_id=c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:58:46.577076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.585646 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.612018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1d082385-9275-42df-8f2a-f507a3ec5245 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:46.612726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.612923 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1d082385-9275-42df-8f2a-f507a3ec5245 Oct 17 17:58:46.619195 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-89029851-3420-4e69-97e2-f3c52d7a191e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.645350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object 5912d237-5687-4b4f-a002-949a0ba3cb31 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:46.687503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c69773c1-e2bc-405d-9c14-e851fdacd7cf tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.700978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9152e-1383-4c0b-89c0-0ed10c846e02 None None] Pushing event updated for resources: {'Port': ['ID=6d3b301b-6590-4831-9e15-97b9453c9f4b,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:46.711346 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-89029851-3420-4e69-97e2-f3c52d7a191e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.733698 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-89029851-3420-4e69-97e2-f3c52d7a191e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b9086208-7c0e-47ab-98ba-2333cfefd654 HTTP/1.1" status: 204 len: 168 time: 0.6809087 Oct 17 17:58:46.812862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47568) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:46.829120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69773c1-e2bc-405d-9c14-e851fdacd7cf tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Subnet': ['ID=acf21fbb-ca5e-4037-9cc8-22625bf30c1d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:46.864532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70074344-3720-4d14-9ffd-56dc7b939d9e None None] Pushing event updated for resources: {'Port': ['ID=e9f67e85-7479-43dd-93e7-9be32361126f,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:46.897953 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c69773c1-e2bc-405d-9c14-e851fdacd7cf tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:46.918058 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1d082385-9275-42df-8f2a-f507a3ec5245 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:46.919440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6183e896-dd1b-43cc-8536-5e67d4f26f1d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:58:47.156286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89029851-3420-4e69-97e2-f3c52d7a191e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9086208-7c0e-47ab-98ba-2333cfefd654,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:47.187494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 6183e896-dd1b-43cc-8536-5e67d4f26f1d completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:47.199302 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6183e896-dd1b-43cc-8536-5e67d4f26f1d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:47.199932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:47.200560 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6183e896-dd1b-43cc-8536-5e67d4f26f1d Oct 17 17:58:47.222570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:47.406664 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:47.468314 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c69773c1-e2bc-405d-9c14-e851fdacd7cf tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/subnets/acf21fbb-ca5e-4037-9cc8-22625bf30c1d HTTP/1.1" status: 204 len: 168 time: 2.0334852 Oct 17 17:58:47.479927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47572) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:47.583850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6183e896-dd1b-43cc-8536-5e67d4f26f1d is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:47.584195 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:47.615345 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 6183e896-dd1b-43cc-8536-5e67d4f26f1d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6183e896-dd1b-43cc-8536-5e67d4f26f1d,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:47.616636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:47.623854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:47.624476 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:47.628489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:47.630515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:47.680587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c0d23-091b-4583-944d-7b77149c274b tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:47.682234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c0d23-091b-4583-944d-7b77149c274b tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:47.683109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2c4c0d23-091b-4583-944d-7b77149c274b tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Synchronizing usage tracker for tenant:362f511fb67c47859adea8ec7ecc1aec on resource:subnet {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:47.702875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=5912d237-5687-4b4f-a002-949a0ba3cb31,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:47.768149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070a2cf-2e4d-4167-a977-195ea10a656e None None] Network 56c11b60-638c-4624-bee1-b3292ab68593 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:47.793001 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2c4c0d23-091b-4583-944d-7b77149c274b tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Unset dirty status for tenant:362f511fb67c47859adea8ec7ecc1aec on resource:subnet {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:47.798036 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2c4c0d23-091b-4583-944d-7b77149c274b tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3130844 Oct 17 17:58:47.800770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47576) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:47.920566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d14ee4c8-d58d-4bd3-8fec-953bf3aa3314 None None] Provisioning for port 12b8a4b1-67e1-427d-bd7a-28382f8b7918 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:47.952941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:47.971605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=6183e896-dd1b-43cc-8536-5e67d4f26f1d,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:48.085364 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 12b8a4b1-67e1-427d-bd7a-28382f8b7918 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:58:48.132177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.144930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.145716 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.150970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b6f2e19b-1ae5-442f-806d-4703b1a4089d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.287899 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=4ccea499-a0fe-42d1-83d4-7e660b452fab,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:48.339574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.371214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76756a0e-9767-4140-aa5d-4b1d77a8f1aa']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:48.385967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305570cb-6482-4923-aa2b-03d8b346ea8b') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:48.386277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305570cb-6482-4923-aa2b-03d8b346ea8b') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:48.399799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.419132 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.427778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:58:48.428195 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.438850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 12b8a4b1-67e1-427d-bd7a-28382f8b7918 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:48.453300 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 12b8a4b1-67e1-427d-bd7a-28382f8b7918 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:48.453966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.454812 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 12b8a4b1-67e1-427d-bd7a-28382f8b7918 Oct 17 17:58:48.527570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce3b9c-da46-4683-a32f-b58c73231e19 None None] Network 1ddc3a45-c7e0-4812-9ebd-447075af0bdd requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:48.554079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 1ddc3a45-c7e0-4812-9ebd-447075af0bdd is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:48.556977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:48.654503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] DHCP port deletion for 56c11b60-638c-4624-bee1-b3292ab68593 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:58:48.682846 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f2e19b-1ae5-442f-806d-4703b1a4089d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 17 17:58:48.683340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f2e19b-1ae5-442f-806d-4703b1a4089d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:58:48.687292 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 305570cb-6482-4923-aa2b-03d8b346ea8b resource provider aggregate not found Oct 17 17:58:48.697404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] Deleting port 12b8a4b1-67e1-427d-bd7a-28382f8b7918 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:48.697916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.715238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.741487 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b6f2e19b-1ae5-442f-806d-4703b1a4089d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/networks/56c11b60-638c-4624-bee1-b3292ab68593 HTTP/1.1" status: 409 len: 405 time: 0.9343429 Oct 17 17:58:48.743266 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 305570cb-6482-4923-aa2b-03d8b346ea8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 305570cb-6482-4923-aa2b-03d8b346ea8b found for delete ", "request_id": "req-649b59c3-c0ca-4e46-bc61-6065efe81aba"}]} Oct 17 17:58:48.744314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.746212 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] 10.222.0.69 "DELETE /v2.0/networks/76756a0e-9767-4140-aa5d-4b1d77a8f1aa HTTP/1.1" status: 204 len: 168 time: 1.9142196 Oct 17 17:58:48.746883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47586) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:48.753766 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-378a0142-7296-4357-ac4c-66a5fb36557b None None] Provisioning for port 6d3b301b-6590-4831-9e15-97b9453c9f4b completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:48.754800 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47588) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:48.762757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1262310200'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:48.767130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5b3da-b8d5-4e44-b21b-e23372eabe2b admin admin] Pushing event deleted for resources: {'Network': ['ID=76756a0e-9767-4140-aa5d-4b1d77a8f1aa,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:48.774508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:48.781050 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:network and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:48.787185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:48.796277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.807862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:48.883283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:48.884516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1a35e9-eb9a-4114-9a50-1bb5c2f25f61 admin admin] Deleting subnet a9af794c-69fd-4726-9c4e-ba980624a2cc {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:58:48.886782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.890696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f1a35e9-eb9a-4114-9a50-1bb5c2f25f61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.960205 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d1957f-0e2e-42e2-a6af-366ffc6cf00c None None] Network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:48.967398 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f1a35e9-eb9a-4114-9a50-1bb5c2f25f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:48.998130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e1f584de-e179-4f7f-bf65-ef6b014c8957 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:58:49.079898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:58:49.098337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.098773 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Added segment 1a902531-19e0-4c6c-8e64-009571e74c30 of type vlan for network 762e7de0-b702-4cc8-9b93-f977f1286d06 Oct 17 17:58:49.135748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 12b8a4b1-67e1-427d-bd7a-28382f8b7918 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:49.136670 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.154528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.168744 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bceb6fca-c4b0-4e38-8309-68bb85541ed6 None None] Provisioning for port e9f67e85-7479-43dd-93e7-9be32361126f completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:49.187429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f1a35e9-eb9a-4114-9a50-1bb5c2f25f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.258279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:49.267061 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2711db9f-2290-44cf-be0d-1a72fd31ce8d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4127429 Oct 17 17:58:49.269430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47594) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:49.276949 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-893197050'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:49.284646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:49.289606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:network and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:49.292755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:49.300244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:49.314705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.321400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:49.322472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:49.322598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.325991 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.336949 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Sync routers for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:58:49.368386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f1a35e9-eb9a-4114-9a50-1bb5c2f25f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.380039 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6240134 Oct 17 17:58:49.400290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 12b8a4b1-67e1-427d-bd7a-28382f8b7918, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=12b8a4b1-67e1-427d-bd7a-28382f8b7918,segment=NetworkSegment(7ab1cfcd-419d-49fc-bb43-fb5a0766ba70),segment_id=7ab1cfcd-419d-49fc-bb43-fb5a0766ba70)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:49.404066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47598) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:49.422199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'subnet': {'network_id': '762e7de0-b702-4cc8-9b93-f977f1286d06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:49.440051 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.441665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e9f67e85-7479-43dd-93e7-9be32361126f up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:58:49.456011 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f1a35e9-eb9a-4114-9a50-1bb5c2f25f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.458914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a35e9-eb9a-4114-9a50-1bb5c2f25f61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9af794c-69fd-4726-9c4e-ba980624a2cc,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:49.479244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:49.480768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:49.485089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b4ca9-1034-44a2-b239-de675a88ea43 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Network': ['ID=762e7de0-b702-4cc8-9b93-f977f1286d06,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:49.520297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.527806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.593550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 762e7de0-b702-4cc8-9b93-f977f1286d06 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:58:49.653341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:58:49.695483 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8f1a35e9-eb9a-4114-9a50-1bb5c2f25f61 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a9af794c-69fd-4726-9c4e-ba980624a2cc HTTP/1.1" status: 204 len: 168 time: 0.9367998 Oct 17 17:58:49.701182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47602) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:49.722186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.722611 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Added segment 8bc14c67-fa86-485b-bf7c-c696c8ad6e89 of type vlan for network 8ddb7c8b-6164-470b-91e9-99ad92bf4811 Oct 17 17:58:49.836999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:49.854996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.874829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:49.887873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.892833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=5912d237-5687-4b4f-a002-949a0ba3cb31,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:49.897637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.914196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:49.917201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] For port 12b8a4b1-67e1-427d-bd7a-28382f8b7918, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=12b8a4b1-67e1-427d-bd7a-28382f8b7918,segment=NetworkSegment(7ab1cfcd-419d-49fc-bb43-fb5a0766ba70),segment_id=7ab1cfcd-419d-49fc-bb43-fb5a0766ba70)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:49.918066 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:49.918228 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.059776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.066164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:50.066782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.131843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] Calling delete_port for 12b8a4b1-67e1-427d-bd7a-28382f8b7918 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:50.160958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:50.163473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:50.289654 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0144510 Oct 17 17:58:50.290587 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=12b8a4b1-67e1-427d-bd7a-28382f8b7918,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:50.290779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47606) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:50.301850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'subnet': {'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:50.307076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.318641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4bae6-f82f-433b-8970-ab8dd5821ac0 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Network': ['ID=8ddb7c8b-6164-470b-91e9-99ad92bf4811,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:50.331189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:58:50.350368 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfee97b-5784-4b60-9f51-f4873ff60463']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:50.385106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port e9f67e85-7479-43dd-93e7-9be32361126f completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:50.398608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9567bb-28c8-4c52-be84-08a0fccec5ef') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:50.398930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9567bb-28c8-4c52-be84-08a0fccec5ef') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:50.407322 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 8ddb7c8b-6164-470b-91e9-99ad92bf4811 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:58:50.418407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.420503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:58:50.420858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:58:50.445073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port e9f67e85-7479-43dd-93e7-9be32361126f triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:50.445073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.445073 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port e9f67e85-7479-43dd-93e7-9be32361126f Oct 17 17:58:50.455357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.481980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:58:50.482391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.593340 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 1d9567bb-28c8-4c52-be84-08a0fccec5ef resource provider aggregate not found Oct 17 17:58:50.662544 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 1d9567bb-28c8-4c52-be84-08a0fccec5ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d9567bb-28c8-4c52-be84-08a0fccec5ef found for delete ", "request_id": "req-7d2d2eea-3734-4ed3-84ed-c4df4bff1eca"}]} Oct 17 17:58:50.681175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:50.690287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:subnet and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:50.697672 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:50.708733 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:50.721098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.740612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:50.744380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.760583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.777176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] Pushing event deleted for resources: {'Network': ['ID=fdfee97b-5784-4b60-9f51-f4873ff60463,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:50.793420 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7649385f-e5c1-42c8-a4df-8ac48b22c86f admin admin] 10.222.0.69 "DELETE /v2.0/networks/fdfee97b-5784-4b60-9f51-f4873ff60463 HTTP/1.1" status: 204 len: 168 time: 1.0886834 Oct 17 17:58:50.877900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.objects.ports [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89190) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:58:50.879166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.926931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] Deleting port 12b8a4b1-67e1-427d-bd7a-28382f8b7918 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:50.928138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:50.998705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Subnet': ['ID=82f091e7-469e-49a5-a4c0-d182c0c55bcc,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:51.101203 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Provisioning for port 4ccea499-a0fe-42d1-83d4-7e660b452fab completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:51.104353 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Checking segment: {'id': '1a902531-19e0-4c6c-8e64-009571e74c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '762e7de0-b702-4cc8-9b93-f977f1286d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:51.107003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network hostable DHCP agents. Network: 762e7de0-b702-4cc8-9b93-f977f1286d06, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:58:51.127665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47616) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:51.137621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Provisioning complete for port 4ccea499-a0fe-42d1-83d4-7e660b452fab triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:51.142440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:51.142857 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Attempt 1 to provision port 4ccea499-a0fe-42d1-83d4-7e660b452fab Oct 17 17:58:51.177962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:58:51.221766 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f32f7d6c-c532-4b44-815d-7f43468a887e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2cb68639d06643c2b4bddc259b4fef5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0927706 Oct 17 17:58:51.225529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47620) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:51.227961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network 762e7de0-b702-4cc8-9b93-f977f1286d06 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:58:51.321429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 762e7de0-b702-4cc8-9b93-f977f1286d06) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:51.323293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Port 4ccea499-a0fe-42d1-83d4-7e660b452fab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:51.324592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port e9f67e85-7479-43dd-93e7-9be32361126f is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:51.325254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:51.340089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:51.341418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:51.385727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a2b233f-60a5-4a88-a0da-5b000e684ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:51.401787 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fa611f0c-5777-4ea2-b02a-5fd6b2cbe841 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9925914 Oct 17 17:58:51.402945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47624) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:51.412941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'port': {'network_id': '762e7de0-b702-4cc8-9b93-f977f1286d06', 'name': 'tempest-NetworksIpV6TestAttrs-873014950'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:51.470006 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca6b76-4113-431b-9b23-a39aa54f5dbe None None] Network 762e7de0-b702-4cc8-9b93-f977f1286d06 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:51.511012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:51.525971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a2b233f-60a5-4a88-a0da-5b000e684ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:51.648293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Subnet': ['ID=0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:51.660731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a2b233f-60a5-4a88-a0da-5b000e684ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:51.674445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:51.692381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Checking segment: {'id': '8bc14c67-fa86-485b-bf7c-c696c8ad6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:51.693509 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network hostable DHCP agents. Network: 8ddb7c8b-6164-470b-91e9-99ad92bf4811, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:58:51.697673 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Sync routers for ids ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:58:51.723623 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Routers {'09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:51.725009 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:51.731689 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2ac1e3c0-e5b6-478d-8f79-d53a484c21e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/09c31e85-cdcb-4de7-ac29-6a0ebfb59c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1378195 Oct 17 17:58:51.741240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47628) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:51.761524 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b233f-60a5-4a88-a0da-5b000e684ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccac4f43-5719-4b3b-aa82-5eb0ab24f628,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:51.828069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5a2b233f-60a5-4a88-a0da-5b000e684ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:51.834852 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5a2b233f-60a5-4a88-a0da-5b000e684ea2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ccac4f43-5719-4b3b-aa82-5eb0ab24f628 HTTP/1.1" status: 204 len: 168 time: 0.6006713 Oct 17 17:58:51.880252 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Attempt 2 to provision port 4ccea499-a0fe-42d1-83d4-7e660b452fab Oct 17 17:58:51.882010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:51.890034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:port and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:51.905100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:51.915313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 8ddb7c8b-6164-470b-91e9-99ad92bf4811 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:58:51.920177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:51.941863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:51.949032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 8ddb7c8b-6164-470b-91e9-99ad92bf4811) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:51.949835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:51.965943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:51.966993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:51.997807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Port 4ccea499-a0fe-42d1-83d4-7e660b452fab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:52.010396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50616e-380c-4d73-9c42-b6d1db86e6b7 None None] Network 8ddb7c8b-6164-470b-91e9-99ad92bf4811 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:52.041948 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] device_id is not set on port 4d4420fe-bae3-4379-9e85-d4ccb17ea638 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 17:58:52.102343 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-07dd8b20-59af-4b35-a634-8175361afacf tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8106554 Oct 17 17:58:52.103635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47634) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:52.311861 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Set router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:58:52.327645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] For port 12b8a4b1-67e1-427d-bd7a-28382f8b7918, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=12b8a4b1-67e1-427d-bd7a-28382f8b7918,segment=NetworkSegment(7ab1cfcd-419d-49fc-bb43-fb5a0766ba70),segment_id=7ab1cfcd-419d-49fc-bb43-fb5a0766ba70)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:52.328481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:52.461066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Allocated IP 2001:db8::f816:3eff:fe97:76e1 (762e7de0-b702-4cc8-9b93-f977f1286d06/82f091e7-469e-49a5-a4c0-d182c0c55bcc/4d4420fe-bae3-4379-9e85-d4ccb17ea638) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:52.495090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358b384-6afe-4ead-a9e1-9896f99488c2 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.495471 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358b384-6afe-4ead-a9e1-9896f99488c2 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.495742 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358b384-6afe-4ead-a9e1-9896f99488c2 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.496196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358b384-6afe-4ead-a9e1-9896f99488c2 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.496646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358b384-6afe-4ead-a9e1-9896f99488c2 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.497096 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358b384-6afe-4ead-a9e1-9896f99488c2 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.497554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358b384-6afe-4ead-a9e1-9896f99488c2 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.497991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358b384-6afe-4ead-a9e1-9896f99488c2 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.498434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358b384-6afe-4ead-a9e1-9896f99488c2 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.498879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358b384-6afe-4ead-a9e1-9896f99488c2 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.499352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9358b384-6afe-4ead-a9e1-9896f99488c2 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.503309 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9358b384-6afe-4ead-a9e1-9896f99488c2 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7726 time: 0.7606676 Oct 17 17:58:52.508160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47640) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:52.529238 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Attempt 3 to provision port 4ccea499-a0fe-42d1-83d4-7e660b452fab Oct 17 17:58:52.681390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47644) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:52.778882 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] Calling delete_port for 12b8a4b1-67e1-427d-bd7a-28382f8b7918 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:58:52.864634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port e9f67e85-7479-43dd-93e7-9be32361126f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e9f67e85-7479-43dd-93e7-9be32361126f,segment=NetworkSegment(c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e),segment_id=c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:52.912036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Port 4ccea499-a0fe-42d1-83d4-7e660b452fab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:52.913208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:52.918193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1d264-b735-4b59-aa5f-b032912c2fb8 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.919160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1d264-b735-4b59-aa5f-b032912c2fb8 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.919544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1d264-b735-4b59-aa5f-b032912c2fb8 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.920202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1d264-b735-4b59-aa5f-b032912c2fb8 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.920828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1d264-b735-4b59-aa5f-b032912c2fb8 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.921453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1d264-b735-4b59-aa5f-b032912c2fb8 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.922277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1d264-b735-4b59-aa5f-b032912c2fb8 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.923151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1d264-b735-4b59-aa5f-b032912c2fb8 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.924030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1d264-b735-4b59-aa5f-b032912c2fb8 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.924698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b1d264-b735-4b59-aa5f-b032912c2fb8 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:52.931160 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-85b1d264-b735-4b59-aa5f-b032912c2fb8 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6517 time: 0.4218311 Oct 17 17:58:52.932185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47648) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:52.952405 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b1040a87-6b29-4730-a9db-e7921e87af3b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff52381672d5429bb44b023656969a55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699521 Oct 17 17:58:52.957125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47652) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:52.973229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:52.974369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6d3b301b-6590-4831-9e15-97b9453c9f4b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:58:53.004381 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T17:58:48Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5912d237-5687-4b4f-a002-949a0ba3cb31', 'name': '', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:9d:8e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:58:49Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:53.013442 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Checking router: 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:58:53.013798 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Updating router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 port 5912d237-5687-4b4f-a002-949a0ba3cb31 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:58:53.037289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.059845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] No DVR routers for this DVR port 12b8a4b1-67e1-427d-bd7a-28382f8b7918 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:58:53.072334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd12db-603a-4cbb-a1ea-4fc67db2db87 None None] Pushing event deleted for resources: {'Port': ['ID=12b8a4b1-67e1-427d-bd7a-28382f8b7918,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:53.087026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b59a6f84-9f0a-4f5c-9fdf-9c460fdc2aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.089998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Transition to ACTIVE for port object 4d4420fe-bae3-4379-9e85-d4ccb17ea638 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:53.122365 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.130517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b59a6f84-9f0a-4f5c-9fdf-9c460fdc2aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.202663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.243447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:58:46Z', 'revision_number': 2, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 2, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:53.296699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b59a6f84-9f0a-4f5c-9fdf-9c460fdc2aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.308114 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Checking router: e1f584de-e179-4f7f-bf65-ef6b014c8957 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:58:53.308897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Updating router e1f584de-e179-4f7f-bf65-ef6b014c8957 port 4ccea499-a0fe-42d1-83d4-7e660b452fab binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:58:53.322444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network 762e7de0-b702-4cc8-9b93-f977f1286d06 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:53.333810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:53.336973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Port': ['ID=4d4420fe-bae3-4379-9e85-d4ccb17ea638,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:53.347583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a6f84-9f0a-4f5c-9fdf-9c460fdc2aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166f6ab5-6626-4feb-8e4b-938fbb17b7de,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:53.375154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:53.383629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:53.384586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.387883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.398571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b59a6f84-9f0a-4f5c-9fdf-9c460fdc2aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.400951 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b59a6f84-9f0a-4f5c-9fdf-9c460fdc2aeb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/166f6ab5-6626-4feb-8e4b-938fbb17b7de HTTP/1.1" status: 204 len: 168 time: 0.4421430 Oct 17 17:58:53.417526 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Attempt 4 to provision port 4ccea499-a0fe-42d1-83d4-7e660b452fab Oct 17 17:58:53.441679 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f5fcde98-f8dd-4c37-88d9-6a9d238e621a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0375829 Oct 17 17:58:53.444924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47658) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:53.486038 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Port 4ccea499-a0fe-42d1-83d4-7e660b452fab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:53.504440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:58:53.505440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.544810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.622728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-816fe242-939f-4f6c-9ca4-696e1b8daea0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Deleting subnet 82f091e7-469e-49a5-a4c0-d182c0c55bcc {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:58:53.629001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-816fe242-939f-4f6c-9ca4-696e1b8daea0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.675567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 6d3b301b-6590-4831-9e15-97b9453c9f4b completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:58:53.678778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=e9f67e85-7479-43dd-93e7-9be32361126f,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:53.710893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-816fe242-939f-4f6c-9ca4-696e1b8daea0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.803783 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.818647 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cede9ef9-c043-48d1-ba9f-d1de76f2019e tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3581 time: 0.8820181 Oct 17 17:58:53.844878 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Transition to ACTIVE for port object 5912d237-5687-4b4f-a002-949a0ba3cb31 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:53.862469 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.869456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-816fe242-939f-4f6c-9ca4-696e1b8daea0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:53.961734 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47664) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:53.982618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073378363', 'description': 'tempest-secgroup-smoke-2073378363 description', 'project_id': '5bf68046d82040c287b306f9ee0c6158'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:53.991899 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:53.996538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:53.999699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:54.003286 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Attempt 5 to provision port 4ccea499-a0fe-42d1-83d4-7e660b452fab Oct 17 17:58:54.006984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:54.024985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.051893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6d3b301b-6590-4831-9e15-97b9453c9f4b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:54.052283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.052802 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6d3b301b-6590-4831-9e15-97b9453c9f4b Oct 17 17:58:54.067658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:54.072479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:54.077058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:54.090208 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:54.129485 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Pushing event updated for resources: {'Port': ['ID=5912d237-5687-4b4f-a002-949a0ba3cb31,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:54.152119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Allocated IP 2001:db8:1::1 (8ddb7c8b-6164-470b-91e9-99ad92bf4811/0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121/b8d862c1-141c-4abf-9450-81e676b21967) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:54.152828 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:54.154342 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:54.155033 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:54.155894 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:54.156230 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:54.158127 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:54.159694 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:54.160164 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:54.160836 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:54.161826 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:54.162774 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:54.163244 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:58:54.238465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.252032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.357900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-816fe242-939f-4f6c-9ca4-696e1b8daea0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.374501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.394314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Transition to ACTIVE for port object b8d862c1-141c-4abf-9450-81e676b21967 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:54.402911 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Port 4ccea499-a0fe-42d1-83d4-7e660b452fab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:54.430930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.434910 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b75fb5-3572-44fa-b53b-8e43128a859d,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:54.437634 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fe242-939f-4f6c-9ca4-696e1b8daea0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Subnet': ['ID=82f091e7-469e-49a5-a4c0-d182c0c55bcc,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:54.442275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-816fe242-939f-4f6c-9ca4-696e1b8daea0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.444323 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-816fe242-939f-4f6c-9ca4-696e1b8daea0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/subnets/82f091e7-469e-49a5-a4c0-d182c0c55bcc HTTP/1.1" status: 204 len: 168 time: 0.9974871 Oct 17 17:58:54.446914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47668) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:54.482822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.488159 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-98d5b583-c83e-4eb9-882f-2a2ce0aafece tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5239167 Oct 17 17:58:54.489009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47672) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:54.503654 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6d3b301b-6590-4831-9e15-97b9453c9f4b is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:54.503953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.505008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e432aa6b-edc6-41b6-b54a-0b2eabb712c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '47b75fb5-3572-44fa-b53b-8e43128a859d', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:54.511952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e432aa6b-edc6-41b6-b54a-0b2eabb712c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:54.516182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e432aa6b-edc6-41b6-b54a-0b2eabb712c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:54.519730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e432aa6b-edc6-41b6-b54a-0b2eabb712c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:54.520572 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Attempting to bind port 5912d237-5687-4b4f-a002-949a0ba3cb31 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:58:54.521109 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Attempting to bind port 5912d237-5687-4b4f-a002-949a0ba3cb31 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:58:54.521632 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Attempting to bind port 5912d237-5687-4b4f-a002-949a0ba3cb31 on network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:58:54.527445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e432aa6b-edc6-41b6-b54a-0b2eabb712c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:54.534010 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:58:54.534623 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Checking segment: {'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:54.535022 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.539787 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Bound using segment: {'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:58:54.540286 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Bound port: 5912d237-5687-4b4f-a002-949a0ba3cb31, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:58:54.540670 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.567552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e432aa6b-edc6-41b6-b54a-0b2eabb712c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.588284 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 8ddb7c8b-6164-470b-91e9-99ad92bf4811 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:54.595314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:54.609081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:54.609618 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.620871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d294d5fe-bc7a-42af-bef9-71b4d4a63973 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:54.622895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d294d5fe-bc7a-42af-bef9-71b4d4a63973 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:54.624348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d294d5fe-bc7a-42af-bef9-71b4d4a63973 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Synchronizing usage tracker for tenant:362f511fb67c47859adea8ec7ecc1aec on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:54.663631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e432aa6b-edc6-41b6-b54a-0b2eabb712c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.673696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e8815-718b-4dd7-b940-190781cfab45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-762e7de0-b702-4cc8-9b93-f977f1286d06', 'network_id': '762e7de0-b702-4cc8-9b93-f977f1286d06', 'tenant_id': '362f511fb67c47859adea8ec7ecc1aec', 'fixed_ips': [{'subnet_id': '82f091e7-469e-49a5-a4c0-d182c0c55bcc'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:58:54.676279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e20e8815-718b-4dd7-b940-190781cfab45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.677107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e432aa6b-edc6-41b6-b54a-0b2eabb712c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.699145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d294d5fe-bc7a-42af-bef9-71b4d4a63973 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Unset dirty status for tenant:362f511fb67c47859adea8ec7ecc1aec on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:54.700661 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d294d5fe-bc7a-42af-bef9-71b4d4a63973 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2522712 Oct 17 17:58:54.708864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47676) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:54.712291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432aa6b-edc6-41b6-b54a-0b2eabb712c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa7ab8e-ef7f-4002-8395-0e8574d268a1,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:54.729906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e432aa6b-edc6-41b6-b54a-0b2eabb712c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.734765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=b8d862c1-141c-4abf-9450-81e676b21967,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:54.734962 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e432aa6b-edc6-41b6-b54a-0b2eabb712c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2411814 Oct 17 17:58:54.736595 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47680) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:54.747581 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a7ef818b-60fe-45b2-bf8b-390d7a661600 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '47b75fb5-3572-44fa-b53b-8e43128a859d', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:54.751279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 6d3b301b-6590-4831-9e15-97b9453c9f4b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6d3b301b-6590-4831-9e15-97b9453c9f4b,segment=NetworkSegment(d2ccfb88-0919-4c57-8d95-74ebae5c3ac8),segment_id=d2ccfb88-0919-4c57-8d95-74ebae5c3ac8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:54.760062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.resource_extend [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:58:54.763221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a7ef818b-60fe-45b2-bf8b-390d7a661600 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:54.771867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a7ef818b-60fe-45b2-bf8b-390d7a661600 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:54.779856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a7ef818b-60fe-45b2-bf8b-390d7a661600 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:54.794154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a7ef818b-60fe-45b2-bf8b-390d7a661600 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:54.795857 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] For port 5912d237-5687-4b4f-a002-949a0ba3cb31, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:58:54.804515 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] For port 5912d237-5687-4b4f-a002-949a0ba3cb31, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5912d237-5687-4b4f-a002-949a0ba3cb31,segment=NetworkSegment(c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e),segment_id=c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:58:54.815327 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.834540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a7ef818b-60fe-45b2-bf8b-390d7a661600 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.876730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:54.894365 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Routers {'09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:54.895322 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:54.905597 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Allocated IP 2001:db8:1::2 (8ddb7c8b-6164-470b-91e9-99ad92bf4811/0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121/1b17a83a-195a-40e2-941f-a8b57bd5dc37) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:58:55.025982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a7ef818b-60fe-45b2-bf8b-390d7a661600 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.037959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a7ef818b-60fe-45b2-bf8b-390d7a661600 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.075451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.085554 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Attempt 6 to provision port 4ccea499-a0fe-42d1-83d4-7e660b452fab Oct 17 17:58:55.124957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef818b-60fe-45b2-bf8b-390d7a661600 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d87b3c-dcf1-414c-9d9a-16e0010a71f0,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:55.134086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a7ef818b-60fe-45b2-bf8b-390d7a661600 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.147726 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a7ef818b-60fe-45b2-bf8b-390d7a661600 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4093013 Oct 17 17:58:55.148686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47684) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:55.168559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-119e1c14-c753-4466-b9c1-3b36d848b48c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '47b75fb5-3572-44fa-b53b-8e43128a859d', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:55.171955 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d081ec-ee87-430d-91bd-f03b0f70ae13 None None] Pushing event updated for resources: {'Port': ['ID=5912d237-5687-4b4f-a002-949a0ba3cb31,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:55.179792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-119e1c14-c753-4466-b9c1-3b36d848b48c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:55.186713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-119e1c14-c753-4466-b9c1-3b36d848b48c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:55.206836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-119e1c14-c753-4466-b9c1-3b36d848b48c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:55.217644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e9f67e85-7479-43dd-93e7-9be32361126f up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:58:55.231749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-119e1c14-c753-4466-b9c1-3b36d848b48c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:55.250369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Port 4ccea499-a0fe-42d1-83d4-7e660b452fab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:55.288900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-119e1c14-c753-4466-b9c1-3b36d848b48c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.349213 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] Set router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:58:55.434790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-119e1c14-c753-4466-b9c1-3b36d848b48c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.443770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-119e1c14-c753-4466-b9c1-3b36d848b48c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.495431 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e1c14-c753-4466-b9c1-3b36d848b48c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d602ad5-a2b4-44c6-b8a9-982f5e6b1442,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:55.527602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c7b7f23b-a05c-45f0-b6b0-957f80a30d7a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.528631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-119e1c14-c753-4466-b9c1-3b36d848b48c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.530299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.538023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47688) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:55.539344 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-119e1c14-c753-4466-b9c1-3b36d848b48c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3832951 Oct 17 17:58:55.548996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-3204da3c-ead7-4d42-91fa-3e2812aaa287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '47b75fb5-3572-44fa-b53b-8e43128a859d', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:55.566455 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b7f23b-a05c-45f0-b6b0-957f80a30d7a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 17 17:58:55.566910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b7f23b-a05c-45f0-b6b0-957f80a30d7a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:58:55.576848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3204da3c-ead7-4d42-91fa-3e2812aaa287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:55.583739 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c7b7f23b-a05c-45f0-b6b0-957f80a30d7a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/networks/762e7de0-b702-4cc8-9b93-f977f1286d06 HTTP/1.1" status: 409 len: 405 time: 0.8670475 Oct 17 17:58:55.584499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47692) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:55.588036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3204da3c-ead7-4d42-91fa-3e2812aaa287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:55.592872 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3204da3c-ead7-4d42-91fa-3e2812aaa287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:55.596264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1624996754'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:55.601001 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3204da3c-ead7-4d42-91fa-3e2812aaa287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:55.623073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:55.636034 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.638556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3204da3c-ead7-4d42-91fa-3e2812aaa287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.641607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:network and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:55.648789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.649694 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.653528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:55.681959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:55.714545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:55.722855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.800483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:58:55.825468 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.826264 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Added segment f01ba8f1-1437-4332-bebf-9e874affa508 of type vlan for network 081701a5-7c48-43fb-b507-3a415c5a1526 Oct 17 17:58:55.863311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.868849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.881309 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Transition to ACTIVE for port object 1b17a83a-195a-40e2-941f-a8b57bd5dc37 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:55.910365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.911752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Transition to ACTIVE for port object 1b17a83a-195a-40e2-941f-a8b57bd5dc37 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:55.915193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=6d3b301b-6590-4831-9e15-97b9453c9f4b,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:55.920556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:55.921696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:55.928489 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Attempt 7 to provision port 4ccea499-a0fe-42d1-83d4-7e660b452fab Oct 17 17:58:56.016919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ab954-0126-4a67-9398-c08d051415d4 None None] Network 762e7de0-b702-4cc8-9b93-f977f1286d06 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:56.024474 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T17:58:48Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5912d237-5687-4b4f-a002-949a0ba3cb31', 'name': '', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:9d:8e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:58:54Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:56.029900 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e24cee-82ba-403f-bb91-f35cdd3c2147 None None] The sync data for ids ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'] in dv-neutron-860895-1-hyperv is: [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T17:58:48Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5912d237-5687-4b4f-a002-949a0ba3cb31', 'name': '', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:9d:8e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:58:54Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:58:56.044034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.046213 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.054789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Transition to ACTIVE for port object 4ccea499-a0fe-42d1-83d4-7e660b452fab will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:58:56.059838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3204da3c-ead7-4d42-91fa-3e2812aaa287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.061186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=b8d862c1-141c-4abf-9450-81e676b21967,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:56.168460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3204da3c-ead7-4d42-91fa-3e2812aaa287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.264205 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.276368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204da3c-ead7-4d42-91fa-3e2812aaa287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd933d9-d147-4205-81be-ec806120f0b2,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:56.283002 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6783454 Oct 17 17:58:56.293302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47698) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:56.295349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 8ddb7c8b-6164-470b-91e9-99ad92bf4811 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:56.308982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:56.313739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'subnet': {'network_id': '081701a5-7c48-43fb-b507-3a415c5a1526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:56.348488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468a136-bcd7-467a-a38d-67c48ebd7734 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Network': ['ID=081701a5-7c48-43fb-b507-3a415c5a1526,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:56.375112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 081701a5-7c48-43fb-b507-3a415c5a1526 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:58:56.470902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3204da3c-ead7-4d42-91fa-3e2812aaa287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.472265 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3204da3c-ead7-4d42-91fa-3e2812aaa287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9332461 Oct 17 17:58:56.475316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47702) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:56.489702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c9d76832-bf3d-4aa8-aee9-8c743ecf1200 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '47b75fb5-3572-44fa-b53b-8e43128a859d', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:56.496715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Network 8ddb7c8b-6164-470b-91e9-99ad92bf4811 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:58:56.499279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c9d76832-bf3d-4aa8-aee9-8c743ecf1200 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:56.504098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c9d76832-bf3d-4aa8-aee9-8c743ecf1200 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:56.507573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c9d76832-bf3d-4aa8-aee9-8c743ecf1200 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:56.519323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c9d76832-bf3d-4aa8-aee9-8c743ecf1200 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:56.530962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:56.534673 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-c9d76832-bf3d-4aa8-aee9-8c743ecf1200 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:58:56.558764 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9d76832-bf3d-4aa8-aee9-8c743ecf1200 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.588653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Port 4ccea499-a0fe-42d1-83d4-7e660b452fab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:56.592303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:58:56.625369 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:56.644390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:56.661425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Pushing event updated for resources: {'Port': ['ID=1b17a83a-195a-40e2-941f-a8b57bd5dc37,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:56.668866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9d76832-bf3d-4aa8-aee9-8c743ecf1200 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.676749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9d76832-bf3d-4aa8-aee9-8c743ecf1200 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.716601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d76832-bf3d-4aa8-aee9-8c743ecf1200 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8a3c19-eb63-447a-851d-b675e22a0096,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:56.726340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c9d76832-bf3d-4aa8-aee9-8c743ecf1200 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.727804 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c9d76832-bf3d-4aa8-aee9-8c743ecf1200 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2493651 Oct 17 17:58:56.730730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47708) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:56.732859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:56.737185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.737955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-019f00bb-d79f-489a-a56c-c881fd521aba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '47b75fb5-3572-44fa-b53b-8e43128a859d', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:56.745392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-019f00bb-d79f-489a-a56c-c881fd521aba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:56.750266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-019f00bb-d79f-489a-a56c-c881fd521aba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:56.755132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-019f00bb-d79f-489a-a56c-c881fd521aba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:56.762610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-019f00bb-d79f-489a-a56c-c881fd521aba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:56.781035 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-019f00bb-d79f-489a-a56c-c881fd521aba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 17:58:56.790503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-019f00bb-d79f-489a-a56c-c881fd521aba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.821102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port e9f67e85-7479-43dd-93e7-9be32361126f triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:56.821589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.822610 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port e9f67e85-7479-43dd-93e7-9be32361126f Oct 17 17:58:56.890997 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-019f00bb-d79f-489a-a56c-c881fd521aba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.900633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-019f00bb-d79f-489a-a56c-c881fd521aba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.944178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Attempting to bind port 4ccea499-a0fe-42d1-83d4-7e660b452fab on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:58:56.944557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Attempting to bind port 4ccea499-a0fe-42d1-83d4-7e660b452fab by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd2ccfb88-0919-4c57-8d95-74ebae5c3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:58:56.944918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Attempting to bind port 4ccea499-a0fe-42d1-83d4-7e660b452fab on network 1ddc3a45-c7e0-4812-9ebd-447075af0bdd {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:58:56.951271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f00bb-d79f-489a-a56c-c881fd521aba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d43fdce-a750-4f16-95e9-06ed2ffe785f,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:56.971909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-019f00bb-d79f-489a-a56c-c881fd521aba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:56.972172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e1f584de-e179-4f7f-bf65-ef6b014c8957 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:58:56.982264 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-019f00bb-d79f-489a-a56c-c881fd521aba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2423539 Oct 17 17:58:57.051602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Attempting to bind port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:58:57.051972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Attempting to bind port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '8bc14c67-fa86-485b-bf7c-c696c8ad6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:58:57.052335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Attempting to bind port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 on network 8ddb7c8b-6164-470b-91e9-99ad92bf4811 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:58:57.054704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:58:57.055094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Checking segment: {'id': 'd2ccfb88-0919-4c57-8d95-74ebae5c3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:57.055491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:57.055877 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Bound using segment: {'id': 'd2ccfb88-0919-4c57-8d95-74ebae5c3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:58:57.056352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Bound port: 4ccea499-a0fe-42d1-83d4-7e660b452fab, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ccfb88-0919-4c57-8d95-74ebae5c3ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:58:57.056722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:57.101245 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Attempt 8 to provision port 4ccea499-a0fe-42d1-83d4-7e660b452fab Oct 17 17:58:57.138756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:58:57.139066 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Checking segment: {'id': '8bc14c67-fa86-485b-bf7c-c696c8ad6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:57.139568 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:57.139966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Bound using segment: {'id': '8bc14c67-fa86-485b-bf7c-c696c8ad6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:58:57.140505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Bound port: 1b17a83a-195a-40e2-941f-a8b57bd5dc37, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc14c67-fa86-485b-bf7c-c696c8ad6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:58:57.140864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:57.198213 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:58:57.357978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-43b5446d-87ce-49be-ab49-bc92245b07a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:57.369328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] For port 4ccea499-a0fe-42d1-83d4-7e660b452fab, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:58:57.378044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] For port 1b17a83a-195a-40e2-941f-a8b57bd5dc37, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:58:57.382864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] For port 4ccea499-a0fe-42d1-83d4-7e660b452fab, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4ccea499-a0fe-42d1-83d4-7e660b452fab,segment=NetworkSegment(d2ccfb88-0919-4c57-8d95-74ebae5c3ac8),segment_id=d2ccfb88-0919-4c57-8d95-74ebae5c3ac8)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:58:57.391178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-43b5446d-87ce-49be-ab49-bc92245b07a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:57.395302 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-43b5446d-87ce-49be-ab49-bc92245b07a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073378363&fields=id&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 267 time: 0.1040628 Oct 17 17:58:57.396678 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ea22f-7cc8-422e-983f-dbe20c1ba4e7 None None] Pushing event updated for resources: {'Port': ['ID=4ccea499-a0fe-42d1-83d4-7e660b452fab,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:57.405717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:57.425036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] For port 1b17a83a-195a-40e2-941f-a8b57bd5dc37, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1b17a83a-195a-40e2-941f-a8b57bd5dc37,segment=NetworkSegment(8bc14c67-fa86-485b-bf7c-c696c8ad6e89),segment_id=8bc14c67-fa86-485b-bf7c-c696c8ad6e89)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:58:57.485540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Port 4ccea499-a0fe-42d1-83d4-7e660b452fab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:58:57.511563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.objects.ports [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89191) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:58:57.517269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:57.525670 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:57.569861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:58:57.570958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:58:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:57.586644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-43311a06-d7b6-4efc-af6b-8ca1e4114fc2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:57.587380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-43311a06-d7b6-4efc-af6b-8ca1e4114fc2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:57.606452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-43311a06-d7b6-4efc-af6b-8ca1e4114fc2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:57.607837 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-43311a06-d7b6-4efc-af6b-8ca1e4114fc2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/networks?id=178ccc82-4ce6-48db-8ba5-972f9ba5f634 HTTP/1.1" status: 200 len: 796 time: 0.1987572 Oct 17 17:58:57.616314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Subnet': ['ID=134f4135-a4a3-4975-bde9-ca05253e3a1d,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:57.647188 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-10471225-1dd4-4c3b-a8bc-d02e046bb7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/quotas/5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 375 time: 0.0323215 Oct 17 17:58:57.679816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:58:57.697164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Checking segment: {'id': 'f01ba8f1-1437-4332-bebf-9e874affa508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '081701a5-7c48-43fb-b507-3a415c5a1526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:57.697806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network hostable DHCP agents. Network: 081701a5-7c48-43fb-b507-3a415c5a1526, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:58:57.729566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a7bcd-376f-47b3-bed6-d98e9551e7e6 req-d1902ed5-0d50-4a07-9a3b-44b3565ba98b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:57.739202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d01a7bcd-376f-47b3-bed6-d98e9551e7e6 req-d1902ed5-0d50-4a07-9a3b-44b3565ba98b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 946 time: 1.0824947 Oct 17 17:58:57.785725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-07779493-3517-47d1-933b-a79df3bfd44c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:57.810686 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ba9c30a4-acb4-48d2-b8b6-4267683698c7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7026794 Oct 17 17:58:57.816236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47724) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:57.816563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ea22f-7cc8-422e-983f-dbe20c1ba4e7 None None] Pushing event updated for resources: {'Port': ['ID=4ccea499-a0fe-42d1-83d4-7e660b452fab,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:57.839554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1146675570'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:57.852580 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d01a7bcd-376f-47b3-bed6-d98e9551e7e6 req-fa710dd8-e645-49d8-9e13-10d28b8e2040 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104207 Oct 17 17:58:57.854767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network 081701a5-7c48-43fb-b507-3a415c5a1526 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:58:57.855992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:57.888394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 081701a5-7c48-43fb-b507-3a415c5a1526) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:57.888394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:57.888394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:57.892362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:network and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:57.916590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-07779493-3517-47d1-933b-a79df3bfd44c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:57.918457 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1fa41549-d0d8-4e30-87e3-0187b4f1872e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6216195 Oct 17 17:58:57.919299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47728) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:57.922311 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-07779493-3517-47d1-933b-a79df3bfd44c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2688346 Oct 17 17:58:57.924071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:57.951876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-6978216c-462a-47f2-866b-f9db72f0a641 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:58:57.961827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port e9f67e85-7479-43dd-93e7-9be32361126f is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:58:57.962562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6183e896-dd1b-43cc-8536-5e67d4f26f1d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:58:57.967679 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-6978216c-462a-47f2-866b-f9db72f0a641 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269213 Oct 17 17:58:57.973873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:58.017438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:58.021463 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:58.029810 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Attempt 9 to provision port 4ccea499-a0fe-42d1-83d4-7e660b452fab Oct 17 17:58:58.057636 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1373ca5-1944-43f7-a1fe-e846e7905bca None None] Network 081701a5-7c48-43fb-b507-3a415c5a1526 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:58.076200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881b3aa-6ea0-4c50-8917-93a6faf67577 None None] Pushing event updated for resources: {'Port': ['ID=1b17a83a-195a-40e2-941f-a8b57bd5dc37,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:58.171666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:58.190643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:58:58.233907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:58.233907 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Added segment 5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d of type vlan for network 682eb951-b831-4d5d-9059-c0487a3ad326 Oct 17 17:58:58.274916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:58:58.281571 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-66f809fd-6c88-4417-b4d2-aabd0f121323 service neutron] 10.222.0.69 "GET /v2.0/networks/178ccc82-4ce6-48db-8ba5-972f9ba5f634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934847 Oct 17 17:58:58.284500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:58.350390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:58.420552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:58.424781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Port 4ccea499-a0fe-42d1-83d4-7e660b452fab had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:58:58.425928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:58.426578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:58.436024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-84d56281-0f5a-421e-9f11-bb0d673e4d29 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:58.437763 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-84d56281-0f5a-421e-9f11-bb0d673e4d29 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 946 time: 0.2140369 Oct 17 17:58:58.526696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6183e896-dd1b-43cc-8536-5e67d4f26f1d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:58.526696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:58.526696 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6183e896-dd1b-43cc-8536-5e67d4f26f1d Oct 17 17:58:58.541632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Deleting port 7b351436-239f-4ee8-bae0-78b17929d835 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:58:58.542108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:58.558972 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7418406 Oct 17 17:58:58.565666 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-5882e9cd-d65e-4586-8e10-f5dc503be141 service neutron] 10.222.0.69 "GET /v2.0/networks/178ccc82-4ce6-48db-8ba5-972f9ba5f634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771001 Oct 17 17:58:58.569245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47732) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:58.574534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'subnet': {'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:58:58.691935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:58.708704 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:58:58.713374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:subnet and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:58:58.721725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:58:58.729330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:58:58.742515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfd8ff-b4ab-4554-9407-6122c6e9e1c5 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Network': ['ID=682eb951-b831-4d5d-9059-c0487a3ad326,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:58.746461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:58:58.751439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:58.809758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Subnet': ['ID=134f4135-a4a3-4975-bde9-ca05253e3a1d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:58.948200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 682eb951-b831-4d5d-9059-c0487a3ad326 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:58:59.049814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Provisioning complete for port 6d3b301b-6590-4831-9e15-97b9453c9f4b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:58:59.050270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:59.050505 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Attempt 1 to provision port 6d3b301b-6590-4831-9e15-97b9453c9f4b Oct 17 17:58:59.178351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] For port 7b351436-239f-4ee8-bae0-78b17929d835, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7b351436-239f-4ee8-bae0-78b17929d835,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:58:59.178858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:59.356108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-16b94f15-a622-403b-b890-4269feb8673a req-95cf1c8d-4fa7-4786-be0b-b44957e07e1f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:58:59.361661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e4e73-93bb-4385-89a4-bc50966a6c9c req-bdc82668-90c6-4784-8a5e-bb0269ccb003 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:59.363760 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d97e4e73-93bb-4385-89a4-bc50966a6c9c req-bdc82668-90c6-4784-8a5e-bb0269ccb003 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 946 time: 0.2277353 Oct 17 17:58:59.366851 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:59.411147 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081701a5-7c48-43fb-b507-3a415c5a1526']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:59.414442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636bb734-645a-408f-83a8-17e25f969533 None None] Network 081701a5-7c48-43fb-b507-3a415c5a1526 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:59.428173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72baf6fa-d6e0-4690-aec8-6b24966bea08 None None] Network 8ddb7c8b-6164-470b-91e9-99ad92bf4811 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:59.456204 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d97e4e73-93bb-4385-89a4-bc50966a6c9c req-941f6bbf-0800-44cf-b011-6fa14abc6c34 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800915 Oct 17 17:58:59.458080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:59.539469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01ba8f1-1437-4332-bebf-9e874affa508') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:59.540078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01ba8f1-1437-4332-bebf-9e874affa508') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:58:59.554945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-16b94f15-a622-403b-b890-4269feb8673a req-95cf1c8d-4fa7-4786-be0b-b44957e07e1f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:58:59.556548 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-16b94f15-a622-403b-b890-4269feb8673a req-95cf1c8d-4fa7-4786-be0b-b44957e07e1f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 210 time: 0.2806275 Oct 17 17:58:59.567426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:59.599485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:59.645685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Subnet': ['ID=9700493c-1c6d-4b68-94cd-8a404d7c6a1c,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:58:59.677361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b5addc1-b8d7-4ea2-bc6a-b8aef7c4b505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:59.703639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Checking segment: {'id': '5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:58:59.704516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network hostable DHCP agents. Network: 682eb951-b831-4d5d-9059-c0487a3ad326, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:58:59.730454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:58:59.731100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:59.734977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 682eb951-b831-4d5d-9059-c0487a3ad326 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:58:59.762406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 682eb951-b831-4d5d-9059-c0487a3ad326) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:58:59.776604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:58:59.778747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:58:59.810322 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-07134690-d217-422c-bfaa-b54086ec9b63 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2404387 Oct 17 17:58:59.813608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47750) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:58:59.821771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9193d5-3d25-40c7-9342-51c46892b426 None None] Network 682eb951-b831-4d5d-9059-c0487a3ad326 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:58:59.980703 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment f01ba8f1-1437-4332-bebf-9e874affa508 resource provider aggregate not found Oct 17 17:59:00.019172 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment f01ba8f1-1437-4332-bebf-9e874affa508 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f01ba8f1-1437-4332-bebf-9e874affa508 found for delete ", "request_id": "req-f56f37f8-1ae3-46e2-b8fc-b36c2ad1d566"}]} Oct 17 17:59:00.029463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:00.029899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:00.030202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Floating IP 8c9fe360-62bc-4d6c-ad89-994ba0bcd86d disassociated. External IP: 172.26.8.246, port: 7b351436-239f-4ee8-bae0-78b17929d835. Oct 17 17:59:00.030485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Calling delete_port for 7b351436-239f-4ee8-bae0-78b17929d835 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:00.094029 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:00.101229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:00.150183 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/networks/081701a5-7c48-43fb-b507-3a415c5a1526 HTTP/1.1" status: 204 len: 168 time: 2.2296660 Oct 17 17:59:00.150885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47756) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:00.165660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c1b2e-f71b-4d9e-992b-919daeb7272e tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Network': ['ID=081701a5-7c48-43fb-b507-3a415c5a1526,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:00.171949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1255523759'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:00.177854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:00.182214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:network and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:00.186314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:00.193069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:00.207426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:00.211410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:00.242254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6183e896-dd1b-43cc-8536-5e67d4f26f1d is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:00.275716 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:59:00.292876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:00.293699 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Added segment a5bf933b-8f6d-46da-b584-f4b3b708416a of type vlan for network b6eecef8-b0ae-4fb9-8ee1-579166aa2c44 Oct 17 17:59:00.333599 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:58:54Z', 'revision_number': 3, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:58:57Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:58:55Z', 'revision_number': 2, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:00.341701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 12b8a4b1-67e1-427d-bd7a-28382f8b7918 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:59:00.344896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:00.382680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-63e8526e-d3ce-4364-aede-7d356bec71d9 None None] Current status of the port 6d3b301b-6590-4831-9e15-97b9453c9f4b is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:00.386710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:00.394911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:00.395946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:00.398421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ff9e1-c2a7-41d3-b30f-2bb9eaab887b None None] The sync data for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv is: [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:58:54Z', 'revision_number': 3, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:58:57Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:58:55Z', 'revision_number': 2, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:00.436991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 12b8a4b1-67e1-427d-bd7a-28382f8b7918 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:59:00.437530 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 12b8a4b1-67e1-427d-bd7a-28382f8b7918 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:59:00.751410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-682eb951-b831-4d5d-9059-c0487a3ad326', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:59:00.755065 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:00.874856 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7173886 Oct 17 17:59:00.877103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217beb6-8ccc-409e-b568-d1bc7a2df4c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Network': ['ID=b6eecef8-b0ae-4fb9-8ee1-579166aa2c44,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:00.880728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47768) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:00.928161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'subnet': {'network_id': 'b6eecef8-b0ae-4fb9-8ee1-579166aa2c44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:00.994648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-4afd6f25-0e00-484f-93d4-d40e87e75c82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:00.996410 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-4afd6f25-0e00-484f-93d4-d40e87e75c82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks?id=178ccc82-4ce6-48db-8ba5-972f9ba5f634 HTTP/1.1" status: 200 len: 796 time: 0.5986266 Oct 17 17:59:01.046437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network b6eecef8-b0ae-4fb9-8ee1-579166aa2c44 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:59:01.071675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5912d237-5687-4b4f-a002-949a0ba3cb31 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:01.093672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f9398-0c0a-4e3f-92b2-d49a35c2b325 req-d7a2ad33-2de4-41eb-ac2d-8b5dbb6c6eac tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:01.103002 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b98f9398-0c0a-4e3f-92b2-d49a35c2b325 req-d7a2ad33-2de4-41eb-ac2d-8b5dbb6c6eac tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 946 time: 0.4052889 Oct 17 17:59:01.131779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:01.250301 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Provisioning complete for port e9f67e85-7479-43dd-93e7-9be32361126f triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:01.251432 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:01.251631 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Attempt 1 to provision port e9f67e85-7479-43dd-93e7-9be32361126f Oct 17 17:59:01.252328 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b98f9398-0c0a-4e3f-92b2-d49a35c2b325 req-d74321ba-33a9-474a-a22b-408dc0222c42 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463337 Oct 17 17:59:01.259677 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-fd27f429-d44c-4dd0-91aa-0aa13c0c1e08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 380 time: 0.2455983 Oct 17 17:59:01.272974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'device_id': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'admin_state_up': True, 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'security_groups': ['47b75fb5-3572-44fa-b53b-8e43128a859d']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:01.326476 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-57cd40ee-65b3-4121-b48c-400f285c708d req-1a807d76-793c-4136-8bee-333b863f07f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 210 time: 0.0614319 Oct 17 17:59:01.329121 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:01.335586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:subnet and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:01.338635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:01.341651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:01.413176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:01.415333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event deleted for resources: {'Port': ['ID=7b351436-239f-4ee8-bae0-78b17929d835,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:01.468250 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 5912d237-5687-4b4f-a002-949a0ba3cb31 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:01.514247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1b17a83a-195a-40e2-941f-a8b57bd5dc37 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:01.568682 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Allocated IP 2001:db8:2::2 (682eb951-b831-4d5d-9059-c0487a3ad326/9700493c-1c6d-4b68-94cd-8a404d7c6a1c/fb2dae92-2921-48a2-8d15-5963d29239bf) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:01.603746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:01.606422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:01.684979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-03b6d92d-a569-4026-ad5b-2106f12d9f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:01.691444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Current status of the port e9f67e85-7479-43dd-93e7-9be32361126f is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:01.806163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Provisioning for port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:01.871177 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:01.885162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:01.885972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:01.885972 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 Oct 17 17:59:01.908636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Router 1eb4ebea-e802-4fce-aa38-7438dbd93580 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:02.022616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Provisioning for port 5912d237-5687-4b4f-a002-949a0ba3cb31 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:02.038722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7b351436-239f-4ee8-bae0-78b17929d835 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:59:02.125512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:02.134462 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 7b351436-239f-4ee8-bae0-78b17929d835 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:59:02.134934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7b351436-239f-4ee8-bae0-78b17929d835 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:59:02.156182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:02.182726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Provisioning complete for port 5912d237-5687-4b4f-a002-949a0ba3cb31 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:02.183377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:02.183879 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Attempt 1 to provision port 5912d237-5687-4b4f-a002-949a0ba3cb31 Oct 17 17:59:02.231983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:02.236010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:02.341396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:02.379919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fd6168-5d04-4cd9-b237-c39aea77c338 None None] Sync routers for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:02.459341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.6 (178ccc82-4ce6-48db-8ba5-972f9ba5f634/2f5204a3-d27a-45c7-86ba-8c63ae9534da/ecd099d6-dd7e-4144-b4b4-9b00abf2434c) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:02.533572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd6168-5d04-4cd9-b237-c39aea77c338 None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:02.534747 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f4fd6168-5d04-4cd9-b237-c39aea77c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:02.555361 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b035a2f8-539f-4af6-80f3-290e6acdf232 req-82e20ab6-b801-4a25-b647-236b65b70215 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 210 time: 0.0704005 Oct 17 17:59:02.587304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:02.601803 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:02.682426 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a261e98c-c814-4594-a00d-ce6e109cd522 req-44f48877-da94-48ec-b05e-e499bce2cd30 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 210 time: 0.1532767 Oct 17 17:59:02.700399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:02.702372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] No DVR routers for this DVR port 7b351436-239f-4ee8-bae0-78b17929d835 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:59:02.706640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:02.708018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Transition to ACTIVE for port object fb2dae92-2921-48a2-8d15-5963d29239bf will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:02.710940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db72d75f-5630-4e77-b988-b9cc35514156', 'name': 'network-vif-deleted', 'tag': '7b351436-239f-4ee8-bae0-78b17929d835'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:59:02.713459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf38671-ecde-4722-a00a-1cfc623c2627" -d '{"events": [{"server_uuid": "db72d75f-5630-4e77-b988-b9cc35514156", "name": "network-vif-deleted", "tag": "7b351436-239f-4ee8-bae0-78b17929d835"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:59:02.740282 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Transition to ACTIVE for port object fb2dae92-2921-48a2-8d15-5963d29239bf will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:02.740785 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-021fcc75-09a7-4c46-ad35-d584dd7644e8 req-556bdc6a-612b-45a1-a27d-2673084568f6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "DELETE /v2.0/ports/7b351436-239f-4ee8-bae0-78b17929d835 HTTP/1.1" status: 204 len: 173 time: 4.2974370 Oct 17 17:59:02.754936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Subnet': ['ID=6a286f84-5526-4bce-be9c-ca72629ca541,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:02.765256 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Checking segment: {'id': 'a5bf933b-8f6d-46da-b584-f4b3b708416a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b6eecef8-b0ae-4fb9-8ee1-579166aa2c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:02.765511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network hostable DHCP agents. Network: b6eecef8-b0ae-4fb9-8ee1-579166aa2c44, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:59:02.793988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78a4365-3b92-457d-a66a-242aeedb6a6a x-openstack-request-id: req-b78a4365-3b92-457d-a66a-242aeedb6a6a {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:59:02.794321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db72d75f-5630-4e77-b988-b9cc35514156", "name": "network-vif-deleted", "tag": "7b351436-239f-4ee8-bae0-78b17929d835", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:59:02.794588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b78a4365-3b92-457d-a66a-242aeedb6a6a {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:59:02.794923 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78a4365-3b92-457d-a66a-242aeedb6a6a'] response: {'server_uuid': 'db72d75f-5630-4e77-b988-b9cc35514156', 'name': 'network-vif-deleted', 'tag': '7b351436-239f-4ee8-bae0-78b17929d835', 'status': 'completed', 'code': 200} Oct 17 17:59:02.804997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network b6eecef8-b0ae-4fb9-8ee1-579166aa2c44 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:59:02.817837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, b6eecef8-b0ae-4fb9-8ee1-579166aa2c44) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:02.824634 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:02.826267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:02.839611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:02.847710 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:02.860858 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c30cead0-8d9a-4712-aaa3-8d331eb442a7 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9490821 Oct 17 17:59:02.863926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47778) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:02.878945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Allocated IP 2001:db8:2::1 (682eb951-b831-4d5d-9059-c0487a3ad326/9700493c-1c6d-4b68-94cd-8a404d7c6a1c/ea0df314-cd52-4d94-8435-364ce247e2fc) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:02.881616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object ecd099d6-dd7e-4144-b4b4-9b00abf2434c will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:02.934364 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c99a878-6947-4d4a-a3e9-0fc83c777577 None None] Network b6eecef8-b0ae-4fb9-8ee1-579166aa2c44 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:02.970330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:02.971141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.107275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.120109 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.130877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Transition to ACTIVE for port object ea0df314-cd52-4d94-8435-364ce247e2fc will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:03.142523 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.182346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Network 682eb951-b831-4d5d-9059-c0487a3ad326 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:03.193001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:03.202159 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Current status of the port 5912d237-5687-4b4f-a002-949a0ba3cb31 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:03.202608 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.218681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:03.256416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.264601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 1b17a83a-195a-40e2-941f-a8b57bd5dc37, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1b17a83a-195a-40e2-941f-a8b57bd5dc37,segment=NetworkSegment(8bc14c67-fa86-485b-bf7c-c696c8ad6e89),segment_id=8bc14c67-fa86-485b-bf7c-c696c8ad6e89)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:03.265967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Pushing event updated for resources: {'Port': ['ID=fb2dae92-2921-48a2-8d15-5963d29239bf,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:03.273453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=ecd099d6-dd7e-4144-b4b4-9b00abf2434c,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:03.294273 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:03.296380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:03.299748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:03.365697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.366780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6d3b301b-6590-4831-9e15-97b9453c9f4b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:03.377049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:03.378621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.389019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.414286 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-83a01559-ccb6-4b56-8844-b6acfa2501d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1489389 Oct 17 17:59:03.418639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.470413 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-305e58fe-61bf-4bda-8e1d-bcec1482ce62 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:59:03.471508 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-305e58fe-61bf-4bda-8e1d-bcec1482ce62 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054007 Oct 17 17:59:03.496104 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Request body: {'port': {'device_id': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:03.535372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.542863 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Sync routers for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:03.557623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 682eb951-b831-4d5d-9059-c0487a3ad326 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:03.558787 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:03.560680 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:03.589000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:03.593724 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Subnet': ['ID=6a286f84-5526-4bce-be9c-ca72629ca541,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:03.599931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:03.600484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.645299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-f4fd6168-5d04-4cd9-b237-c39aea77c338 None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:03.808089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=ea0df314-cd52-4d94-8435-364ce247e2fc,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:03.831400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.855393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] For port 5912d237-5687-4b4f-a002-949a0ba3cb31, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5912d237-5687-4b4f-a002-949a0ba3cb31,segment=NetworkSegment(c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e),segment_id=c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:03.867403 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:03.888801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.917196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-2dd54b45-76b3-4b58-b384-a6bfa30c3214 req-123a5668-5e89-4830-9ac9-059e2f7ad3a7 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Synchronizing usage tracker for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:59:03.924591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:03.966537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6eecef8-b0ae-4fb9-8ee1-579166aa2c44']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:03.976160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-2dd54b45-76b3-4b58-b384-a6bfa30c3214 req-123a5668-5e89-4830-9ac9-059e2f7ad3a7 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Unset dirty status for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:59:03.977689 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2dd54b45-76b3-4b58-b384-a6bfa30c3214 req-123a5668-5e89-4830-9ac9-059e2f7ad3a7 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=db72d75f-5630-4e77-b988-b9cc35514156 HTTP/1.1" status: 200 len: 210 time: 0.1578879 Oct 17 17:59:03.986164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bf933b-8f6d-46da-b584-f4b3b708416a') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:03.987363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bf933b-8f6d-46da-b584-f4b3b708416a') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:04.005585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.026835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.036466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:59:04.037320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.125707 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment a5bf933b-8f6d-46da-b584-f4b3b708416a resource provider aggregate not found Oct 17 17:59:04.151330 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment a5bf933b-8f6d-46da-b584-f4b3b708416a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5bf933b-8f6d-46da-b584-f4b3b708416a found for delete ", "request_id": "req-01e907fd-797e-4842-8a91-e963f62804dc"}]} Oct 17 17:59:04.181499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.216297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.221739 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Attempting to bind port fb2dae92-2921-48a2-8d15-5963d29239bf on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:59:04.224476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Attempting to bind port fb2dae92-2921-48a2-8d15-5963d29239bf by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:59:04.224860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Attempting to bind port fb2dae92-2921-48a2-8d15-5963d29239bf on network 682eb951-b831-4d5d-9059-c0487a3ad326 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:04.226614 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Network': ['ID=b6eecef8-b0ae-4fb9-8ee1-579166aa2c44,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:04.246943 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e55ac6c3-4b00-4789-a2e8-3c5cec80d3c0 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/networks/b6eecef8-b0ae-4fb9-8ee1-579166aa2c44 HTTP/1.1" status: 204 len: 168 time: 1.3762786 Oct 17 17:59:04.247683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47790) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:04.254298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-562234661'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:04.260228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:04.278594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:network and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:04.284000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:04.296721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:04.331720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:04.335571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.395318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:59:04.419193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.419947 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Added segment f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed of type vlan for network 38a559e1-75e5-4998-8f5a-9d4ce5f10b4b Oct 17 17:59:04.466618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd099d6-dd7e-4144-b4b4-9b00abf2434c {{(pid=89190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:59:04.472118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.478519 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.496362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Transition to ACTIVE for port object ecd099d6-dd7e-4144-b4b4-9b00abf2434c will not be triggered until provisioned by entity L2. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:04.514911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.523486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:04.524437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.534924 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:58:54Z', 'revision_number': 3, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:58:57Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:58:55Z', 'revision_number': 2, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:04.540337 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Checking router: e1f584de-e179-4f7f-bf65-ef6b014c8957 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:04.541157 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Updating router e1f584de-e179-4f7f-bf65-ef6b014c8957 port b8d862c1-141c-4abf-9450-81e676b21967 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:59:04.569165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.574976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:59:04.575443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Checking segment: {'id': '5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:04.575966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.576355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Bound using segment: {'id': '5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:59:04.576835 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Bound port: fb2dae92-2921-48a2-8d15-5963d29239bf, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:59:04.577201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.597014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=1b17a83a-195a-40e2-941f-a8b57bd5dc37,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:04.623821 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.660114 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4112768 Oct 17 17:59:04.664443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47794) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:04.673166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Request body: {'subnet': {'network_id': '38a559e1-75e5-4998-8f5a-9d4ce5f10b4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:04.690748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] For port fb2dae92-2921-48a2-8d15-5963d29239bf, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:59:04.694514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] For port fb2dae92-2921-48a2-8d15-5963d29239bf, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fb2dae92-2921-48a2-8d15-5963d29239bf,segment=NetworkSegment(5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d),segment_id=5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:59:04.696964 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb7b5f-0f61-464c-b032-a26f85bb2c91 None None] Network b6eecef8-b0ae-4fb9-8ee1-579166aa2c44 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:04.712929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1f551ac5-473e-438f-81d1-df767612f22b None None] Provisioning for port ecd099d6-dd7e-4144-b4b4-9b00abf2434c completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:04.761442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.801616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6d3b301b-6590-4831-9e15-97b9453c9f4b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:04.801985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.802325 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6d3b301b-6590-4831-9e15-97b9453c9f4b Oct 17 17:59:04.821969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:04.824639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded2e50-2972-43d4-8686-970c975082e3 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Network': ['ID=38a559e1-75e5-4998-8f5a-9d4ce5f10b4b,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:04.841949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Usage tracker for resource:subnet and tenant:362f511fb67c47859adea8ec7ecc1aec is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:04.846754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:04.853874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:04.872243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Made reservation on behalf of 362f511fb67c47859adea8ec7ecc1aec for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:04.877490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.883324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.892408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 38a559e1-75e5-4998-8f5a-9d4ce5f10b4b details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:59:04.917038 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:04.950985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd099d6-dd7e-4144-b4b4-9b00abf2434c,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:04.982098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3a6e2-327d-4f16-b5f4-6b3fb009862f req-920bbaa0-d225-43eb-8d2a-685c04977fe8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:04.982844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-0dc3a6e2-327d-4f16-b5f4-6b3fb009862f req-920bbaa0-d225-43eb-8d2a-685c04977fe8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:59:05.007707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb7b5f-0f61-464c-b032-a26f85bb2c91 None None] Network b6eecef8-b0ae-4fb9-8ee1-579166aa2c44 could not be found, it might have been deleted concurrently. {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 17:59:05.146757 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1f551ac5-473e-438f-81d1-df767612f22b None None] Provisioning for port b8d862c1-141c-4abf-9450-81e676b21967 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:05.179290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1f551ac5-473e-438f-81d1-df767612f22b None None] Provisioning complete for port b8d862c1-141c-4abf-9450-81e676b21967 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:05.180029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1f551ac5-473e-438f-81d1-df767612f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:05.180547 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1f551ac5-473e-438f-81d1-df767612f22b None None] Attempt 1 to provision port b8d862c1-141c-4abf-9450-81e676b21967 Oct 17 17:59:05.190028 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:05.217650 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Transition to ACTIVE for port object b8d862c1-141c-4abf-9450-81e676b21967 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:05.238017 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:05.239423 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d88ce1-0c10-49f6-858c-3ba9a9f9c5cb None None] Pushing event updated for resources: {'Port': ['ID=5912d237-5687-4b4f-a002-949a0ba3cb31,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:05.247619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Attempting to bind port ecd099d6-dd7e-4144-b4b4-9b00abf2434c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:59:05.247959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Attempting to bind port ecd099d6-dd7e-4144-b4b4-9b00abf2434c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:59:05.248288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Attempting to bind port ecd099d6-dd7e-4144-b4b4-9b00abf2434c on network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:05.324805 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6d3b301b-6590-4831-9e15-97b9453c9f4b is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:05.439947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1f551ac5-473e-438f-81d1-df767612f22b None None] Port b8d862c1-141c-4abf-9450-81e676b21967 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:05.469252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f4fd6168-5d04-4cd9-b237-c39aea77c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:05.476828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fd6168-5d04-4cd9-b237-c39aea77c338 None None] Checking router: 1eb4ebea-e802-4fce-aa38-7438dbd93580 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:05.487806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae59f2b-f29e-4211-acf6-9cc486a98d4c None None] Pushing event updated for resources: {'Port': ['ID=fb2dae92-2921-48a2-8d15-5963d29239bf,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:05.492904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fd6168-5d04-4cd9-b237-c39aea77c338 None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:05.493526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f4fd6168-5d04-4cd9-b237-c39aea77c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:05.601657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Port ecd099d6-dd7e-4144-b4b4-9b00abf2434c on network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:59:05.602265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Attempting to bind port ecd099d6-dd7e-4144-b4b4-9b00abf2434c on network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:05.604103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-0dc3a6e2-327d-4f16-b5f4-6b3fb009862f req-920bbaa0-d225-43eb-8d2a-685c04977fe8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:59:05.614706 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0dc3a6e2-327d-4f16-b5f4-6b3fb009862f req-920bbaa0-d225-43eb-8d2a-685c04977fe8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 943 time: 1.1098521 Oct 17 17:59:05.647032 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Attempting to bind port b8d862c1-141c-4abf-9450-81e676b21967 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:59:05.647794 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Attempting to bind port b8d862c1-141c-4abf-9450-81e676b21967 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '8bc14c67-fa86-485b-bf7c-c696c8ad6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:59:05.648057 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Attempting to bind port b8d862c1-141c-4abf-9450-81e676b21967 on network 8ddb7c8b-6164-470b-91e9-99ad92bf4811 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:05.657090 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:59:05.658100 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Checking segment: {'id': '8bc14c67-fa86-485b-bf7c-c696c8ad6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:05.658624 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:05.659143 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Bound using segment: {'id': '8bc14c67-fa86-485b-bf7c-c696c8ad6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:59:05.659980 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Bound port: b8d862c1-141c-4abf-9450-81e676b21967, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc14c67-fa86-485b-bf7c-c696c8ad6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:59:05.660450 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:05.694871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.objects.ports [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89191) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 17:59:05.709057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4ccea499-a0fe-42d1-83d4-7e660b452fab up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:05.732915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:05.759459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:59:05.759802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Checking segment: {'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:05.760190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Bound using segment: {'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:59:05.760639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Bound port: ecd099d6-dd7e-4144-b4b4-9b00abf2434c, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634'}}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:59:05.761127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:05.797121 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] For port b8d862c1-141c-4abf-9450-81e676b21967, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:59:05.801297 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] For port b8d862c1-141c-4abf-9450-81e676b21967, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b8d862c1-141c-4abf-9450-81e676b21967,segment=NetworkSegment(8bc14c67-fa86-485b-bf7c-c696c8ad6e89),segment_id=8bc14c67-fa86-485b-bf7c-c696c8ad6e89)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:59:05.802705 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822d19d-63e0-4fd7-bc38-d241ebb98f60 None None] Pushing event updated for resources: {'Port': ['ID=b8d862c1-141c-4abf-9450-81e676b21967,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:05.815717 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:05.843069 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-2b97c0fa-bdae-4753-9c0b-b53e0a7d578e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817611118&fields=id&tenant_id=717818c81d93408ebcf6aa4623d3e2cd HTTP/1.1" status: 200 len: 267 time: 0.1381578 Oct 17 17:59:05.868161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 4ccea499-a0fe-42d1-83d4-7e660b452fab completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:05.884030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-f4fd6168-5d04-4cd9-b237-c39aea77c338 None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:05.892392 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0dc3a6e2-327d-4f16-b5f4-6b3fb009862f req-615971ce-fe5d-4056-b620-6266fe0d377a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47b75fb5-3572-44fa-b53b-8e43128a859d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737234 Oct 17 17:59:05.920930 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822d19d-63e0-4fd7-bc38-d241ebb98f60 None None] Pushing event updated for resources: {'Port': ['ID=b8d862c1-141c-4abf-9450-81e676b21967,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:05.931501 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:05.933015 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:05.962376 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1f551ac5-473e-438f-81d1-df767612f22b None None] Attempt 2 to provision port b8d862c1-141c-4abf-9450-81e676b21967 Oct 17 17:59:06.046472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4ccea499-a0fe-42d1-83d4-7e660b452fab triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:06.046838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:06.047196 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4ccea499-a0fe-42d1-83d4-7e660b452fab Oct 17 17:59:06.048526 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:06.057793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:06.058693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:06.082472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event updated for resources: {'Subnet': ['ID=dd4272a9-07a6-454b-a7d0-df90368dacd7,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:06.149606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Checking segment: {'id': 'f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '38a559e1-75e5-4998-8f5a-9d4ce5f10b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:06.150825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network hostable DHCP agents. Network: 38a559e1-75e5-4998-8f5a-9d4ce5f10b4b, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:59:06.158793 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:06.239971 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-6f9d772f-6966-4413-8a97-ef223eeec2c4 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:06.240922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-6f9d772f-6966-4413-8a97-ef223eeec2c4 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Synchronizing usage tracker for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:59:06.245721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Network 38a559e1-75e5-4998-8f5a-9d4ce5f10b4b is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:59:06.267348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 38a559e1-75e5-4998-8f5a-9d4ce5f10b4b) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:06.284298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:06.285254 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:06.307919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a7a315-e438-4907-830a-9c778a80dc70 None None] Network 38a559e1-75e5-4998-8f5a-9d4ce5f10b4b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:06.308816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-6f9d772f-6966-4413-8a97-ef223eeec2c4 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Unset dirty status for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:59:06.310020 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-6f9d772f-6966-4413-8a97-ef223eeec2c4 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 812 time: 0.4658368 Oct 17 17:59:06.339686 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-88f818fd-a0ac-4250-8b0a-71c12ce1485c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/quotas/717818c81d93408ebcf6aa4623d3e2cd HTTP/1.1" status: 200 len: 375 time: 0.0119042 Oct 17 17:59:06.350574 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2e7c11e1-9145-4597-8213-66135f12620d tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6847844 Oct 17 17:59:06.360059 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47808) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:06.393626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1f551ac5-473e-438f-81d1-df767612f22b None None] Port b8d862c1-141c-4abf-9450-81e676b21967 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:59:06.425855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 682eb951-b831-4d5d-9059-c0487a3ad326 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:06.457903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:06.592624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4ccea499-a0fe-42d1-83d4-7e660b452fab is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:06.593241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:06.606064 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e456903-fb88-47dd-bb90-49a88f7d55c7 None None] Network 682eb951-b831-4d5d-9059-c0487a3ad326 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:06.607230 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:04Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:58:57Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:05Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:02Z', 'revision_number': 1, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:06.614306 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-badcf93e-eeaf-42dd-b7e9-b42ed25d167e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2623506 Oct 17 17:59:06.624204 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef000a8-8f29-4ec3-afd3-ec10916ef478 None None] The sync data for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv is: [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:04Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:58:57Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:05Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:02Z', 'revision_number': 1, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:06.632819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-a5e1773c-b9b0-436c-9489-ec6d857b3dc9 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 17:59:06.633600 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-a5e1773c-b9b0-436c-9489-ec6d857b3dc9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057247 Oct 17 17:59:06.824098 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-8eca7042-e041-40dd-b2ff-e4c431587370 service neutron] 10.222.0.69 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799331 Oct 17 17:59:06.946922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1f551ac5-473e-438f-81d1-df767612f22b None None] Provisioning complete for port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:06.947545 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1f551ac5-473e-438f-81d1-df767612f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:06.947762 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1f551ac5-473e-438f-81d1-df767612f22b None None] Attempt 1 to provision port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 Oct 17 17:59:07.020267 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=ea0df314-cd52-4d94-8435-364ce247e2fc,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:07.024983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] For port ecd099d6-dd7e-4144-b4b4-9b00abf2434c, host hv-neutron-8608, cleared binding levels {{(pid=89190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:59:07.044339 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-abd0cc75-d555-4dee-b246-927017beeca3 service neutron] 10.222.0.69 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115202 Oct 17 17:59:07.075630 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 4ccea499-a0fe-42d1-83d4-7e660b452fab, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4ccea499-a0fe-42d1-83d4-7e660b452fab,segment=NetworkSegment(d2ccfb88-0919-4c57-8d95-74ebae5c3ac8),segment_id=d2ccfb88-0919-4c57-8d95-74ebae5c3ac8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:07.096471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] For port ecd099d6-dd7e-4144-b4b4-9b00abf2434c, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ecd099d6-dd7e-4144-b4b4-9b00abf2434c,segment=NetworkSegment(c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e),segment_id=c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e)] {{(pid=89190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:59:07.160067 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:07.160965 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5912d237-5687-4b4f-a002-949a0ba3cb31 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:07.181384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:07.265357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:07.265961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:07.268208 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] 10.222.0.20 "PUT /v2.0/ports/ecd099d6-dd7e-4144-b4b4-9b00abf2434c HTTP/1.1" status: 200 len: 1093 time: 3.7764637 Oct 17 17:59:07.272439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-38a559e1-75e5-4998-8f5a-9d4ce5f10b4b', 'network_id': '38a559e1-75e5-4998-8f5a-9d4ce5f10b4b', 'tenant_id': '362f511fb67c47859adea8ec7ecc1aec', 'fixed_ips': [{'subnet_id': 'dd4272a9-07a6-454b-a7d0-df90368dacd7'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:59:07.273506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:07.277529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'tag': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:59:07.280139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498d5652-953e-462c-bf25-5f91dd06dee8" -d '{"events": [{"name": "network-changed", "server_uuid": "efb1110f-aa1c-45b7-b5d7-568db2415d45", "tag": "ecd099d6-dd7e-4144-b4b4-9b00abf2434c"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:59:07.359437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd0ed1-1237-46dc-8035-77ae6c6e84f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd099d6-dd7e-4144-b4b4-9b00abf2434c,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:07.438912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:07.472622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e1f584de-e179-4f7f-bf65-ef6b014c8957 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:07.546086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f22598-4300-4966-978f-533f085a0f52 x-openstack-request-id: req-f3f22598-4300-4966-978f-533f085a0f52 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:59:07.546384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb1110f-aa1c-45b7-b5d7-568db2415d45", "tag": "ecd099d6-dd7e-4144-b4b4-9b00abf2434c", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:59:07.546635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f3f22598-4300-4966-978f-533f085a0f52 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:59:07.547197 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f22598-4300-4966-978f-533f085a0f52'] response: {'name': 'network-changed', 'server_uuid': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'tag': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c', 'status': 'completed', 'code': 200} Oct 17 17:59:07.567026 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 5912d237-5687-4b4f-a002-949a0ba3cb31 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:07.567427 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:07.567765 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 5912d237-5687-4b4f-a002-949a0ba3cb31 Oct 17 17:59:07.608957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=4ccea499-a0fe-42d1-83d4-7e660b452fab,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:07.654165 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1c277c11-bb48-4747-8c38-f318a8d0c975 req-f293db74-6e40-446a-a3b9-4b87b86ac48d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 210 time: 0.0697935 Oct 17 17:59:07.762934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:07.799881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1f551ac5-473e-438f-81d1-df767612f22b None None] Current status of the port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:07.804421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f4fd6168-5d04-4cd9-b237-c39aea77c338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:07.806929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369df1b0-b08b-4355-b0ac-b5bc016ce083 req-0c5f44fc-2375-4de4-a92a-8a8ffaf6d224 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:07.808495 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-369df1b0-b08b-4355-b0ac-b5bc016ce083 req-0c5f44fc-2375-4de4-a92a-8a8ffaf6d224 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 943 time: 0.7076702 Oct 17 17:59:07.818992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-c033c1cd-29e8-487c-bfa4-42dbfe01cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:07.820484 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-c033c1cd-29e8-487c-bfa4-42dbfe01cf68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 1096 time: 0.4566703 Oct 17 17:59:07.825282 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fd6168-5d04-4cd9-b237-c39aea77c338 None None] The sync data for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv is: [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:07.913297 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Allocated IP 2001:db8::f816:3eff:fe46:ebdd (38a559e1-75e5-4998-8f5a-9d4ce5f10b4b/dd4272a9-07a6-454b-a7d0-df90368dacd7/ecc4e729-59bf-4a08-9a13-e12b247f2afe) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:07.926612 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-50f1aab1-31be-419f-a41b-df31b2f2ba09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecd099d6-dd7e-4144-b4b4-9b00abf2434c HTTP/1.1" status: 200 len: 217 time: 0.0785611 Oct 17 17:59:07.971368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 5912d237-5687-4b4f-a002-949a0ba3cb31 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:07.973276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1b17a83a-195a-40e2-941f-a8b57bd5dc37 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:07.990351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:08.016057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Sync routers for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:08.020852 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1559c5fd-e7ef-421d-8396-650a76bab9a3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2031150 Oct 17 17:59:08.027600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47832) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:08.034784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-784503946'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:08.043220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:08.047208 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-44e87680-5bc2-4e44-85d8-2741b6ed28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:08.048805 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-44e87680-5bc2-4e44-85d8-2741b6ed28d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5204a3-d27a-45c7-86ba-8c63ae9534da HTTP/1.1" status: 200 len: 834 time: 0.1120028 Oct 17 17:59:08.053806 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-369df1b0-b08b-4355-b0ac-b5bc016ce083 req-b23af5a1-1026-46c3-b121-f4f24705dbb6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47b75fb5-3572-44fa-b53b-8e43128a859d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259452 Oct 17 17:59:08.067093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:network and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:08.084333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:08.094177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:08.129000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:08.133276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:08.155069 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9bd71a12-6bde-426c-b29f-0462014519e7 None None] Provisioning for port fb2dae92-2921-48a2-8d15-5963d29239bf completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:08.195628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:59:08.200777 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5b771-3521-4ef2-933a-5edcc929360f None None] New status for floating IP 8c9fe360-62bc-4d6c-ad89-994ba0bcd86d: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:59:08.204691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:08.205690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:08.214887 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:08.215267 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Added segment bf672a5d-503c-434c-aba6-62cc6a34c216 of type vlan for network 8c494c6c-7a41-4e0b-908e-37dd4e525112 Oct 17 17:59:08.218992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-1d517c5a-1d38-4201-a0a9-a42d786cfe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:08.221158 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-1d517c5a-1d38-4201-a0a9-a42d786cfe72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=178ccc82-4ce6-48db-8ba5-972f9ba5f634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1644423 Oct 17 17:59:08.271497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:08.316956 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:08.328229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:08.329885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:08.414755 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3857851 Oct 17 17:59:08.419681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47836) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:08.439766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'subnet': {'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:08.485943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:08.486432 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:08.486770 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 Oct 17 17:59:08.566379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b64d9-4dea-42e7-8c8a-46fd8e0b7944 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Network': ['ID=8c494c6c-7a41-4e0b-908e-37dd4e525112,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:08.585044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 8c494c6c-7a41-4e0b-908e-37dd4e525112 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:59:08.635446 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-fa4efe36-84d0-4d8f-8d35-afd586f3a8ae service neutron] 10.222.0.20 "GET /v2.0/networks/178ccc82-4ce6-48db-8ba5-972f9ba5f634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075708 Oct 17 17:59:08.641962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:08.648802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:08.666594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:subnet and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:08.672437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:08.732714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:08.760159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Made reservation on behalf of 5df57542c1fb4ed38401e6f33fa56bfa for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:08.763697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:08.881379 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6f4168a0-4a02-42dd-b7f3-ee1f07b34a5a req-e55ef566-a9c7-4d2a-9e87-de38b39b7dec tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 210 time: 0.0878429 Oct 17 17:59:08.925431 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a47eaa2-d299-4735-9db0-4dedd37970fd req-192fe1fb-2fc6-445a-940e-9e0ecbbb799c service neutron] 10.222.0.20 "GET /v2.0/networks/178ccc82-4ce6-48db-8ba5-972f9ba5f634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809598 Oct 17 17:59:08.986942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Provisioning for port ea0df314-cd52-4d94-8435-364ce247e2fc completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:09.031845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Provisioning complete for port ea0df314-cd52-4d94-8435-364ce247e2fc triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:09.032612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:09.033842 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Attempt 1 to provision port ea0df314-cd52-4d94-8435-364ce247e2fc Oct 17 17:59:09.180537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5652-953e-462c-bf25-5f91dd06dee8 req-b539b767-667f-49c2-bc91-cf140b45e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:09.184451 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-498d5652-953e-462c-bf25-5f91dd06dee8 req-b539b767-667f-49c2-bc91-cf140b45e454 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 1096 time: 0.1284673 Oct 17 17:59:09.195503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:09.198522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Port ea0df314-cd52-4d94-8435-364ce247e2fc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:09.222540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:09.275891 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Transition to ACTIVE for port object ecc4e729-59bf-4a08-9a13-e12b247f2afe will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:09.371171 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Transition to ACTIVE for port object ecc4e729-59bf-4a08-9a13-e12b247f2afe will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:09.408581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5652-953e-462c-bf25-5f91dd06dee8 req-3b042929-3cad-4d29-95bd-02073e8112a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:09.411882 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-498d5652-953e-462c-bf25-5f91dd06dee8 req-3b042929-3cad-4d29-95bd-02073e8112a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=178ccc82-4ce6-48db-8ba5-972f9ba5f634 HTTP/1.1" status: 200 len: 897 time: 0.2195091 Oct 17 17:59:09.412292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:09.451439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:09.523135 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-498d5652-953e-462c-bf25-5f91dd06dee8 req-41d5e84d-5a6f-4e0c-97f7-f13228a399d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecd099d6-dd7e-4144-b4b4-9b00abf2434c HTTP/1.1" status: 200 len: 217 time: 0.1042752 Oct 17 17:59:09.560291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Network 38a559e1-75e5-4998-8f5a-9d4ce5f10b4b is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:09.565353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:09.571877 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:09.606068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5652-953e-462c-bf25-5f91dd06dee8 req-3f73a49f-d943-4ec7-8e41-5bbf9fc71e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:09.608983 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-498d5652-953e-462c-bf25-5f91dd06dee8 req-3f73a49f-d943-4ec7-8e41-5bbf9fc71e4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5204a3-d27a-45c7-86ba-8c63ae9534da HTTP/1.1" status: 200 len: 834 time: 0.0785573 Oct 17 17:59:09.631119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:09.648918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Pushing event updated for resources: {'Port': ['ID=ecc4e729-59bf-4a08-9a13-e12b247f2afe,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:09.708166 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Attempt 2 to provision port ea0df314-cd52-4d94-8435-364ce247e2fc Oct 17 17:59:09.759674 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4ccea499-a0fe-42d1-83d4-7e660b452fab up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:09.794297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d5652-953e-462c-bf25-5f91dd06dee8 req-33dfcaaf-7061-4e8f-a626-6ec817cc4695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:09.796176 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-498d5652-953e-462c-bf25-5f91dd06dee8 req-33dfcaaf-7061-4e8f-a626-6ec817cc4695 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=178ccc82-4ce6-48db-8ba5-972f9ba5f634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1797657 Oct 17 17:59:09.848724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:09.854473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Attempting to bind port ecc4e729-59bf-4a08-9a13-e12b247f2afe on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:59:09.854838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Attempting to bind port ecc4e729-59bf-4a08-9a13-e12b247f2afe by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '38a559e1-75e5-4998-8f5a-9d4ce5f10b4b'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:59:09.855240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Attempting to bind port ecc4e729-59bf-4a08-9a13-e12b247f2afe on network 38a559e1-75e5-4998-8f5a-9d4ce5f10b4b {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:09.865349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:59:09.865723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Checking segment: {'id': 'f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '38a559e1-75e5-4998-8f5a-9d4ce5f10b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:09.866119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:09.866508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Bound using segment: {'id': 'f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '38a559e1-75e5-4998-8f5a-9d4ce5f10b4b'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:59:09.866984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Bound port: ecc4e729-59bf-4a08-9a13-e12b247f2afe, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '38a559e1-75e5-4998-8f5a-9d4ce5f10b4b'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:59:09.867380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:09.881214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a559e1-75e5-4998-8f5a-9d4ce5f10b4b']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:09.882561 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Port ea0df314-cd52-4d94-8435-364ce247e2fc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:09.896934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:09.897535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:09.911344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:09.945906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Subnet': ['ID=37b464b5-09d8-4ade-9f45-bcc896d7e5a6,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:09.994843 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-498d5652-953e-462c-bf25-5f91dd06dee8 req-edd3d61f-58c4-441b-8e3d-0e4226ed56d3 service neutron] 10.222.0.20 "GET /v2.0/networks/178ccc82-4ce6-48db-8ba5-972f9ba5f634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909397 Oct 17 17:59:10.004749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4272a9-07a6-454b-a7d0-df90368dacd7,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:10.015798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:04Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:05Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:05Z', 'revision_number': 2, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:10.020642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Checking segment: {'id': 'bf672a5d-503c-434c-aba6-62cc6a34c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:10.020983 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network hostable DHCP agents. Network: 8c494c6c-7a41-4e0b-908e-37dd4e525112, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:59:10.029770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Checking router: e1f584de-e179-4f7f-bf65-ef6b014c8957 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:10.030416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Updating router e1f584de-e179-4f7f-bf65-ef6b014c8957 port ea0df314-cd52-4d94-8435-364ce247e2fc binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:59:10.039761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:10.060397 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:59:10.060809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:10.113599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-e4642f03-aab5-4214-8b14-36fa36ce4cb3 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:10.115394 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-e4642f03-aab5-4214-8b14-36fa36ce4cb3 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 812 time: 1.0458727 Oct 17 17:59:10.124153 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4ccea499-a0fe-42d1-83d4-7e660b452fab triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:10.124542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:10.124916 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4ccea499-a0fe-42d1-83d4-7e660b452fab Oct 17 17:59:10.178158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 8c494c6c-7a41-4e0b-908e-37dd4e525112 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:59:10.191583 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed resource provider aggregate not found Oct 17 17:59:10.199816 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-498d5652-953e-462c-bf25-5f91dd06dee8 req-ac2af72d-758c-4c3b-88f7-ce5429673c5b service neutron] 10.222.0.20 "GET /v2.0/networks/178ccc82-4ce6-48db-8ba5-972f9ba5f634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990399 Oct 17 17:59:10.237523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:10.245557 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed found for delete ", "request_id": "req-b24ec960-8083-4402-a921-e760c302a490"}]} Oct 17 17:59:10.255862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] For port ecc4e729-59bf-4a08-9a13-e12b247f2afe, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:59:10.280220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c4abf-ceb8-4a58-8105-e88ac272c878 req-814d9d1e-d8c5-42bf-8a1d-17486f941576 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:10.281740 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a29c4abf-ceb8-4a58-8105-e88ac272c878 req-814d9d1e-d8c5-42bf-8a1d-17486f941576 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 943 time: 0.7506289 Oct 17 17:59:10.290622 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-a51ca2f2-c5b7-4f1d-af0d-594ef560c012 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=717818c81d93408ebcf6aa4623d3e2cd HTTP/1.1" status: 200 len: 379 time: 0.1016252 Oct 17 17:59:10.291523 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 8c494c6c-7a41-4e0b-908e-37dd4e525112) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:10.294809 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-beed1d0c-7e70-45da-a8d4-d43c822e7374 req-b0addf9a-c3a1-45da-9c95-833d1a48b435 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 210 time: 0.0935578 Oct 17 17:59:10.324779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'port': {'device_id': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'admin_state_up': True, 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'security_groups': ['61add531-1127-4709-905b-87f1ef21b67e']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:10.327094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb43a903-1419-4d46-9410-561f6bfe4713 None None] Network 8c494c6c-7a41-4e0b-908e-37dd4e525112 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:10.345394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 17 17:59:10.345394 dv-neutron-860895-1-hyperv neutron-server[89190]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 17 17:59:10.345394 dv-neutron-860895-1-hyperv neutron-server[89190]: [parameters: {'id': '38a559e1-75e5-4998-8f5a-9d4ce5f10b4b'}] Oct 17 17:59:10.345394 dv-neutron-860895-1-hyperv neutron-server[89190]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:59:10.345930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:59:10.347455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] For port ecc4e729-59bf-4a08-9a13-e12b247f2afe, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ecc4e729-59bf-4a08-9a13-e12b247f2afe,segment=NetworkSegment(f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed),segment_id=f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:59:10.351803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:10.352234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:10.440101 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Attempt 3 to provision port ea0df314-cd52-4d94-8435-364ce247e2fc Oct 17 17:59:10.462522 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a29c4abf-ceb8-4a58-8105-e88ac272c878 req-9ae5d921-34cb-4408-908d-b23928994e2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47b75fb5-3572-44fa-b53b-8e43128a859d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686471 Oct 17 17:59:10.469156 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-eddfabce-206b-474c-b23b-61054a2d43c1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0458612 Oct 17 17:59:10.470740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47854) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:10.488862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:10.629022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Port ea0df314-cd52-4d94-8435-364ce247e2fc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:10.672830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:10.689361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:10.756745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4ccea499-a0fe-42d1-83d4-7e660b452fab is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:10.757602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fb2dae92-2921-48a2-8d15-5963d29239bf up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:10.828286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37715641-63f8-4d96-9da6-fc5846b98c55 None None] Pushing event updated for resources: {'Port': ['ID=ecc4e729-59bf-4a08-9a13-e12b247f2afe,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:10.842405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Made reservation on behalf of 717818c81d93408ebcf6aa4623d3e2cd for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:10.846204 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:10.857421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:10.935292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3adc48f-1806-4243-9007-bfc2420777c0 None None] Network 38a559e1-75e5-4998-8f5a-9d4ce5f10b4b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:11.058936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Deleting port ecc4e729-59bf-4a08-9a13-e12b247f2afe {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:11.059299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:11.130378 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Attempt 4 to provision port ea0df314-cd52-4d94-8435-364ce247e2fc Oct 17 17:59:11.306091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-8c494c6c-7a41-4e0b-908e-37dd4e525112', 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'fixed_ips': [{'subnet_id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:59:11.306920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:11.386160 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Port ea0df314-cd52-4d94-8435-364ce247e2fc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:11.442856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port fb2dae92-2921-48a2-8d15-5963d29239bf completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:11.477813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port fb2dae92-2921-48a2-8d15-5963d29239bf triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:11.478079 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:11.478406 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port fb2dae92-2921-48a2-8d15-5963d29239bf Oct 17 17:59:11.498586 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d184ee6-7032-4da7-8f1a-118bee38da20 req-ea80630b-3671-4e4a-b712-a760c23c309e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 210 time: 0.0614946 Oct 17 17:59:11.602265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] For port ecc4e729-59bf-4a08-9a13-e12b247f2afe, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ecc4e729-59bf-4a08-9a13-e12b247f2afe,segment=NetworkSegment(f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed),segment_id=f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:11.602857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:11.613021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Allocated IP 172.20.0.3 (17275f87-7cd3-4c74-af7d-0a6a78eff407/a9d4a9e2-847d-4221-a01e-8203fd41615c/686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:11.765550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Allocated IP 2001:db8:3::2 (8c494c6c-7a41-4e0b-908e-37dd4e525112/37b464b5-09d8-4ade-9f45-bcc896d7e5a6/12558a33-ec60-460b-9252-ad96c353ffdb) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:11.776215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port fb2dae92-2921-48a2-8d15-5963d29239bf is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:11.776756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:11.797746 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:11.837434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Calling delete_port for ecc4e729-59bf-4a08-9a13-e12b247f2afe owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:11.839678 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Transition to ACTIVE for port object ea0df314-cd52-4d94-8435-364ce247e2fc will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:11.894247 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Attempt 5 to provision port ea0df314-cd52-4d94-8435-364ce247e2fc Oct 17 17:59:11.932808 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:11.943862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.030076 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ecd099d6-dd7e-4144-b4b4-9b00abf2434c details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 17:59:12.038835 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port fb2dae92-2921-48a2-8d15-5963d29239bf, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fb2dae92-2921-48a2-8d15-5963d29239bf,segment=NetworkSegment(5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d),segment_id=5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:12.080078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.080807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b8d862c1-141c-4abf-9450-81e676b21967 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:12.198169 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Port ea0df314-cd52-4d94-8435-364ce247e2fc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:12.228032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973a253-0249-4349-8b92-bbee4120df73 None None] Pushing event updated for resources: {'Port': ['ID=ea0df314-cd52-4d94-8435-364ce247e2fc,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:12.241017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.311719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Port': ['ID=ecc4e729-59bf-4a08-9a13-e12b247f2afe,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:12.339979 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83803e-ce0a-44d4-890a-ca6f53abb78b req-9b5fddd2-3f05-449d-87e1-43db72e632e8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:12.341471 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0f83803e-ce0a-44d4-890a-ca6f53abb78b req-9b5fddd2-3f05-449d-87e1-43db72e632e8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 943 time: 0.7432725 Oct 17 17:59:12.342336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] No DVR routers for this DVR port ecc4e729-59bf-4a08-9a13-e12b247f2afe on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:59:12.556408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Attempting to bind port ea0df314-cd52-4d94-8435-364ce247e2fc on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:59:12.556787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Attempting to bind port ea0df314-cd52-4d94-8435-364ce247e2fc by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:59:12.557149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Attempting to bind port ea0df314-cd52-4d94-8435-364ce247e2fc on network 682eb951-b831-4d5d-9059-c0487a3ad326 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:12.596177 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=fb2dae92-2921-48a2-8d15-5963d29239bf,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:12.598935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:59:12.599343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Checking segment: {'id': '5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:12.599746 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.600133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Bound using segment: {'id': '5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:59:12.600613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Bound port: ea0df314-cd52-4d94-8435-364ce247e2fc, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:59:12.600988 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.602679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.637679 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0f83803e-ce0a-44d4-890a-ca6f53abb78b req-a5b76597-d6e6-4ed2-84d0-b018ba17d335 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47b75fb5-3572-44fa-b53b-8e43128a859d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531664 Oct 17 17:59:12.645393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port b8d862c1-141c-4abf-9450-81e676b21967 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:12.679888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.690695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.707087 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Attempt 6 to provision port ea0df314-cd52-4d94-8435-364ce247e2fc Oct 17 17:59:12.712793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Transition to ACTIVE for port object 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:12.741395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a559e1-75e5-4998-8f5a-9d4ce5f10b4b']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:12.742925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port b8d862c1-141c-4abf-9450-81e676b21967 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:12.743313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.743605 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port b8d862c1-141c-4abf-9450-81e676b21967 Oct 17 17:59:12.757122 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:12.757437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:12.768120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ecd099d6-dd7e-4144-b4b4-9b00abf2434c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ecd099d6-dd7e-4144-b4b4-9b00abf2434c,segment=NetworkSegment(c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e),segment_id=c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:12.773734 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.796627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.797034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Transition to ACTIVE for port object 12558a33-ec60-460b-9252-ad96c353ffdb will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:12.809756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.812672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:59:12.812975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.847498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'port_id': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c', 'mac_address': 'fa:16:3e:cd:2e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 17:59:12.874829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Transition to ACTIVE for port object 12558a33-ec60-460b-9252-ad96c353ffdb will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:12.880595 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed resource provider aggregate not found Oct 17 17:59:12.928838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Port ea0df314-cd52-4d94-8435-364ce247e2fc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:12.929675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:12.962474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae450d7c-9603-44db-9abe-a49889006b30 req-f72ea11e-7883-48bc-8e09-87d6edbaf735 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:12.964131 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ae450d7c-9603-44db-9abe-a49889006b30 req-f72ea11e-7883-48bc-8e09-87d6edbaf735 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 931 time: 0.3384669 Oct 17 17:59:13.003719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] For port ea0df314-cd52-4d94-8435-364ce247e2fc, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:59:13.027108 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port ecd099d6-dd7e-4144-b4b4-9b00abf2434c is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:13.027490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.045055 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ae450d7c-9603-44db-9abe-a49889006b30 req-ac8c0356-a7c7-4400-af02-f694d2416b7a tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719702 Oct 17 17:59:13.046346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] For port ea0df314-cd52-4d94-8435-364ce247e2fc, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ea0df314-cd52-4d94-8435-364ce247e2fc,segment=NetworkSegment(5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d),segment_id=5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:59:13.055021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Network 8c494c6c-7a41-4e0b-908e-37dd4e525112 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:13.062583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:13.067872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.069490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Pushing event updated for resources: {'Port': ['ID=12558a33-ec60-460b-9252-ad96c353ffdb,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:13.074839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:13.130995 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0ee8ddc-bd6c-4782-a83b-49633ce1d3ed found for delete ", "request_id": "req-29382511-f91f-4a7e-805b-50cb4e9aa2b9"}]} Oct 17 17:59:13.148667 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd099d6-dd7e-4144-b4b4-9b00abf2434c {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:59:13.179846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Network 17275f87-7cd3-4c74-af7d-0a6a78eff407 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:13.187733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:13.202141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:13.235184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'Port': ['ID=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:13.246268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.275220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.278855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Allocated IP 2001:db8:3::1 (8c494c6c-7a41-4e0b-908e-37dd4e525112/37b464b5-09d8-4ade-9f45-bcc896d7e5a6/3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:13.292378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:13.293042 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:13.308117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Network': ['ID=38a559e1-75e5-4998-8f5a-9d4ce5f10b4b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:13.328352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47870) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:13.333011 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ee73ffc3-edd9-455b-8f2e-095e837da22a tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/networks/38a559e1-75e5-4998-8f5a-9d4ce5f10b4b HTTP/1.1" status: 204 len: 168 time: 6.9267478 Oct 17 17:59:13.364934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ecd099d6-dd7e-4144-b4b4-9b00abf2434c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ecd099d6-dd7e-4144-b4b4-9b00abf2434c,segment=NetworkSegment(c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e),segment_id=c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:13.366290 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:13.367010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.392454 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a16e373-781e-4c42-8dd1-9d4050720801 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:13.393057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a16e373-781e-4c42-8dd1-9d4050720801 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:13.395314 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2a16e373-781e-4c42-8dd1-9d4050720801 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/subnets/dd4272a9-07a6-454b-a7d0-df90368dacd7 HTTP/1.1" status: 404 len: 337 time: 0.0652225 Oct 17 17:59:13.398010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47874) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:13.433005 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Attempt 7 to provision port ea0df314-cd52-4d94-8435-364ce247e2fc Oct 17 17:59:13.457980 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-f41c8d0f-ba6a-4b83-b4a7-d75436f11a27 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1370280 Oct 17 17:59:13.479176 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b8d862c1-141c-4abf-9450-81e676b21967 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:13.479837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.513055 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.532363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973a253-0249-4349-8b92-bbee4120df73 None None] Pushing event updated for resources: {'Port': ['ID=ea0df314-cd52-4d94-8435-364ce247e2fc,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:13.551880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.555129 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce7f70b-df19-4bd8-bc6c-1bfbc67c8914 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:13.555620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce7f70b-df19-4bd8-bc6c-1bfbc67c8914 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:13.557340 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2ce7f70b-df19-4bd8-bc6c-1bfbc67c8914 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/networks/38a559e1-75e5-4998-8f5a-9d4ce5f10b4b HTTP/1.1" status: 404 len: 339 time: 0.1579735 Oct 17 17:59:13.560042 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47880) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:13.578410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Request body: {'port': {'device_id': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:13.605810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Transition to ACTIVE for port object 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:13.606499 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a3604f-7df8-402e-8118-2e92d6dcf603 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:13.606499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a3604f-7df8-402e-8118-2e92d6dcf603 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:13.608606 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-61a3604f-7df8-402e-8118-2e92d6dcf603 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/subnets/6a286f84-5526-4bce-be9c-ca72629ca541 HTTP/1.1" status: 404 len: 337 time: 0.0476351 Oct 17 17:59:13.609452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Attempting to bind port 12558a33-ec60-460b-9252-ad96c353ffdb on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:59:13.610836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Attempting to bind port 12558a33-ec60-460b-9252-ad96c353ffdb by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'bf672a5d-503c-434c-aba6-62cc6a34c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:59:13.610836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Attempting to bind port 12558a33-ec60-460b-9252-ad96c353ffdb on network 8c494c6c-7a41-4e0b-908e-37dd4e525112 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:13.611350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47884) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:13.634895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:59:13.635325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Checking segment: {'id': 'bf672a5d-503c-434c-aba6-62cc6a34c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:13.635631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.636021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Bound using segment: {'id': 'bf672a5d-503c-434c-aba6-62cc6a34c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:59:13.636510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Bound port: 12558a33-ec60-460b-9252-ad96c353ffdb, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf672a5d-503c-434c-aba6-62cc6a34c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:59:13.636885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.676753 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5da198-eb41-4e47-9646-9245698481b2 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:13.677238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5da198-eb41-4e47-9646-9245698481b2 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:13.678905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:13.679293 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4a5da198-eb41-4e47-9646-9245698481b2 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/networks/b6eecef8-b0ae-4fb9-8ee1-579166aa2c44 HTTP/1.1" status: 404 len: 339 time: 0.0667255 Oct 17 17:59:13.682305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47890) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:13.738308 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8ae76d-3982-4e04-84fe-dc57476c762b tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:13.738913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8ae76d-3982-4e04-84fe-dc57476c762b tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:13.740936 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ee8ae76d-3982-4e04-84fe-dc57476c762b tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/subnets/134f4135-a4a3-4975-bde9-ca05253e3a1d HTTP/1.1" status: 404 len: 337 time: 0.0564301 Oct 17 17:59:13.743518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47894) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:13.759458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.760896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Port ea0df314-cd52-4d94-8435-364ce247e2fc had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:59:13.767820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port b8d862c1-141c-4abf-9450-81e676b21967, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b8d862c1-141c-4abf-9450-81e676b21967,segment=NetworkSegment(8bc14c67-fa86-485b-bf7c-c696c8ad6e89),segment_id=8bc14c67-fa86-485b-bf7c-c696c8ad6e89)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:13.788663 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f1d2ee-6ae1-4a34-9588-d9258122f574 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:13.789619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f1d2ee-6ae1-4a34-9588-d9258122f574 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:13.791852 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-45f1d2ee-6ae1-4a34-9588-d9258122f574 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/networks/081701a5-7c48-43fb-b507-3a415c5a1526 HTTP/1.1" status: 404 len: 339 time: 0.0463071 Oct 17 17:59:13.794532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47898) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:13.806734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.822720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=ecd099d6-dd7e-4144-b4b4-9b00abf2434c,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:13.911549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b9a87bc1-65a9-445e-ad93-d7c487688d1c tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Deleting port 4d4420fe-bae3-4379-9e85-d4ccb17ea638 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:13.911937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b9a87bc1-65a9-445e-ad93-d7c487688d1c tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.931281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['ecd099d6-dd7e-4144-b4b4-9b00abf2434c'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 17:59:13.984829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:13.991136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fb2dae92-2921-48a2-8d15-5963d29239bf up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:14.083926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 8c494c6c-7a41-4e0b-908e-37dd4e525112 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:14.089961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:14.115986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:14.116523 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:14.191548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:14.225941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Provisioning complete for port fb2dae92-2921-48a2-8d15-5963d29239bf triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:14.226304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:14.226677 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Attempt 1 to provision port fb2dae92-2921-48a2-8d15-5963d29239bf Oct 17 17:59:14.235872 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2449b4-37a0-4031-9d85-41595b2c55de req-0f31035f-cec2-41d8-bcab-b0d5f5d922c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:14.243110 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ca2449b4-37a0-4031-9d85-41595b2c55de req-0f31035f-cec2-41d8-bcab-b0d5f5d922c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 944 time: 0.4355357 Oct 17 17:59:14.285074 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] For port 12558a33-ec60-460b-9252-ad96c353ffdb, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:59:14.319448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b9a87bc1-65a9-445e-ad93-d7c487688d1c tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:14.323231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=b8d862c1-141c-4abf-9450-81e676b21967,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:14.332544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] For port 12558a33-ec60-460b-9252-ad96c353ffdb, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=12558a33-ec60-460b-9252-ad96c353ffdb,segment=NetworkSegment(bf672a5d-503c-434c-aba6-62cc6a34c216),segment_id=bf672a5d-503c-434c-aba6-62cc6a34c216)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:59:14.347496 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ca2449b4-37a0-4031-9d85-41595b2c55de req-16a1cb08-7e2a-403f-ac39-0d5140107421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47b75fb5-3572-44fa-b53b-8e43128a859d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033118 Oct 17 17:59:14.361291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:14.478034 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b9a87bc1-65a9-445e-ad93-d7c487688d1c tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Calling delete_port for 4d4420fe-bae3-4379-9e85-d4ccb17ea638 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:14.497506 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 {{(pid=89190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:59:14.510704 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:14.514216 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:14.524723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port fb2dae92-2921-48a2-8d15-5963d29239bf triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:14.525089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:14.525612 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port fb2dae92-2921-48a2-8d15-5963d29239bf Oct 17 17:59:14.570741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a0976-bd10-400a-a9ef-01382c739b41 req-04119998-987a-4e1d-b67f-a0699535ac22 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:14.572466 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-483a0976-bd10-400a-a9ef-01382c739b41 req-04119998-987a-4e1d-b67f-a0699535ac22 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 931 time: 0.3125718 Oct 17 17:59:14.575211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Transition to ACTIVE for port object 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 will not be triggered until provisioned by entity L2. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:14.621511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b9a87bc1-65a9-445e-ad93-d7c487688d1c tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:14.668619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6a2fa-e861-427c-b226-fa0db8c44c23 None None] Pushing event updated for resources: {'Port': ['ID=12558a33-ec60-460b-9252-ad96c353ffdb,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:14.687844 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-483a0976-bd10-400a-a9ef-01382c739b41 req-d6ebdb86-7965-4a5c-b580-013335d54f9a tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009409 Oct 17 17:59:14.689490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a87bc1-65a9-445e-ad93-d7c487688d1c tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Port': ['ID=4d4420fe-bae3-4379-9e85-d4ccb17ea638,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:14.704985 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b9a87bc1-65a9-445e-ad93-d7c487688d1c tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:14.719531 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b9a87bc1-65a9-445e-ad93-d7c487688d1c tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/ports/4d4420fe-bae3-4379-9e85-d4ccb17ea638 HTTP/1.1" status: 204 len: 168 time: 0.9231117 Oct 17 17:59:14.721887 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47904) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:14.727354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b6d4760b-00d3-4047-a954-9a94235b6258 None None] Current status of the port fb2dae92-2921-48a2-8d15-5963d29239bf is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:14.732481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:14.779455 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9a5bf43-31da-454a-bbbd-298173d5b174 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:14.779917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9a5bf43-31da-454a-bbbd-298173d5b174 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:14.789350 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a9a5bf43-31da-454a-bbbd-298173d5b174 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/subnets/82f091e7-469e-49a5-a4c0-d182c0c55bcc HTTP/1.1" status: 404 len: 337 time: 0.0661168 Oct 17 17:59:14.790221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47908) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:14.877306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:04Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:05Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:12Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:14.897411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6c9dcc-8e7f-4d8e-8e4d-b23d2d701094 None None] The sync data for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv is: [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:04Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:05Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:12Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:14.899120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port fb2dae92-2921-48a2-8d15-5963d29239bf is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:14.900491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ea0df314-cd52-4d94-8435-364ce247e2fc up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:14.939273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.111134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f2694d85-fd92-40c4-89f9-9d978a4e4781 None None] Provisioning for port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:15.132243 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port ea0df314-cd52-4d94-8435-364ce247e2fc completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:15.147351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ea0df314-cd52-4d94-8435-364ce247e2fc triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:15.147979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.148582 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ea0df314-cd52-4d94-8435-364ce247e2fc Oct 17 17:59:15.168213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.201515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762e7de0-b702-4cc8-9b93-f977f1286d06']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:15.216068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a902531-19e0-4c6c-8e64-009571e74c30') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:15.216452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a902531-19e0-4c6c-8e64-009571e74c30') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:15.224219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:15.231953 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.239746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Attempting to bind port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:59:15.240101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Attempting to bind port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:59:15.240927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Attempting to bind port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 on network 17275f87-7cd3-4c74-af7d-0a6a78eff407 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:15.250372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 on network 17275f87-7cd3-4c74-af7d-0a6a78eff407 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 17:59:15.250603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Attempting to bind port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 on network 17275f87-7cd3-4c74-af7d-0a6a78eff407 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:15.253326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.261094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:59:15.261665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.277101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:59:15.277469 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Checking segment: {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:15.277792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Bound using segment: {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:59:15.278222 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Bound port: 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'}}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:59:15.278568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.335725 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 1a902531-19e0-4c6c-8e64-009571e74c30 resource provider aggregate not found Oct 17 17:59:15.337282 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ea0df314-cd52-4d94-8435-364ce247e2fc is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:15.337702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.364555 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 1a902531-19e0-4c6c-8e64-009571e74c30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a902531-19e0-4c6c-8e64-009571e74c30 found for delete ", "request_id": "req-c3725272-f4b9-4984-a6d8-4e1bcef89b61"}]} Oct 17 17:59:15.378598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.384366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port ea0df314-cd52-4d94-8435-364ce247e2fc, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ea0df314-cd52-4d94-8435-364ce247e2fc,segment=NetworkSegment(5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d),segment_id=5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:15.392392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.413917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.421789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Network': ['ID=762e7de0-b702-4cc8-9b93-f977f1286d06,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:15.429531 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-135f0e3a-0aa1-4cf0-96e7-48fe7e9d0296 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/networks/762e7de0-b702-4cc8-9b93-f977f1286d06 HTTP/1.1" status: 204 len: 168 time: 0.6348498 Oct 17 17:59:15.430365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47918) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:15.479682 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] For port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280, host hv-neutron-8608, cleared binding levels {{(pid=89190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:59:15.489872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=ea0df314-cd52-4d94-8435-364ce247e2fc,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:15.495766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] For port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:59:15.529817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-41207d3c-b778-4e46-93a2-0390ed4ed356 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Deleting port f4e1dadc-5a75-43d2-8bb1-39c3a3fedcd9 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:15.530438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-41207d3c-b778-4e46-93a2-0390ed4ed356 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.540593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.597742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:15.598362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.599808 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 HTTP/1.1" status: 200 len: 1093 time: 2.1269364 Oct 17 17:59:15.612963 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'tag': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:59:15.615938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dcb748-5e6e-4c0d-b82d-667810c11871" -d '{"events": [{"name": "network-changed", "server_uuid": "da46a582-722e-41d8-bbcf-eeb92c31958b", "tag": "686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:59:15.651241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.678592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.679655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:15.765216 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fcca0-93fb-49c4-9525-c7d1231dc2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:15.821989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5054f00b-a571-4d6a-848b-f699f1284df6 x-openstack-request-id: req-5054f00b-a571-4d6a-848b-f699f1284df6 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:59:15.822395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da46a582-722e-41d8-bbcf-eeb92c31958b", "tag": "686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:59:15.822739 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5054f00b-a571-4d6a-848b-f699f1284df6 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:59:15.823332 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5054f00b-a571-4d6a-848b-f699f1284df6'] response: {'name': 'network-changed', 'server_uuid': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'tag': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'status': 'completed', 'code': 200} Oct 17 17:59:15.918659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442bbd08-cf47-43b4-9095-528520e7b813 req-601e3f83-0626-4437-8530-9bbbb599bcfa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:15.920323 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-442bbd08-cf47-43b4-9095-528520e7b813 req-601e3f83-0626-4437-8530-9bbbb599bcfa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 944 time: 0.4316039 Oct 17 17:59:15.944567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c81ca9e-8e25-422a-8926-db82758d81c2 None None] Network 8c494c6c-7a41-4e0b-908e-37dd4e525112 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:15.980429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event updated for resources: {'Port': ['ID=3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:15.994229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-41207d3c-b778-4e46-93a2-0390ed4ed356 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:16.043738 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-442bbd08-cf47-43b4-9095-528520e7b813 req-0af81f0d-2af1-4a81-a603-78b8a4ce7c08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47b75fb5-3572-44fa-b53b-8e43128a859d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149037 Oct 17 17:59:16.067716 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-53cca72c-e80a-4c43-b1c5-95d736295567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:16.068548 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-53cca72c-e80a-4c43-b1c5-95d736295567 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 1096 time: 0.3776486 Oct 17 17:59:16.078497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Network 8c494c6c-7a41-4e0b-908e-37dd4e525112 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:16.080190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:16.085310 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ecd099d6-dd7e-4144-b4b4-9b00abf2434c up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:16.112155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b8d862c1-141c-4abf-9450-81e676b21967 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:16.161539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-41207d3c-b778-4e46-93a2-0390ed4ed356 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Calling delete_port for f4e1dadc-5a75-43d2-8bb1-39c3a3fedcd9 owned by {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:16.213595 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-645272d3-818c-43ce-9792-f5704ce04268 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 HTTP/1.1" status: 200 len: 217 time: 0.1268697 Oct 17 17:59:16.213801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b7e6030f-db5f-451b-8ec5-f819be3c3b67 None None] Provisioning for port 12558a33-ec60-460b-9252-ad96c353ffdb completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:16.252226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a06dc6-95e9-4aa3-842d-565c9e126877 req-3fbfb2f7-743c-4939-875d-778d292d0d0f tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:16.255600 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-44a06dc6-95e9-4aa3-842d-565c9e126877 req-3fbfb2f7-743c-4939-875d-778d292d0d0f tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 943 time: 0.3514435 Oct 17 17:59:16.319670 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-44a06dc6-95e9-4aa3-842d-565c9e126877 req-a72c245c-b5cf-4a69-ab01-4ad892082ece tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494859 Oct 17 17:59:16.320667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-41207d3c-b778-4e46-93a2-0390ed4ed356 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:16.344508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port b8d862c1-141c-4abf-9450-81e676b21967 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:16.345815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:16.346349 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port b8d862c1-141c-4abf-9450-81e676b21967 Oct 17 17:59:16.371408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port ecd099d6-dd7e-4144-b4b4-9b00abf2434c completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:16.378101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-a531e37c-c47a-4f29-86d0-9c7ed44f4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:16.379310 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-a531e37c-c47a-4f29-86d0-9c7ed44f4c21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.1597869 Oct 17 17:59:16.384903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41207d3c-b778-4e46-93a2-0390ed4ed356 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Port': ['ID=f4e1dadc-5a75-43d2-8bb1-39c3a3fedcd9,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:16.390135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-41207d3c-b778-4e46-93a2-0390ed4ed356 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:16.399863 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-41207d3c-b778-4e46-93a2-0390ed4ed356 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/ports/f4e1dadc-5a75-43d2-8bb1-39c3a3fedcd9 HTTP/1.1" status: 204 len: 168 time: 0.9680707 Oct 17 17:59:16.400542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47928) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:16.404707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port ecd099d6-dd7e-4144-b4b4-9b00abf2434c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:16.405076 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:16.405406 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port ecd099d6-dd7e-4144-b4b4-9b00abf2434c Oct 17 17:59:16.440223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e1f584de-e179-4f7f-bf65-ef6b014c8957 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:16.443949 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26d0587-f345-4e1e-8a44-e104e3e1c8e6 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:16.444403 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26d0587-f345-4e1e-8a44-e104e3e1c8e6 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:16.448321 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f26d0587-f345-4e1e-8a44-e104e3e1c8e6 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/subnets/acf21fbb-ca5e-4037-9cc8-22625bf30c1d HTTP/1.1" status: 404 len: 337 time: 0.0446222 Oct 17 17:59:16.448681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47932) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:16.568151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:16.653963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b8d862c1-141c-4abf-9450-81e676b21967 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:16.655081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 12558a33-ec60-460b-9252-ad96c353ffdb up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:16.683752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-60ba75aa-7896-446a-9716-25fce7496a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:16.685285 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-60ba75aa-7896-446a-9716-25fce7496a38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2991149 Oct 17 17:59:16.686513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:16.695074 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b15b7c98-cd59-46c4-b614-6738479f5800 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2205255 Oct 17 17:59:16.695074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47936) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:16.697812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port ecd099d6-dd7e-4144-b4b4-9b00abf2434c is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:16.698194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:16.712123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Sync routers for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:16.717597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-01632874-d732-4d8a-ab16-2575db673870 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:16.749462 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:16.750106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:16.762582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:16.814136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c11b60-638c-4624-bee1-b3292ab68593']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:16.839120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab1cfcd-419d-49fc-bb43-fb5a0766ba70') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:16.839503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab1cfcd-419d-49fc-bb43-fb5a0766ba70') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:16.863478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:16.894336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:16.909102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:59:16.910077 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:16.997371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:17.062182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:59:17.064836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bc0d28-e3a6-462c-a752-577da25e2e4c" -d '{"events": [{"server_uuid": "efb1110f-aa1c-45b7-b5d7-568db2415d45", "name": "network-vif-plugged", "status": "completed", "tag": "ecd099d6-dd7e-4144-b4b4-9b00abf2434c"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:59:17.067301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.074536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.087640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ecd099d6-dd7e-4144-b4b4-9b00abf2434c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ecd099d6-dd7e-4144-b4b4-9b00abf2434c,segment=NetworkSegment(c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e),segment_id=c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:17.117307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Network': ['ID=56c11b60-638c-4624-bee1-b3292ab68593,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:17.130656 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9ddcc67e-c87d-4b41-8592-8ba02428a068 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/networks/56c11b60-638c-4624-bee1-b3292ab68593 HTTP/1.1" status: 204 len: 168 time: 0.6807902 Oct 17 17:59:17.131391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47944) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:17.168841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.188216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d111557-6501-42b3-b683-7f331a90f88b x-openstack-request-id: req-6d111557-6501-42b3-b683-7f331a90f88b {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:59:17.189397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb1110f-aa1c-45b7-b5d7-568db2415d45", "name": "network-vif-plugged", "status": "completed", "tag": "ecd099d6-dd7e-4144-b4b4-9b00abf2434c", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:59:17.189648 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d111557-6501-42b3-b683-7f331a90f88b {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:59:17.190044 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d111557-6501-42b3-b683-7f331a90f88b'] response: {'server_uuid': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c', 'code': 200} Oct 17 17:59:17.261275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-4162c8ee-775d-426a-bf60-6938808672a9 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Deleting subnet 10e03126-74e6-4acd-99af-26bf4aa2036f {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:59:17.265363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4162c8ee-775d-426a-bf60-6938808672a9 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.308483 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 12558a33-ec60-460b-9252-ad96c353ffdb completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:17.321486 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Provisioning complete for port 12558a33-ec60-460b-9252-ad96c353ffdb triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:17.321486 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.321808 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Attempt 1 to provision port 12558a33-ec60-460b-9252-ad96c353ffdb Oct 17 17:59:17.387910 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-ff5a0626-c9b1-47f6-ad94-81ff147acfa3 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6947327 Oct 17 17:59:17.389109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4162c8ee-775d-426a-bf60-6938808672a9 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.418493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 12558a33-ec60-460b-9252-ad96c353ffdb triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:17.419506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.420007 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 12558a33-ec60-460b-9252-ad96c353ffdb Oct 17 17:59:17.504315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4162c8ee-775d-426a-bf60-6938808672a9 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.530763 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=ecd099d6-dd7e-4144-b4b4-9b00abf2434c,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:17.663231 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 7ab1cfcd-419d-49fc-bb43-fb5a0766ba70 resource provider aggregate not found Oct 17 17:59:17.707196 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 7ab1cfcd-419d-49fc-bb43-fb5a0766ba70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ab1cfcd-419d-49fc-bb43-fb5a0766ba70 found for delete ", "request_id": "req-3a5bac37-b39a-456b-a933-e64a2f5df503"}]} Oct 17 17:59:17.767546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de85f8-8b2c-4f2f-9d84-b06a9c97b00e None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 17:59:17.795850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1bbdd-efc8-4b7e-bf48-7e7695c04a6d req-52264425-374b-4eaf-b766-76949be847e2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:17.797360 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8df1bbdd-efc8-4b7e-bf48-7e7695c04a6d req-52264425-374b-4eaf-b766-76949be847e2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 945 time: 0.2426009 Oct 17 17:59:17.799401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4162c8ee-775d-426a-bf60-6938808672a9 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.830634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 12558a33-ec60-460b-9252-ad96c353ffdb is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:17.831113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.839298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4162c8ee-775d-426a-bf60-6938808672a9 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.843899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Current status of the port 12558a33-ec60-460b-9252-ad96c353ffdb is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:17.845402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.852800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54624fa-fb3d-4bb5-bba1-d44876d660f1 req-b1f51e65-4d26-4b60-b11e-93c88c66e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:17.853994 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c54624fa-fb3d-4bb5-bba1-d44876d660f1 req-b1f51e65-4d26-4b60-b11e-93c88c66e7c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 1098 time: 0.2979426 Oct 17 17:59:17.862310 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4162c8ee-775d-426a-bf60-6938808672a9 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/subnets/10e03126-74e6-4acd-99af-26bf4aa2036f HTTP/1.1" status: 204 len: 168 time: 0.7296762 Oct 17 17:59:17.892113 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47954) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:17.919278 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c62acbc-2f4d-48b4-aa85-6d35b3f33d6d req-0d7081f2-e0f9-4653-975a-4cb9c09cf07b service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989069 Oct 17 17:59:17.937793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1c650-3de9-4d5f-973f-9d7c9697040d req-0c363f45-1988-4a47-81bc-cfaafe129a33 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:17.939075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-d8c1c650-3de9-4d5f-973f-9d7c9697040d req-0c363f45-1988-4a47-81bc-cfaafe129a33 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Synchronizing usage tracker for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:59:17.948218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:14Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582', 'name': '', 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:53:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:12Z', 'updated_at': '2022-10-17T17:59:15Z', 'revision_number': 2, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:13Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:15Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:17.951542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 12558a33-ec60-460b-9252-ad96c353ffdb, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=12558a33-ec60-460b-9252-ad96c353ffdb,segment=NetworkSegment(bf672a5d-503c-434c-aba6-62cc6a34c216),segment_id=bf672a5d-503c-434c-aba6-62cc6a34c216)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:17.962192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Checking router: e1f584de-e179-4f7f-bf65-ef6b014c8957 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:17.962723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Updating router e1f584de-e179-4f7f-bf65-ef6b014c8957 port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 17:59:17.967680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162c8ee-775d-426a-bf60-6938808672a9 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Subnet': ['ID=10e03126-74e6-4acd-99af-26bf4aa2036f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:17.978278 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c54624fa-fb3d-4bb5-bba1-d44876d660f1 req-593ee510-63de-4b79-9c4e-ef3a2874fd2c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=47b75fb5-3572-44fa-b53b-8e43128a859d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896757 Oct 17 17:59:17.996403 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:17.997403 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ea0df314-cd52-4d94-8435-364ce247e2fc up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:18.003322 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-d8c1c650-3de9-4d5f-973f-9d7c9697040d req-0c363f45-1988-4a47-81bc-cfaafe129a33 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Unset dirty status for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:59:18.004997 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d8c1c650-3de9-4d5f-973f-9d7c9697040d req-0c363f45-1988-4a47-81bc-cfaafe129a33 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 943 time: 0.4850502 Oct 17 17:59:18.044978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.extraroute_db [None req-01632874-d732-4d8a-ab16-2575db673870 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89190) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 17 17:59:18.073951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.extraroute_db [None req-01632874-d732-4d8a-ab16-2575db673870 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Removed routes are [] {{(pid=89190) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 17 17:59:18.074209 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-01632874-d732-4d8a-ab16-2575db673870 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:18.085121 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d8c1c650-3de9-4d5f-973f-9d7c9697040d req-694acb9d-545b-4922-9af9-540ab6b9742f tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699065 Oct 17 17:59:18.178316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8df1bbdd-efc8-4b7e-bf48-7e7695c04a6d req-30c12dd7-ed39-4efc-8706-63c765abeb99 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:59:18.207275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8df1bbdd-efc8-4b7e-bf48-7e7695c04a6d req-30c12dd7-ed39-4efc-8706-63c765abeb99 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:59:18.208427 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8df1bbdd-efc8-4b7e-bf48-7e7695c04a6d req-30c12dd7-ed39-4efc-8706-63c765abeb99 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47b75fb5-3572-44fa-b53b-8e43128a859d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3994443 Oct 17 17:59:18.215506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:18.227547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:18.241400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:59:18.241400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:59:18.254994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=12558a33-ec60-460b-9252-ad96c353ffdb,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:18.258425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Deleting port 1d082385-9275-42df-8f2a-f507a3ec5245 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:18.258757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:18.291114 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0de85f8-8b2c-4f2f-9d84-b06a9c97b00e None None] Resources bound (agent type, host, resource id): {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 17:59:18.337087 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ea0df314-cd52-4d94-8435-364ce247e2fc triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:18.337461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:18.337794 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ea0df314-cd52-4d94-8435-364ce247e2fc Oct 17 17:59:18.454532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-01632874-d732-4d8a-ab16-2575db673870 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:18.458997 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-01632874-d732-4d8a-ab16-2575db673870 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:18.499224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcb748-5e6e-4c0d-b82d-667810c11871 req-6cc2c7f5-5a8c-4891-8a15-b62017b290b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:18.500769 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3dcb748-5e6e-4c0d-b82d-667810c11871 req-6cc2c7f5-5a8c-4891-8a15-b62017b290b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 1096 time: 0.2130871 Oct 17 17:59:18.623560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] For port 1d082385-9275-42df-8f2a-f507a3ec5245, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1d082385-9275-42df-8f2a-f507a3ec5245,segment=NetworkSegment(ce9c73df-f077-446a-a6bd-a3a08d0cf192),segment_id=ce9c73df-f077-446a-a6bd-a3a08d0cf192)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:18.624031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:18.768758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Calling delete_port for 1d082385-9275-42df-8f2a-f507a3ec5245 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:18.799540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01632874-d732-4d8a-ab16-2575db673870 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e1f584de-e179-4f7f-bf65-ef6b014c8957 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:18.853101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcb748-5e6e-4c0d-b82d-667810c11871 req-12f78c74-c199-4dbe-b35a-fb118a9b5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:18.854577 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3dcb748-5e6e-4c0d-b82d-667810c11871 req-12f78c74-c199-4dbe-b35a-fb118a9b5f59 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 913 time: 0.3477561 Oct 17 17:59:18.877218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ea0df314-cd52-4d94-8435-364ce247e2fc is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:18.940085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Current status of the port 12558a33-ec60-460b-9252-ad96c353ffdb is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:18.971187 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3dcb748-5e6e-4c0d-b82d-667810c11871 req-79bfbb83-ec7a-4d6b-ac7f-69fbcbeb6d2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 HTTP/1.1" status: 200 len: 217 time: 0.0867100 Oct 17 17:59:18.972400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:18.989581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 12558a33-ec60-460b-9252-ad96c353ffdb up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:19.000185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01632874-d732-4d8a-ab16-2575db673870 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:19.008782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-01632874-d732-4d8a-ab16-2575db673870 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.010113 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-01632874-d732-4d8a-ab16-2575db673870 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957 HTTP/1.1" status: 200 len: 953 time: 2.3147430 Oct 17 17:59:19.012686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47958) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:19.067726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Port': ['ID=1d082385-9275-42df-8f2a-f507a3ec5245,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:19.092163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] No DVR routers for this DVR port 1d082385-9275-42df-8f2a-f507a3ec5245 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:59:19.181102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.195700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Transition to ACTIVE for port object 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:19.205750 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Provisioning for port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:19.216011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Provisioning complete for port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:19.216422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.217012 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Attempt 1 to provision port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 Oct 17 17:59:19.231323 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcb748-5e6e-4c0d-b82d-667810c11871 req-024a4a4f-9114-4244-a05b-2fed2a645ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:19.232789 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3dcb748-5e6e-4c0d-b82d-667810c11871 req-024a4a4f-9114-4244-a05b-2fed2a645ea1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.2240674 Oct 17 17:59:19.265346 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-308cdb8a-2517-4935-bef8-1f400a2d63b6 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957 HTTP/1.1" status: 200 len: 953 time: 0.2513490 Oct 17 17:59:19.266266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47966) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:19.273838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a1a5eb4b-b541-46ff-a426-166004cf1924 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'router': {'routes': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:19.294899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:19.299962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.305635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.345242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634beccc-5e72-4fe9-9eda-d7d6d5c2daed']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:19.361238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9c73df-f077-446a-a6bd-a3a08d0cf192') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:19.361525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9c73df-f077-446a-a6bd-a3a08d0cf192') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:19.381274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.402209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.406083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcb748-5e6e-4c0d-b82d-667810c11871 req-6aeb37b7-be75-4df8-8da4-ee26339b7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:19.407706 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3dcb748-5e6e-4c0d-b82d-667810c11871 req-6aeb37b7-be75-4df8-8da4-ee26339b7eed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1614873 Oct 17 17:59:19.413428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:59:19.413897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.554275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 12558a33-ec60-460b-9252-ad96c353ffdb triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:19.554859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.555315 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 12558a33-ec60-460b-9252-ad96c353ffdb Oct 17 17:59:19.605080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa6e3c-e095-4f5c-87ca-55315011e9fe None None] Pushing event updated for resources: {'Port': ['ID=3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:19.629463 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Attempting to bind port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:59:19.629945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Attempting to bind port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'bf672a5d-503c-434c-aba6-62cc6a34c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:59:19.630408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Attempting to bind port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 on network 8c494c6c-7a41-4e0b-908e-37dd4e525112 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:19.680251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9215a-7511-4f8a-b2b2-3904b10bbff9 req-ddea6aa3-d616-4383-813d-dcd320c7574e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:19.681692 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4de9215a-7511-4f8a-b2b2-3904b10bbff9 req-ddea6aa3-d616-4383-813d-dcd320c7574e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 943 time: 0.2742457 Oct 17 17:59:19.718095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:59:19.718559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Checking segment: {'id': 'bf672a5d-503c-434c-aba6-62cc6a34c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:19.718880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.719303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Bound using segment: {'id': 'bf672a5d-503c-434c-aba6-62cc6a34c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:59:19.720525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Bound port: 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf672a5d-503c-434c-aba6-62cc6a34c216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:59:19.720941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.815751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.818378 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment ce9c73df-f077-446a-a6bd-a3a08d0cf192 resource provider aggregate not found Oct 17 17:59:19.821234 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Attempt 2 to provision port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 Oct 17 17:59:19.845651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:19.848611 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4de9215a-7511-4f8a-b2b2-3904b10bbff9 req-7776aab7-1d88-4206-945e-c92e6bd26e91 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143050 Oct 17 17:59:19.868452 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment ce9c73df-f077-446a-a6bd-a3a08d0cf192 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce9c73df-f077-446a-a6bd-a3a08d0cf192 found for delete ", "request_id": "req-739c19f6-5a3c-4370-b2c4-e6c52b309212"}]} Oct 17 17:59:19.877232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] Pushing event deleted for resources: {'Network': ['ID=634beccc-5e72-4fe9-9eda-d7d6d5c2daed,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:19.884750 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a9b2deaf-1be7-4571-97b6-95d47dc6e432 tempest-NetworksIpV6TestAttrs-1372496833 tempest-NetworksIpV6TestAttrs-1372496833-project] 10.222.0.69 "DELETE /v2.0/networks/634beccc-5e72-4fe9-9eda-d7d6d5c2daed HTTP/1.1" status: 204 len: 168 time: 1.9845572 Oct 17 17:59:19.889153 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3dcb748-5e6e-4c0d-b82d-667810c11871 req-fd468af7-74bc-4cfe-8199-d8062b4e51e6 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557180 Oct 17 17:59:19.993002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe9bbd4-36b8-42a3-a09a-a7b74b74c389 None None] Network 634beccc-5e72-4fe9-9eda-d7d6d5c2daed requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:20.020671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 12558a33-ec60-460b-9252-ad96c353ffdb is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:20.029789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:20.032761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe9bbd4-36b8-42a3-a09a-a7b74b74c389 None None] Network 634beccc-5e72-4fe9-9eda-d7d6d5c2daed could not be found, it might have been deleted concurrently. {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 17:59:20.052400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] For port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:59:20.056153 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] For port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582,segment=NetworkSegment(bf672a5d-503c-434c-aba6-62cc6a34c216),segment_id=bf672a5d-503c-434c-aba6-62cc6a34c216)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:59:20.062257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:20.120321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f3a89-3492-4125-af24-429eaf9b457e req-b7308cc4-f919-4d84-b896-a427db5ccbb8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:20.130623 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9082cb2-796a-4a8c-828f-73d0213f0fd7 None None] DHCP port deletion for 634beccc-5e72-4fe9-9eda-d7d6d5c2daed request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:59:20.133585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.extraroute_db [None req-a1a5eb4b-b541-46ff-a426-166004cf1924 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Added routes are [] {{(pid=89190) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 17 17:59:20.134134 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.extraroute_db [None req-a1a5eb4b-b541-46ff-a426-166004cf1924 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89190) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 17 17:59:20.136389 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b51f3a89-3492-4125-af24-429eaf9b457e req-b7308cc4-f919-4d84-b896-a427db5ccbb8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 945 time: 0.7060242 Oct 17 17:59:20.152132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:20.152132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:20.179176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1a5eb4b-b541-46ff-a426-166004cf1924 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:20.197381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f3dcb748-5e6e-4c0d-b82d-667810c11871 req-5fcf13ec-15a1-4df9-bfc9-079e29b62bc8 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002071 Oct 17 17:59:20.232269 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b51f3a89-3492-4125-af24-429eaf9b457e req-a6bd751b-910b-47e5-8e50-c28c581d840b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47b75fb5-3572-44fa-b53b-8e43128a859d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948384 Oct 17 17:59:20.327338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47980) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:20.347273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:20.483618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa6e3c-e095-4f5c-87ca-55315011e9fe None None] Pushing event updated for resources: {'Port': ['ID=3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:20.510287 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-213243e2-94e6-4456-83d5-7f7ae1743b70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=362f511fb67c47859adea8ec7ecc1aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804175 Oct 17 17:59:20.511807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 47986) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:20.552433 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Attempt 3 to provision port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 Oct 17 17:59:20.583765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20824efd-5d98-4466-b71b-55831069a974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:20.615166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20824efd-5d98-4466-b71b-55831069a974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:20.675576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20824efd-5d98-4466-b71b-55831069a974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:20.693788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20824efd-5d98-4466-b71b-55831069a974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c327348-7d17-420f-b16e-ce07501c0926,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:20.698185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-20824efd-5d98-4466-b71b-55831069a974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:20.699353 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-20824efd-5d98-4466-b71b-55831069a974 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c327348-7d17-420f-b16e-ce07501c0926 HTTP/1.1" status: 204 len: 168 time: 0.1865091 Oct 17 17:59:20.706056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7be73cd6-aaca-473e-b7d8-18ec01f3d6b7 None None] Port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 17:59:20.796125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb7daf-eaad-422c-9468-acacff38f439 req-bbfbfa04-fd27-47d9-932e-5def002cd7a3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:20.803559 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-39cb7daf-eaad-422c-9468-acacff38f439 req-bbfbfa04-fd27-47d9-932e-5def002cd7a3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 945 time: 0.2933130 Oct 17 17:59:20.824956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1a5eb4b-b541-46ff-a426-166004cf1924 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:20.834032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1a5eb4b-b541-46ff-a426-166004cf1924 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:20.841788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:20Z', 'revision_number': 7, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582', 'name': '', 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:53:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:12Z', 'updated_at': '2022-10-17T17:59:20Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:13Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:15Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:20.847783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105b1dd-56eb-4fc1-90a8-95bd23b58312 None None] The sync data for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv is: [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:20Z', 'revision_number': 7, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582', 'name': '', 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:53:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:12Z', 'updated_at': '2022-10-17T17:59:20Z', 'revision_number': 4, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:13Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:15Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:21.051480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a5eb4b-b541-46ff-a426-166004cf1924 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e1f584de-e179-4f7f-bf65-ef6b014c8957 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:21.055935 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-39cb7daf-eaad-422c-9468-acacff38f439 req-40c667bb-5542-47d5-bb21-6df1bfaaae26 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47b75fb5-3572-44fa-b53b-8e43128a859d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506409 Oct 17 17:59:21.074609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:21.123238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 47998) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:21.209231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:21.218395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:21.219494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:21.221555 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 Oct 17 17:59:21.251216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33d575-d4e5-41cd-bb52-e1a939999afa req-6e0182ac-5e41-4ae1-abcc-2d37fcd03d0b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:21.253692 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9d33d575-d4e5-41cd-bb52-e1a939999afa req-6e0182ac-5e41-4ae1-abcc-2d37fcd03d0b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 943 time: 0.2030771 Oct 17 17:59:21.346454 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9d33d575-d4e5-41cd-bb52-e1a939999afa req-25ec91c4-416f-424a-bcf9-e70b81a37598 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803835 Oct 17 17:59:21.347070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a5eb4b-b541-46ff-a426-166004cf1924 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:21.354504 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a1a5eb4b-b541-46ff-a426-166004cf1924 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:21.358439 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a1a5eb4b-b541-46ff-a426-166004cf1924 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957 HTTP/1.1" status: 200 len: 703 time: 2.0906711 Oct 17 17:59:21.363331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48008) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:21.458628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:21.459147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:21.508884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcd7993-ed2b-4f7c-804f-d1685b1c592d tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:21.510411 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bdcd7993-ed2b-4f7c-804f-d1685b1c592d tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 1093 time: 0.3862162 Oct 17 17:59:21.511619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582,segment=NetworkSegment(bf672a5d-503c-434c-aba6-62cc6a34c216),segment_id=bf672a5d-503c-434c-aba6-62cc6a34c216)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:21.513612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48014) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:21.519299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:21.526432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:21.528187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:21.537551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:floatingip and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:21.543558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:21.565939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:21.572584 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c4546c36-2a1d-45a0-a17a-c3776e36b21b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957 HTTP/1.1" status: 200 len: 703 time: 0.2066891 Oct 17 17:59:21.573830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48020) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:21.632668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1d082385-9275-42df-8f2a-f507a3ec5245 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:59:21.678430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 1d082385-9275-42df-8f2a-f507a3ec5245 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:59:21.678777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1d082385-9275-42df-8f2a-f507a3ec5245 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:59:21.699644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:21.742166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:21.831898 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35feab42-af6d-4733-a208-680b4f80ac30 None None] Sync routers for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:21.841801 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35feab42-af6d-4733-a208-680b4f80ac30 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:21.842410 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-35feab42-af6d-4733-a208-680b4f80ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:21.902736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48028) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:22.017365 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-35feab42-af6d-4733-a208-680b4f80ac30 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:22.032577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e49929a7-07d8-4eb7-bea4-682cda3ddeab tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] Request body: {'port': {'network_id': 'f456c7e1-dd41-418f-aa69-6fb67f9993b2', 'name': 'tempest-NetworksNegativeTestJSON-1592429301'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:22.054982 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49929a7-07d8-4eb7-bea4-682cda3ddeab tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] POST failed (client error): The resource could not be found. Oct 17 17:59:22.055731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49929a7-07d8-4eb7-bea4-682cda3ddeab tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:22.057461 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e49929a7-07d8-4eb7-bea4-682cda3ddeab tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1529632 Oct 17 17:59:22.061277 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48034) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:22.092916 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-261fe246-fd58-45bb-9d09-99670bdbdc95 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:22.093673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261fe246-fd58-45bb-9d09-99670bdbdc95 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:22.096331 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-261fe246-fd58-45bb-9d09-99670bdbdc95 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] 10.222.0.69 "DELETE /v2.0/networks/d56c26aa-9567-4a92-acb6-b1e9be417267 HTTP/1.1" status: 404 len: 339 time: 0.0339317 Oct 17 17:59:22.100000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48038) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:22.150171 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-003aa124-ae6d-4649-b989-0ed85334a21f tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:22.150897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003aa124-ae6d-4649-b989-0ed85334a21f tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:22.153279 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-003aa124-ae6d-4649-b989-0ed85334a21f tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] 10.222.0.69 "DELETE /v2.0/ports/b5429cad-6e8e-452e-8fec-36e0db75d9d5 HTTP/1.1" status: 404 len: 333 time: 0.0516620 Oct 17 17:59:22.157982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48042) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:22.160639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:22.202027 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9f2ae6-0bb2-4826-8118-6cd0471bd56b tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:22.202760 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9f2ae6-0bb2-4826-8118-6cd0471bd56b tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:22.204582 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fb9f2ae6-0bb2-4826-8118-6cd0471bd56b tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] 10.222.0.69 "DELETE /v2.0/subnets/7574c1b8-11a5-44d9-a917-f37b37856feb HTTP/1.1" status: 404 len: 337 time: 0.0451994 Oct 17 17:59:22.208543 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48046) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:22.237072 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-c385de17-fb82-4e7e-9a5e-796e4cbafc85 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] GET failed (client error): The resource could not be found. Oct 17 17:59:22.242459 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c385de17-fb82-4e7e-9a5e-796e4cbafc85 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] 10.222.0.69 "GET /v2.0/networks/d8250277-9958-4929-8255-1054dab89789 HTTP/1.1" status: 404 len: 339 time: 0.0291505 Oct 17 17:59:22.243560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48050) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:22.286341 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7effee-7acb-46e3-8f7a-265d8afa082b tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] GET failed (client error): The resource could not be found. Oct 17 17:59:22.291456 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5a7effee-7acb-46e3-8f7a-265d8afa082b tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] 10.222.0.69 "GET /v2.0/ports/d543d647-49ac-4479-a863-fa041f1b3bd8 HTTP/1.1" status: 404 len: 333 time: 0.0437148 Oct 17 17:59:22.291885 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48054) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:22.336456 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-876b5484-edfd-4610-9302-e859680179d4 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] GET failed (client error): The resource could not be found. Oct 17 17:59:22.343773 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-876b5484-edfd-4610-9302-e859680179d4 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] 10.222.0.69 "GET /v2.0/subnets/cd533637-c69a-4af9-936c-899bb0582c0d HTTP/1.1" status: 404 len: 337 time: 0.0449815 Oct 17 17:59:22.343773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48058) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:22.348275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d204a539-e639-4db5-b553-4c09e732d408 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:22.370491 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-d204a539-e639-4db5-b553-4c09e732d408 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] PUT failed (client error): The resource could not be found. Oct 17 17:59:22.370965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d204a539-e639-4db5-b553-4c09e732d408 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:22.375797 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d204a539-e639-4db5-b553-4c09e732d408 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] 10.222.0.69 "PUT /v2.0/networks/2246f306-0437-4413-84c0-5d3efb0a86dc HTTP/1.1" status: 404 len: 339 time: 0.0292034 Oct 17 17:59:22.377895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48064) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:22.382756 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.101 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/8602f5ad-bb6e-4125-b9a8-497e3636f577) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:22.383735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-42f30b97-42ae-40a1-aa89-1a8396058f10 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:22.423615 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f30b97-42ae-40a1-aa89-1a8396058f10 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] PUT failed (client error): The resource could not be found. Oct 17 17:59:22.424070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f30b97-42ae-40a1-aa89-1a8396058f10 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:22.425399 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-42f30b97-42ae-40a1-aa89-1a8396058f10 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] 10.222.0.69 "PUT /v2.0/ports/5e823865-b89d-4ead-b3f7-28f64003a9dd HTTP/1.1" status: 404 len: 333 time: 0.0473428 Oct 17 17:59:22.429643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48068) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:22.436058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-906f7e6a-4830-4c10-81bd-db8846952103 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:22.437920 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-35feab42-af6d-4733-a208-680b4f80ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:20Z', 'revision_number': 7, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582', 'name': '', 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:53:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:12Z', 'updated_at': '2022-10-17T17:59:21Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:13Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:15Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:22.448021 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35feab42-af6d-4733-a208-680b4f80ac30 None None] Checking router: e1f584de-e179-4f7f-bf65-ef6b014c8957 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:22.458541 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35feab42-af6d-4733-a208-680b4f80ac30 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:22.459515 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-35feab42-af6d-4733-a208-680b4f80ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:22.565414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c01d883-48d1-44da-bb71-9280a5ef1a7f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:22.633471 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-35feab42-af6d-4733-a208-680b4f80ac30 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:22.643002 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-906f7e6a-4830-4c10-81bd-db8846952103 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] PUT failed (client error): The resource could not be found. Oct 17 17:59:22.643479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906f7e6a-4830-4c10-81bd-db8846952103 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:22.644628 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-906f7e6a-4830-4c10-81bd-db8846952103 tempest-NetworksNegativeTestJSON-1701813300 tempest-NetworksNegativeTestJSON-1701813300-project] 10.222.0.69 "PUT /v2.0/subnets/4c9741d8-1f27-487d-a661-3b66c75c7965 HTTP/1.1" status: 404 len: 337 time: 0.2145691 Oct 17 17:59:22.713374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d097f-32f5-4910-8a6d-ca201a59331c req-0ed05f6d-29c4-4190-b264-37af8a9c90c3 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:22.715169 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4e8d097f-32f5-4910-8a6d-ca201a59331c req-0ed05f6d-29c4-4190-b264-37af8a9c90c3 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 943 time: 0.2471383 Oct 17 17:59:22.773874 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4e8d097f-32f5-4910-8a6d-ca201a59331c req-46b2c558-763b-4723-a5c8-8926f60b0c3d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497985 Oct 17 17:59:22.881320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:22.998454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:23.018335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48076) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:23.029704 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-35feab42-af6d-4733-a208-680b4f80ac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:20Z', 'revision_number': 7, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582', 'name': '', 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:53:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:12Z', 'updated_at': '2022-10-17T17:59:21Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:13Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:15Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:23.046932 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35feab42-af6d-4733-a208-680b4f80ac30 None None] The sync data for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv is: [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:20Z', 'revision_number': 7, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582', 'name': '', 'network_id': '8c494c6c-7a41-4e0b-908e-37dd4e525112', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:53:24:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:12Z', 'updated_at': '2022-10-17T17:59:21Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '37b464b5-09d8-4ade-9f45-bcc896d7e5a6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:13Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:15Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:23.077108 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:23.077487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:23.078453 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 Oct 17 17:59:23.081341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:23.182170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:23.212365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:23.222355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:23.232032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:23.236819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:23.240426 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:23.244667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Usage tracker for resource:security_group_rule and tenant:b9243944d4a046f0bb0741c27e73cf7f is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:23.248230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:23.255669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:23.284473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=8602f5ad-bb6e-4125-b9a8-497e3636f577,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:23.312538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4c01d883-48d1-44da-bb71-9280a5ef1a7f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:23.312866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c01d883-48d1-44da-bb71-9280a5ef1a7f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:23.355385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:23.361624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:23.416064 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9243944d4a046f0bb0741c27e73cf7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957193 Oct 17 17:59:23.418638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48082) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:23.422601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5037b3-10f8-40ac-a60d-1f0972348c6a,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:23.457263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:23.457844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:23.458406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:23.458977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:23.459577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:23.460142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:23.460707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:23.461270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:23.461740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:23.462309 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:23.462858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:23.463435 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3ac23f-e84d-4ac8-a5cf-1c6e8c0d030e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:23.519643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7a153d1d-5196-4efc-a820-c2e41ec799d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:23.546737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7a153d1d-5196-4efc-a820-c2e41ec799d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:23.603908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7a153d1d-5196-4efc-a820-c2e41ec799d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:23.619863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a153d1d-5196-4efc-a820-c2e41ec799d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5037b3-10f8-40ac-a60d-1f0972348c6a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:23.632162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7a153d1d-5196-4efc-a820-c2e41ec799d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:23.635705 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7a153d1d-5196-4efc-a820-c2e41ec799d8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d5037b3-10f8-40ac-a60d-1f0972348c6a HTTP/1.1" status: 204 len: 168 time: 0.2132003 Oct 17 17:59:23.752227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-4c01d883-48d1-44da-bb71-9280a5ef1a7f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582,segment=NetworkSegment(bf672a5d-503c-434c-aba6-62cc6a34c216),segment_id=bf672a5d-503c-434c-aba6-62cc6a34c216)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:23.752899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c01d883-48d1-44da-bb71-9280a5ef1a7f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:23.904041 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4c01d883-48d1-44da-bb71-9280a5ef1a7f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:24.133423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd6020-affc-48d1-8578-c7d8c251bec5 req-378276d8-a20c-4058-9263-fceebadf83aa tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:24.134836 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e7dd6020-affc-48d1-8578-c7d8c251bec5 req-378276d8-a20c-4058-9263-fceebadf83aa tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 943 time: 0.2023733 Oct 17 17:59:24.211230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:24.251924 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e7dd6020-affc-48d1-8578-c7d8c251bec5 req-8648b132-1e89-4da7-9eb6-5ac6c803ded6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103566 Oct 17 17:59:24.290243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c01d883-48d1-44da-bb71-9280a5ef1a7f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:24.474764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01d883-48d1-44da-bb71-9280a5ef1a7f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:24.517445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:24.801916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4c01d883-48d1-44da-bb71-9280a5ef1a7f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:24.926145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:25.134489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:59:25.168669 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:25.177725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:25.286520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c01d883-48d1-44da-bb71-9280a5ef1a7f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e1f584de-e179-4f7f-bf65-ef6b014c8957 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:25.304511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=8602f5ad-bb6e-4125-b9a8-497e3636f577,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:25.311875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:25.460599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca380cb-a532-4a9a-867b-69325e6e83b7 req-a2703ebe-0d7b-4fc2-aca8-b9b8a3899f40 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:25.462120 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4ca380cb-a532-4a9a-867b-69325e6e83b7 req-a2703ebe-0d7b-4fc2-aca8-b9b8a3899f40 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 943 time: 0.0934434 Oct 17 17:59:25.508214 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4ca380cb-a532-4a9a-867b-69325e6e83b7 req-3204b30c-4202-4a08-ab7f-cfc6c84e545f tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403450 Oct 17 17:59:25.751158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c01d883-48d1-44da-bb71-9280a5ef1a7f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:25.760230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be3f3b-bc34-4830-b947-48bb95c92622 None None] Sync routers for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:25.768864 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP 32df641b-ee71-4a46-a50d-44d2968216f9 associated. External IP: 172.26.8.101, port: ecd099d6-dd7e-4144-b4b4-9b00abf2434c. Oct 17 17:59:25.770318 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be3f3b-bc34-4830-b947-48bb95c92622 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:25.770931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-00be3f3b-bc34-4830-b947-48bb95c92622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:25.901576 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4c01d883-48d1-44da-bb71-9280a5ef1a7f tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3266635 Oct 17 17:59:25.904422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48092) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:25.932857 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-00be3f3b-bc34-4830-b947-48bb95c92622 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:25.975655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6762b5-9903-4ca0-8895-161f212bc20c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting subnet 37b464b5-09d8-4ade-9f45-bcc896d7e5a6 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:59:25.978851 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ad6762b5-9903-4ca0-8895-161f212bc20c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:25.998301 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 17:59:26.052453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ad6762b5-9903-4ca0-8895-161f212bc20c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:26.169594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ad6762b5-9903-4ca0-8895-161f212bc20c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:26.206155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:26.280517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ad6762b5-9903-4ca0-8895-161f212bc20c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:26.326904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6762b5-9903-4ca0-8895-161f212bc20c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Subnet': ['ID=37b464b5-09d8-4ade-9f45-bcc896d7e5a6,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:26.329910 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ad6762b5-9903-4ca0-8895-161f212bc20c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:26.345720 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ad6762b5-9903-4ca0-8895-161f212bc20c tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/37b464b5-09d8-4ade-9f45-bcc896d7e5a6 HTTP/1.1" status: 204 len: 168 time: 0.4400501 Oct 17 17:59:26.346406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48096) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:26.353875 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2fa968-b4a5-4ac8-99fa-6628b14bdd45 None None] Network 8c494c6c-7a41-4e0b-908e-37dd4e525112 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:26.407556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:26.420053 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e18313-8dde-4e99-919c-84071eb08997 None None] Sync routers for ids ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:26.432905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:26.437628 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e18313-8dde-4e99-919c-84071eb08997 None None] Routers {'09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:26.438256 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-31e18313-8dde-4e99-919c-84071eb08997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:26.493379 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:26.505346 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c6e0ef8d-4a4a-4493-baaa-c61401ca34cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9905255 Oct 17 17:59:26.506517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'tag': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:59:26.509847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb5fbb5-df9a-4086-8d80-6db34b4b0347" -d '{"events": [{"name": "network-changed", "server_uuid": "efb1110f-aa1c-45b7-b5d7-568db2415d45", "tag": "ecd099d6-dd7e-4144-b4b4-9b00abf2434c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:59:26.510480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48100) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:26.514113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 12558a33-ec60-460b-9252-ad96c353ffdb {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:26.514636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:26.588819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:26.656234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'port_id': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'mac_address': 'fa:16:3e:85:90:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 17:59:26.679313 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7e9d7408-450f-4c5e-9db4-7e9c1a46cd6f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/32df641b-ee71-4a46-a50d-44d2968216f9 HTTP/1.1" status: 200 len: 991 time: 0.1672096 Oct 17 17:59:26.726216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-00be3f3b-bc34-4830-b947-48bb95c92622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:24Z', 'revision_number': 8, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:13Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:15Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:26.754189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be3f3b-bc34-4830-b947-48bb95c92622 None None] Checking router: e1f584de-e179-4f7f-bf65-ef6b014c8957 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:26.776929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:26.778098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:26.779997 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-31e18313-8dde-4e99-919c-84071eb08997 None None] Set router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:26.792653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00be3f3b-bc34-4830-b947-48bb95c92622 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:26.794043 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-00be3f3b-bc34-4830-b947-48bb95c92622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:26.800582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95bb7e3-9d00-429e-b61c-f259e8e0b825 x-openstack-request-id: req-a95bb7e3-9d00-429e-b61c-f259e8e0b825 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:59:26.801016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb1110f-aa1c-45b7-b5d7-568db2415d45", "tag": "ecd099d6-dd7e-4144-b4b4-9b00abf2434c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:59:26.801341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a95bb7e3-9d00-429e-b61c-f259e8e0b825 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:59:26.801989 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95bb7e3-9d00-429e-b61c-f259e8e0b825'] response: {'name': 'network-changed', 'server_uuid': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'tag': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c', 'status': 'completed', 'code': 200} Oct 17 17:59:26.913991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 17:59:26.953157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64285ced-1074-45ee-a2bf-b1150c3de0fb req-0d2beb9f-2d6a-4294-9512-c0c14d4e14f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:26.954978 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-64285ced-1074-45ee-a2bf-b1150c3de0fb req-0d2beb9f-2d6a-4294-9512-c0c14d4e14f0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 943 time: 0.2527409 Oct 17 17:59:26.963361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:26.995808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:27.005621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-00be3f3b-bc34-4830-b947-48bb95c92622 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:27.026204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5fbb5-df9a-4086-8d80-6db34b4b0347 req-819191f1-b02f-4626-a4e5-23bb11ac24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:27.027741 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-deb5fbb5-df9a-4086-8d80-6db34b4b0347 req-819191f1-b02f-4626-a4e5-23bb11ac24d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 1098 time: 0.1827497 Oct 17 17:59:27.031069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port 12558a33-ec60-460b-9252-ad96c353ffdb, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=12558a33-ec60-460b-9252-ad96c353ffdb,segment=NetworkSegment(bf672a5d-503c-434c-aba6-62cc6a34c216),segment_id=bf672a5d-503c-434c-aba6-62cc6a34c216)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:27.031552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:27.130469 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-64285ced-1074-45ee-a2bf-b1150c3de0fb req-12b223bf-6e48-4883-b130-58c0ab0d3678 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548159 Oct 17 17:59:27.197193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5fbb5-df9a-4086-8d80-6db34b4b0347 req-ec2de9c0-48e4-4d5a-bfa0-e991cb9f4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:27.199113 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-deb5fbb5-df9a-4086-8d80-6db34b4b0347 req-ec2de9c0-48e4-4d5a-bfa0-e991cb9f4b4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=178ccc82-4ce6-48db-8ba5-972f9ba5f634 HTTP/1.1" status: 200 len: 897 time: 0.1632967 Oct 17 17:59:27.209118 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2637ec-0d1f-43d6-ab10-6d662b94d4b4 None None] DHCP port deletion for 8c494c6c-7a41-4e0b-908e-37dd4e525112 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:59:27.225845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for 12558a33-ec60-460b-9252-ad96c353ffdb owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:27.335806 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-31e18313-8dde-4e99-919c-84071eb08997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T17:58:48Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '32df641b-ee71-4a46-a50d-44d2968216f9', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'port_id': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'mac_address': 'fa:16:3e:cd:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:59:24Z', 'updated_at': '2022-10-17T17:59:24Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5912d237-5687-4b4f-a002-949a0ba3cb31', 'name': '', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:9d:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:03Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:27.337309 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:27.338768 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-deb5fbb5-df9a-4086-8d80-6db34b4b0347 req-4ba41968-e520-4c0b-a768-a9bf73929be7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecd099d6-dd7e-4144-b4b4-9b00abf2434c HTTP/1.1" status: 200 len: 999 time: 0.1327202 Oct 17 17:59:27.340785 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ed2637ec-0d1f-43d6-ab10-6d662b94d4b4 None None] Deleting port 12558a33-ec60-460b-9252-ad96c353ffdb {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:27.341225 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ed2637ec-0d1f-43d6-ab10-6d662b94d4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:27.342275 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e18313-8dde-4e99-919c-84071eb08997 None None] Checking router: 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:27.352805 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e18313-8dde-4e99-919c-84071eb08997 None None] Routers {'09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:27.353507 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-31e18313-8dde-4e99-919c-84071eb08997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:27.366038 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:27.383702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 17:59:27.392204 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=12558a33-ec60-460b-9252-ad96c353ffdb,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:27.397302 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No DVR routers for this DVR port 12558a33-ec60-460b-9252-ad96c353ffdb on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:59:27.431416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5fbb5-df9a-4086-8d80-6db34b4b0347 req-e578c3fb-f4a2-4385-ae36-591d90ac6023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:27.433160 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-deb5fbb5-df9a-4086-8d80-6db34b4b0347 req-e578c3fb-f4a2-4385-ae36-591d90ac6023 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5204a3-d27a-45c7-86ba-8c63ae9534da HTTP/1.1" status: 200 len: 834 time: 0.0878673 Oct 17 17:59:27.515616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ed2637ec-0d1f-43d6-ab10-6d662b94d4b4 None None] The port '12558a33-ec60-460b-9252-ad96c353ffdb' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:59:27.544298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5fbb5-df9a-4086-8d80-6db34b4b0347 req-c20d1b27-ba8f-47b9-a5b5-d273fcb99b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:27.545847 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-deb5fbb5-df9a-4086-8d80-6db34b4b0347 req-c20d1b27-ba8f-47b9-a5b5-d273fcb99b06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=178ccc82-4ce6-48db-8ba5-972f9ba5f634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1059058 Oct 17 17:59:27.584550 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-31e18313-8dde-4e99-919c-84071eb08997 None None] Set router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:27.672705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:27.684513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48110) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:27.736961 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-deb5fbb5-df9a-4086-8d80-6db34b4b0347 req-f61e94c5-3140-4956-9818-7a941e4c223c service neutron] 10.222.0.20 "GET /v2.0/networks/178ccc82-4ce6-48db-8ba5-972f9ba5f634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843150 Oct 17 17:59:27.787282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c494c6c-7a41-4e0b-908e-37dd4e525112']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:27.806835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf672a5d-503c-434c-aba6-62cc6a34c216') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:27.807508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf672a5d-503c-434c-aba6-62cc6a34c216') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:27.826271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:27.854777 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e3ceb6a4-d0b2-429c-bd46-199e12871c0c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/32df641b-ee71-4a46-a50d-44d2968216f9 HTTP/1.1" status: 200 len: 991 time: 0.1687098 Oct 17 17:59:27.862019 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:27.870820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:59:27.871371 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:27.914693 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-deb5fbb5-df9a-4086-8d80-6db34b4b0347 req-758e574e-9890-45a9-be23-946ed4c77d6f service neutron] 10.222.0.20 "GET /v2.0/networks/178ccc82-4ce6-48db-8ba5-972f9ba5f634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720686 Oct 17 17:59:27.978844 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment bf672a5d-503c-434c-aba6-62cc6a34c216 resource provider aggregate not found Oct 17 17:59:27.999021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:28.021580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:28.027019 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment bf672a5d-503c-434c-aba6-62cc6a34c216 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf672a5d-503c-434c-aba6-62cc6a34c216 found for delete ", "request_id": "req-7a922984-d4a6-4c50-90b9-06836e7c5db0"}]} Oct 17 17:59:28.031846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Network': ['ID=8c494c6c-7a41-4e0b-908e-37dd4e525112,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:28.040903 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-31e18313-8dde-4e99-919c-84071eb08997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T17:58:48Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '32df641b-ee71-4a46-a50d-44d2968216f9', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'port_id': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'mac_address': 'fa:16:3e:cd:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:59:24Z', 'updated_at': '2022-10-17T17:59:24Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5912d237-5687-4b4f-a002-949a0ba3cb31', 'name': '', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:9d:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:03Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:28.046250 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d3a6a5c0-9187-492a-8057-584d84a2cb22 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/networks/8c494c6c-7a41-4e0b-908e-37dd4e525112 HTTP/1.1" status: 204 len: 168 time: 1.6961873 Oct 17 17:59:28.046491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48118) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:28.049714 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e18313-8dde-4e99-919c-84071eb08997 None None] The sync data for ids ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'] in dv-neutron-860895-1-hyperv is: [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T17:58:48Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '32df641b-ee71-4a46-a50d-44d2968216f9', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'port_id': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'mac_address': 'fa:16:3e:cd:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:59:24Z', 'updated_at': '2022-10-17T17:59:24Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5912d237-5687-4b4f-a002-949a0ba3cb31', 'name': '', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:9d:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:03Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:28.062708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-00be3f3b-bc34-4830-b947-48bb95c92622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:24Z', 'revision_number': 8, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:13Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:15Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:28.132224 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00be3f3b-bc34-4830-b947-48bb95c92622 None None] The sync data for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv is: [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:24Z', 'revision_number': 8, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:13Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea0df314-cd52-4d94-8435-364ce247e2fc', 'name': '', 'network_id': '682eb951-b831-4d5d-9059-c0487a3ad326', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:4a:d2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1297, 'fixed_ips': [{'subnet_id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:59:02Z', 'updated_at': '2022-10-17T17:59:15Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '9700493c-1c6d-4b68-94cd-8a404d7c6a1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:28.315870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a587b1-d823-4b1d-b016-d043911e3d68 None None] New status for floating IP 32df641b-ee71-4a46-a50d-44d2968216f9: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:59:28.375851 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb30a1-4e83-4dc4-b90b-d453340d7cfe req-ae5ffe2b-16f9-4203-892a-4d725df92649 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:28.378567 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2deb30a1-4e83-4dc4-b90b-d453340d7cfe req-ae5ffe2b-16f9-4203-892a-4d725df92649 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 944 time: 0.1040809 Oct 17 17:59:28.573010 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2deb30a1-4e83-4dc4-b90b-d453340d7cfe req-8bf14564-81ff-4a75-be7e-fed88fed984a tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854386 Oct 17 17:59:28.639671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c332e871-3c3b-4692-b01b-d4dafb137e2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:28.858343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48124) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:28.961720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 12558a33-ec60-460b-9252-ad96c353ffdb no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:59:28.976878 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-40c3533f-0b92-48ca-86be-fc012dc32a87 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/32df641b-ee71-4a46-a50d-44d2968216f9 HTTP/1.1" status: 200 len: 993 time: 0.1172161 Oct 17 17:59:28.995893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c332e871-3c3b-4692-b01b-d4dafb137e2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port ea0df314-cd52-4d94-8435-364ce247e2fc {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:28.996514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c332e871-3c3b-4692-b01b-d4dafb137e2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:29.009149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 12558a33-ec60-460b-9252-ad96c353ffdb {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:59:29.009491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 12558a33-ec60-460b-9252-ad96c353ffdb not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:59:29.009909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:59:29.049519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:59:29.049885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3f5794ed-ddd4-47b8-a1b4-9a10a8a1e582 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:59:29.051562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-33c289cc-50e1-4066-b1e9-9fcb6142191a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:29.307728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-c332e871-3c3b-4692-b01b-d4dafb137e2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port ea0df314-cd52-4d94-8435-364ce247e2fc, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ea0df314-cd52-4d94-8435-364ce247e2fc,segment=NetworkSegment(5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d),segment_id=5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:29.308075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c332e871-3c3b-4692-b01b-d4dafb137e2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:29.441580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c332e871-3c3b-4692-b01b-d4dafb137e2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for ea0df314-cd52-4d94-8435-364ce247e2fc owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:29.628065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c332e871-3c3b-4692-b01b-d4dafb137e2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:29.678803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332e871-3c3b-4692-b01b-d4dafb137e2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=ea0df314-cd52-4d94-8435-364ce247e2fc,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:29.963830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c332e871-3c3b-4692-b01b-d4dafb137e2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:30.021733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:30.102253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:30.107488 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:30.107868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:30.108205 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 Oct 17 17:59:30.111858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7632b8-b7fe-41d4-b03c-fdfac367b343 req-8df7eabb-235b-4c0b-ae24-d7d6fefc0d9f tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:30.113352 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9f7632b8-b7fe-41d4-b03c-fdfac367b343 req-8df7eabb-235b-4c0b-ae24-d7d6fefc0d9f tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 944 time: 0.4011679 Oct 17 17:59:30.230269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:30.230644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:30.232496 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9f7632b8-b7fe-41d4-b03c-fdfac367b343 req-03eae25c-85bb-40c2-9ee7-4be6d6fc5874 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083546 Oct 17 17:59:30.262731 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:59:30.265077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156295e6-4d3e-4acc-a8a7-102ecdf7c6d1" -d '{"events": [{"server_uuid": "da46a582-722e-41d8-bbcf-eeb92c31958b", "name": "network-vif-plugged", "status": "completed", "tag": "686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:59:30.274756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:30.281035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:30.319431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6829a54e-a1d4-4d16-ad62-8eb797744084 x-openstack-request-id: req-6829a54e-a1d4-4d16-ad62-8eb797744084 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:59:30.319721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da46a582-722e-41d8-bbcf-eeb92c31958b", "name": "network-vif-plugged", "status": "completed", "tag": "686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:59:30.319974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6829a54e-a1d4-4d16-ad62-8eb797744084 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:59:30.320364 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6829a54e-a1d4-4d16-ad62-8eb797744084'] response: {'server_uuid': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'code': 200} Oct 17 17:59:30.344141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c332e871-3c3b-4692-b01b-d4dafb137e2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e1f584de-e179-4f7f-bf65-ef6b014c8957 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:30.354139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:30.506999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c332e871-3c3b-4692-b01b-d4dafb137e2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:30.516870 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be25472-69a2-4f1e-abbd-cd8b101e0759 None None] Sync routers for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:30.521820 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c332e871-3c3b-4692-b01b-d4dafb137e2a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4742692 Oct 17 17:59:30.524597 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48132) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:30.528640 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be25472-69a2-4f1e-abbd-cd8b101e0759 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:30.529278 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6be25472-69a2-4f1e-abbd-cd8b101e0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:30.650123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting subnet 9700493c-1c6d-4b68-94cd-8a404d7c6a1c {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:59:30.654656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:30.692852 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-6be25472-69a2-4f1e-abbd-cd8b101e0759 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:30.716241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:30.758850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89177059-5334-4a04-8133-ee9bf01b4adf req-7ca26b0e-e695-444a-8748-dd8fcf05d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:30.760381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-89177059-5334-4a04-8133-ee9bf01b4adf req-7ca26b0e-e695-444a-8748-dd8fcf05d877 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 1098 time: 0.1998928 Oct 17 17:59:30.833409 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-89177059-5334-4a04-8133-ee9bf01b4adf req-4b63519c-b0b3-46b6-9ce1-fcaf3cedd37f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587730 Oct 17 17:59:30.845415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:30.934487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:30.981073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Subnet': ['ID=9700493c-1c6d-4b68-94cd-8a404d7c6a1c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:30.992650 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:30.993385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:30.994048 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:30.994489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:30.994925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:30.995375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:30.995811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:30.996269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:30.996692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:30.997116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:30.997536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:30.997954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:31.004547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:31.012816 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3cbe9ae9-e6f4-41c0-bfff-77f5460d3481 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/9700493c-1c6d-4b68-94cd-8a404d7c6a1c HTTP/1.1" status: 204 len: 168 time: 0.4871392 Oct 17 17:59:31.015402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48136) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:31.030897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55d519-4098-4b0b-9269-a8d5f8530343 None None] Network 682eb951-b831-4d5d-9059-c0487a3ad326 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:31.120552 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6be25472-69a2-4f1e-abbd-cd8b101e0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:29Z', 'revision_number': 9, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:13Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:31.125357 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be25472-69a2-4f1e-abbd-cd8b101e0759 None None] Checking router: e1f584de-e179-4f7f-bf65-ef6b014c8957 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:31.135638 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be25472-69a2-4f1e-abbd-cd8b101e0759 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:31.136626 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6be25472-69a2-4f1e-abbd-cd8b101e0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:31.164984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:31.177525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port fb2dae92-2921-48a2-8d15-5963d29239bf {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:31.177872 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:31.322300 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-6be25472-69a2-4f1e-abbd-cd8b101e0759 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:31.387796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bed7060-7c7a-4fd6-9886-6117ac4132c5 None None] DHCP port deletion for 682eb951-b831-4d5d-9059-c0487a3ad326 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:59:31.395438 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2bed7060-7c7a-4fd6-9886-6117ac4132c5 None None] Deleting port fb2dae92-2921-48a2-8d15-5963d29239bf {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:31.395897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2bed7060-7c7a-4fd6-9886-6117ac4132c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:31.441178 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port fb2dae92-2921-48a2-8d15-5963d29239bf, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fb2dae92-2921-48a2-8d15-5963d29239bf,segment=NetworkSegment(5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d),segment_id=5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:31.441536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:31.549440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-af812359-7ece-4b37-868c-5b4af7805a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:31.606222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for fb2dae92-2921-48a2-8d15-5963d29239bf owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:31.677283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-2bed7060-7c7a-4fd6-9886-6117ac4132c5 None None] For port fb2dae92-2921-48a2-8d15-5963d29239bf, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fb2dae92-2921-48a2-8d15-5963d29239bf,segment=NetworkSegment(5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d),segment_id=5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:31.677880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cd709-8560-48de-8a84-1928e54e2ca5 req-1adf0464-e1f6-484c-8b04-a38f6ed9dec6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:31.678982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2bed7060-7c7a-4fd6-9886-6117ac4132c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:31.679704 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-027cd709-8560-48de-8a84-1928e54e2ca5 req-1adf0464-e1f6-484c-8b04-a38f6ed9dec6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 945 time: 0.2502229 Oct 17 17:59:31.710023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:31.721700 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6be25472-69a2-4f1e-abbd-cd8b101e0759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:29Z', 'revision_number': 9, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:13Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:31.727829 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be25472-69a2-4f1e-abbd-cd8b101e0759 None None] The sync data for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv is: [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:29Z', 'revision_number': 9, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8d862c1-141c-4abf-9450-81e676b21967', 'name': '', 'network_id': '8ddb7c8b-6164-470b-91e9-99ad92bf4811', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:b0:8b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:53Z', 'updated_at': '2022-10-17T17:59:13Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': '0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:31.746715 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-027cd709-8560-48de-8a84-1928e54e2ca5 req-35f634a8-9e3b-4571-9665-0377da777288 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611410 Oct 17 17:59:31.770478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=fb2dae92-2921-48a2-8d15-5963d29239bf,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:31.773772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No DVR routers for this DVR port fb2dae92-2921-48a2-8d15-5963d29239bf on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:59:31.816094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2bed7060-7c7a-4fd6-9886-6117ac4132c5 None None] Calling delete_port for fb2dae92-2921-48a2-8d15-5963d29239bf owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:31.898684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-2bed7060-7c7a-4fd6-9886-6117ac4132c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:59:31.899117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-2bed7060-7c7a-4fd6-9886-6117ac4132c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:59:31.907285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:31.937887 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682eb951-b831-4d5d-9059-c0487a3ad326']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:31.952381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:31.952673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:31.964623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:31.986973 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:31.993158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:59:31.993549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:32.060036 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d resource provider aggregate not found Oct 17 17:59:32.090766 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ea0c8b0-4c5b-4f82-9ffd-8367e2e1197d found for delete ", "request_id": "req-38b70c48-1490-4f2c-8cbc-71b849184868"}]} Oct 17 17:59:32.113434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:32.118448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:32.155370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Network': ['ID=682eb951-b831-4d5d-9059-c0487a3ad326,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:32.166730 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8fabee93-4e2e-4ba9-b272-e427d90a7366 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/networks/682eb951-b831-4d5d-9059-c0487a3ad326 HTTP/1.1" status: 204 len: 168 time: 1.1502271 Oct 17 17:59:32.169350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48146) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:32.400842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2bed7060-7c7a-4fd6-9886-6117ac4132c5 None None] Deleting port fb2dae92-2921-48a2-8d15-5963d29239bf {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:32.401384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2bed7060-7c7a-4fd6-9886-6117ac4132c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:32.476548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2bed7060-7c7a-4fd6-9886-6117ac4132c5 None None] The port 'fb2dae92-2921-48a2-8d15-5963d29239bf' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:59:32.495993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:32.577254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:32.793391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e557-d47d-4ecc-b9f5-098ea4206b15 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:32.957555 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fb2dae92-2921-48a2-8d15-5963d29239bf no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:59:32.991494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: fb2dae92-2921-48a2-8d15-5963d29239bf {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:59:32.991837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fb2dae92-2921-48a2-8d15-5963d29239bf not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:59:32.992271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ea0df314-cd52-4d94-8435-364ce247e2fc no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:59:33.029870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: ea0df314-cd52-4d94-8435-364ce247e2fc {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:59:33.030132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ea0df314-cd52-4d94-8435-364ce247e2fc not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:59:33.121023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81618c0-717b-4784-9239-055d9dba83fa req-c1bef563-66c6-47b1-abe1-1d56e1850e8b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:33.122464 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a81618c0-717b-4784-9239-055d9dba83fa req-c1bef563-66c6-47b1-abe1-1d56e1850e8b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 945 time: 0.2197750 Oct 17 17:59:33.178770 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a81618c0-717b-4784-9239-055d9dba83fa req-05ff4d21-cd04-4c88-84c2-a9d6ec865a65 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493162 Oct 17 17:59:33.243691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7e557-d47d-4ecc-b9f5-098ea4206b15 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port b8d862c1-141c-4abf-9450-81e676b21967 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:33.244018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e557-d47d-4ecc-b9f5-098ea4206b15 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:33.430257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854ffa8-b56b-4925-ab78-2139d65aa345 req-c9a1e18d-c7f5-4ef5-afbb-974c502192de tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:33.431802 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2854ffa8-b56b-4925-ab78-2139d65aa345 req-c9a1e18d-c7f5-4ef5-afbb-974c502192de tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 945 time: 0.0931163 Oct 17 17:59:33.440092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-8bb7e557-d47d-4ecc-b9f5-098ea4206b15 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port b8d862c1-141c-4abf-9450-81e676b21967, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b8d862c1-141c-4abf-9450-81e676b21967,segment=NetworkSegment(8bc14c67-fa86-485b-bf7c-c696c8ad6e89),segment_id=8bc14c67-fa86-485b-bf7c-c696c8ad6e89)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:33.440454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e557-d47d-4ecc-b9f5-098ea4206b15 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:33.478493 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2854ffa8-b56b-4925-ab78-2139d65aa345 req-41904c1b-3d90-4134-9cc0-5d5fb16618cd tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400538 Oct 17 17:59:33.509802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48154) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:33.565454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7e557-d47d-4ecc-b9f5-098ea4206b15 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for b8d862c1-141c-4abf-9450-81e676b21967 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:33.589296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c258ed-2339-4667-b7a6-c059afb9822d tempest-TestVolumeBootPattern-1997620352 tempest-TestVolumeBootPattern-1997620352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:33.590821 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c0c258ed-2339-4667-b7a6-c059afb9822d tempest-TestVolumeBootPattern-1997620352 tempest-TestVolumeBootPattern-1997620352-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 1093 time: 0.0799863 Oct 17 17:59:33.593857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48158) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:33.598877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:33.605032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:33.608974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Usage tracker for resource:floatingip and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:33.612933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:33.618938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:33.633772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:33.779311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:33.877329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e557-d47d-4ecc-b9f5-098ea4206b15 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:33.927868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Allocated IP 172.26.8.26 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/5ada8208-5f21-4506-b178-ecf07964e0d0) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:33.929667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7e557-d47d-4ecc-b9f5-098ea4206b15 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=b8d862c1-141c-4abf-9450-81e676b21967,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:34.109316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:34.147647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:34.162056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8bb7e557-d47d-4ecc-b9f5-098ea4206b15 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:34.199284 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 17:59:34.215964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:34.219299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:34.223723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:34.269919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'Port': ['ID=5ada8208-5f21-4506-b178-ecf07964e0d0,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:34.293761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:34.503811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb7e557-d47d-4ecc-b9f5-098ea4206b15 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e1f584de-e179-4f7f-bf65-ef6b014c8957 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:34.649642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:34.667379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb7e557-d47d-4ecc-b9f5-098ea4206b15 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:34.678358 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9974ebc7-d1e6-49aa-a0ae-48a7ae7f171b None None] Sync routers for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:34.683690 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8bb7e557-d47d-4ecc-b9f5-098ea4206b15 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5106614 Oct 17 17:59:34.684101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48162) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:34.691272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9974ebc7-d1e6-49aa-a0ae-48a7ae7f171b None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:34.691951 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9974ebc7-d1e6-49aa-a0ae-48a7ae7f171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:34.732681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:34.756730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b21cb7-6e36-4c13-b7dc-785d3489398d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting subnet 0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:59:34.760151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07b21cb7-6e36-4c13-b7dc-785d3489398d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:34.818746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07b21cb7-6e36-4c13-b7dc-785d3489398d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:34.887930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-9974ebc7-d1e6-49aa-a0ae-48a7ae7f171b None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:34.914668 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07b21cb7-6e36-4c13-b7dc-785d3489398d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:34.963352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:34.970301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:35.016503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07b21cb7-6e36-4c13-b7dc-785d3489398d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:35.067845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b21cb7-6e36-4c13-b7dc-785d3489398d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:35.069832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07b21cb7-6e36-4c13-b7dc-785d3489398d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:35.079159 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-07b21cb7-6e36-4c13-b7dc-785d3489398d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121 HTTP/1.1" status: 204 len: 168 time: 0.3916850 Oct 17 17:59:35.083646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48166) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:35.113633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be6a9c-4db6-4cd2-a3e0-236daa6aa813 None None] Network 8ddb7c8b-6164-470b-91e9-99ad92bf4811 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:35.216601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:35.221054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:35.231733 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:35.232062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:35.265248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'Port': ['ID=5ada8208-5f21-4506-b178-ecf07964e0d0,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:35.405005 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Floating IP deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f associated. External IP: 172.26.8.26, port: 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280. Oct 17 17:59:35.441592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9974ebc7-d1e6-49aa-a0ae-48a7ae7f171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:33Z', 'revision_number': 10, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:35.445946 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9974ebc7-d1e6-49aa-a0ae-48a7ae7f171b None None] Checking router: e1f584de-e179-4f7f-bf65-ef6b014c8957 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:35.455891 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9974ebc7-d1e6-49aa-a0ae-48a7ae7f171b None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:35.456583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9974ebc7-d1e6-49aa-a0ae-48a7ae7f171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:35.521748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76547f50-7e49-496e-bb72-1abee19451c7 None None] DHCP port deletion for 8ddb7c8b-6164-470b-91e9-99ad92bf4811 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:59:35.566833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port 1b17a83a-195a-40e2-941f-a8b57bd5dc37, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1b17a83a-195a-40e2-941f-a8b57bd5dc37,segment=NetworkSegment(8bc14c67-fa86-485b-bf7c-c696c8ad6e89),segment_id=8bc14c67-fa86-485b-bf7c-c696c8ad6e89)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:35.567256 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:35.585959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-76547f50-7e49-496e-bb72-1abee19451c7 None None] Deleting port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:35.586337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-76547f50-7e49-496e-bb72-1abee19451c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:35.699899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for 1b17a83a-195a-40e2-941f-a8b57bd5dc37 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:35.717244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-9974ebc7-d1e6-49aa-a0ae-48a7ae7f171b None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:35.791516 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:35.801867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Router 1eb4ebea-e802-4fce-aa38-7438dbd93580 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:35.837806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No DVR routers for this DVR port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:59:35.872631 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=1b17a83a-195a-40e2-941f-a8b57bd5dc37,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:35.978475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:36.009437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddb7c8b-6164-470b-91e9-99ad92bf4811']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:36.018848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:36.029411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc14c67-fa86-485b-bf7c-c696c8ad6e89') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:36.029708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc14c67-fa86-485b-bf7c-c696c8ad6e89') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:36.030386 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46f2c6-eaee-4daa-bed0-7f08c987ab0d None None] Sync routers for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:36.043378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:36.043861 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46f2c6-eaee-4daa-bed0-7f08c987ab0d None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:36.044016 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6c46f2c6-eaee-4daa-bed0-7f08c987ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:36.050559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-76547f50-7e49-496e-bb72-1abee19451c7 None None] For port 1b17a83a-195a-40e2-941f-a8b57bd5dc37, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1b17a83a-195a-40e2-941f-a8b57bd5dc37,segment=NetworkSegment(8bc14c67-fa86-485b-bf7c-c696c8ad6e89),segment_id=8bc14c67-fa86-485b-bf7c-c696c8ad6e89)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:36.050962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-76547f50-7e49-496e-bb72-1abee19451c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:36.062624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:36.062907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:36.074216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:59:36.074946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:36.121992 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 8bc14c67-fa86-485b-bf7c-c696c8ad6e89 resource provider aggregate not found Oct 17 17:59:36.161051 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e03a8b17-206d-4291-ade8-650413cdce1d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5628567 Oct 17 17:59:36.161051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'tag': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:59:36.172321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8983e4-5377-4a24-a82b-629f7aec474c" -d '{"events": [{"name": "network-changed", "server_uuid": "da46a582-722e-41d8-bbcf-eeb92c31958b", "tag": "686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:59:36.218772 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 8bc14c67-fa86-485b-bf7c-c696c8ad6e89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bc14c67-fa86-485b-bf7c-c696c8ad6e89 found for delete ", "request_id": "req-01cd427c-53ca-416c-bb12-82d7e4a0a49c"}]} Oct 17 17:59:36.237867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8112c3d-c883-4ee7-abc9-da79d8c9bf7b x-openstack-request-id: req-e8112c3d-c883-4ee7-abc9-da79d8c9bf7b {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:59:36.238155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da46a582-722e-41d8-bbcf-eeb92c31958b", "tag": "686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:59:36.239014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8112c3d-c883-4ee7-abc9-da79d8c9bf7b {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:59:36.239014 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8112c3d-c883-4ee7-abc9-da79d8c9bf7b'] response: {'name': 'network-changed', 'server_uuid': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'tag': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'status': 'completed', 'code': 200} Oct 17 17:59:36.239322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:36.261353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:36.276652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Network': ['ID=8ddb7c8b-6164-470b-91e9-99ad92bf4811,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:36.286448 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8d4cb1b0-43a1-4cda-a11c-1f8bdd9a3fca tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/networks/8ddb7c8b-6164-470b-91e9-99ad92bf4811 HTTP/1.1" status: 204 len: 168 time: 1.2017138 Oct 17 17:59:36.289323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48178) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:36.370949 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-6c46f2c6-eaee-4daa-bed0-7f08c987ab0d None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:36.396878 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-76547f50-7e49-496e-bb72-1abee19451c7 None None] Calling delete_port for 1b17a83a-195a-40e2-941f-a8b57bd5dc37 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:36.397530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8983e4-5377-4a24-a82b-629f7aec474c req-42d77fcb-3bc3-4106-aa26-fc15f2c7d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:36.399245 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c8983e4-5377-4a24-a82b-629f7aec474c req-42d77fcb-3bc3-4106-aa26-fc15f2c7d2d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 1098 time: 0.1072793 Oct 17 17:59:36.576625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-76547f50-7e49-496e-bb72-1abee19451c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:59:36.577445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-76547f50-7e49-496e-bb72-1abee19451c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:59:36.591023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8983e4-5377-4a24-a82b-629f7aec474c req-05e4bbee-e173-4225-939e-6de9b3df8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:36.592854 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c8983e4-5377-4a24-a82b-629f7aec474c req-05e4bbee-e173-4225-939e-6de9b3df8549 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 913 time: 0.1863987 Oct 17 17:59:36.616512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9974ebc7-d1e6-49aa-a0ae-48a7ae7f171b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:33Z', 'revision_number': 10, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:36.623490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9974ebc7-d1e6-49aa-a0ae-48a7ae7f171b None None] The sync data for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv is: [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:33Z', 'revision_number': 10, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None, '_interfaces': [{'id': '4ccea499-a0fe-42d1-83d4-7e660b452fab', 'name': '', 'network_id': '1ddc3a45-c7e0-4812-9ebd-447075af0bdd', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'mac_address': 'fa:16:3e:a1:ca:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:06Z', 'revision_number': 5, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'subnets': [{'id': 'd38131e4-c317-4e1b-bbb3-7634c9eda785', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:36.730727 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c8983e4-5377-4a24-a82b-629f7aec474c req-a9dddeee-c193-4551-97eb-c8b7eea03156 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 HTTP/1.1" status: 200 len: 998 time: 0.1311929 Oct 17 17:59:36.807390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8983e4-5377-4a24-a82b-629f7aec474c req-cff21322-0809-4e6c-b476-b3ba1cd34de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:36.809663 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c8983e4-5377-4a24-a82b-629f7aec474c req-cff21322-0809-4e6c-b476-b3ba1cd34de4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.0724747 Oct 17 17:59:36.869280 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6c46f2c6-eaee-4daa-bed0-7f08c987ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.26', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:85:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:59:34Z', 'updated_at': '2022-10-17T17:59:34Z', 'revision_number': 0, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:36.874081 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46f2c6-eaee-4daa-bed0-7f08c987ab0d None None] Checking router: 1eb4ebea-e802-4fce-aa38-7438dbd93580 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:36.884780 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46f2c6-eaee-4daa-bed0-7f08c987ab0d None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:36.886815 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6c46f2c6-eaee-4daa-bed0-7f08c987ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:36.916042 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8983e4-5377-4a24-a82b-629f7aec474c req-5c1eaa80-3ab9-4667-9d45-3315f7323e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:36.917585 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c8983e4-5377-4a24-a82b-629f7aec474c req-5c1eaa80-3ab9-4667-9d45-3315f7323e38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1026394 Oct 17 17:59:37.078704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-76547f50-7e49-496e-bb72-1abee19451c7 None None] Deleting port 1b17a83a-195a-40e2-941f-a8b57bd5dc37 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:37.079134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-76547f50-7e49-496e-bb72-1abee19451c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:37.122834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1b17a83a-195a-40e2-941f-a8b57bd5dc37 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:59:37.134247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e18d6094-1654-47c6-bd12-1531635960e7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:37.142435 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c8983e4-5377-4a24-a82b-629f7aec474c req-3c020ffa-3b1c-4c7a-949c-de84747aab5b service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179224 Oct 17 17:59:37.169529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 1b17a83a-195a-40e2-941f-a8b57bd5dc37 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:59:37.169871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1b17a83a-195a-40e2-941f-a8b57bd5dc37 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:59:37.170284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b8d862c1-141c-4abf-9450-81e676b21967 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:59:37.185999 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-6c46f2c6-eaee-4daa-bed0-7f08c987ab0d None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:37.221001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: b8d862c1-141c-4abf-9450-81e676b21967 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:59:37.221342 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b8d862c1-141c-4abf-9450-81e676b21967 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:59:37.276300 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-76547f50-7e49-496e-bb72-1abee19451c7 None None] The port '1b17a83a-195a-40e2-941f-a8b57bd5dc37' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:59:37.400636 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c8983e4-5377-4a24-a82b-629f7aec474c req-9529bcb8-4023-48b6-83ef-dd43e3ba3009 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495799 Oct 17 17:59:37.523243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e18d6094-1654-47c6-bd12-1531635960e7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 4ccea499-a0fe-42d1-83d4-7e660b452fab {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:37.523591 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e18d6094-1654-47c6-bd12-1531635960e7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:37.648991 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6c46f2c6-eaee-4daa-bed0-7f08c987ab0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.26', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:85:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:59:34Z', 'updated_at': '2022-10-17T17:59:34Z', 'revision_number': 0, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:37.653010 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c46f2c6-eaee-4daa-bed0-7f08c987ab0d None None] The sync data for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv is: [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.26', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:85:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:59:34Z', 'updated_at': '2022-10-17T17:59:34Z', 'revision_number': 0, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:37.724729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-e18d6094-1654-47c6-bd12-1531635960e7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port 4ccea499-a0fe-42d1-83d4-7e660b452fab, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4ccea499-a0fe-42d1-83d4-7e660b452fab,segment=NetworkSegment(d2ccfb88-0919-4c57-8d95-74ebae5c3ac8),segment_id=d2ccfb88-0919-4c57-8d95-74ebae5c3ac8)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:37.725086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e18d6094-1654-47c6-bd12-1531635960e7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:37.844607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a674b0a-93ee-4ae3-a245-6710d1e5a11f None None] New status for floating IP deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:59:37.855008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e18d6094-1654-47c6-bd12-1531635960e7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for 4ccea499-a0fe-42d1-83d4-7e660b452fab owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:38.037037 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e18d6094-1654-47c6-bd12-1531635960e7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:38.090186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d6094-1654-47c6-bd12-1531635960e7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Port': ['ID=4ccea499-a0fe-42d1-83d4-7e660b452fab,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:38.268772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e18d6094-1654-47c6-bd12-1531635960e7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:38.654862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18d6094-1654-47c6-bd12-1531635960e7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e1f584de-e179-4f7f-bf65-ef6b014c8957 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:38.793602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18d6094-1654-47c6-bd12-1531635960e7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:38.803929 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec310c-50a9-4873-a8ac-2ed60d809f91 None None] Sync routers for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:38.806561 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e18d6094-1654-47c6-bd12-1531635960e7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5160697 Oct 17 17:59:38.809211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48182) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:38.813517 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec310c-50a9-4873-a8ac-2ed60d809f91 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:38.814103 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-52ec310c-50a9-4873-a8ac-2ed60d809f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:38.875026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-147bbcd2-1a4f-445a-96d8-433b919a8dc8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting subnet d38131e4-c317-4e1b-bbb3-7634c9eda785 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 17:59:38.878544 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-147bbcd2-1a4f-445a-96d8-433b919a8dc8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:38.940341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-147bbcd2-1a4f-445a-96d8-433b919a8dc8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:38.950263 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-52ec310c-50a9-4873-a8ac-2ed60d809f91 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:39.030404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-147bbcd2-1a4f-445a-96d8-433b919a8dc8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:39.098099 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-52ec310c-50a9-4873-a8ac-2ed60d809f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:37Z', 'revision_number': 11, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:39.102550 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec310c-50a9-4873-a8ac-2ed60d809f91 None None] Checking router: e1f584de-e179-4f7f-bf65-ef6b014c8957 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:39.111646 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec310c-50a9-4873-a8ac-2ed60d809f91 None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:39.112244 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-52ec310c-50a9-4873-a8ac-2ed60d809f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:39.117128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-147bbcd2-1a4f-445a-96d8-433b919a8dc8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:39.164537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bbcd2-1a4f-445a-96d8-433b919a8dc8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Subnet': ['ID=d38131e4-c317-4e1b-bbb3-7634c9eda785,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:39.169447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-147bbcd2-1a4f-445a-96d8-433b919a8dc8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:39.176968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88055521-6c2b-47b7-8547-4662f74fff4e None None] Network 1ddc3a45-c7e0-4812-9ebd-447075af0bdd requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:39.180012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48186) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:39.180515 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-147bbcd2-1a4f-445a-96d8-433b919a8dc8 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/d38131e4-c317-4e1b-bbb3-7634c9eda785 HTTP/1.1" status: 204 len: 168 time: 0.3698545 Oct 17 17:59:39.254427 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-52ec310c-50a9-4873-a8ac-2ed60d809f91 None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:39.426568 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-52ec310c-50a9-4873-a8ac-2ed60d809f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:37Z', 'revision_number': 11, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:39.430685 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ec310c-50a9-4873-a8ac-2ed60d809f91 None None] The sync data for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv is: [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:37Z', 'revision_number': 11, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:39.465562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f00d17-a60f-4975-9f85-f99208e3009e None None] DHCP port deletion for 1ddc3a45-c7e0-4812-9ebd-447075af0bdd request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 17:59:39.470594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-55f00d17-a60f-4975-9f85-f99208e3009e None None] Deleting port 6d3b301b-6590-4831-9e15-97b9453c9f4b {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:39.471205 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-55f00d17-a60f-4975-9f85-f99208e3009e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:39.472606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:39.483667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 6d3b301b-6590-4831-9e15-97b9453c9f4b {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:39.484019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:39.681200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-55f00d17-a60f-4975-9f85-f99208e3009e None None] For port 6d3b301b-6590-4831-9e15-97b9453c9f4b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6d3b301b-6590-4831-9e15-97b9453c9f4b,segment=NetworkSegment(d2ccfb88-0919-4c57-8d95-74ebae5c3ac8),segment_id=d2ccfb88-0919-4c57-8d95-74ebae5c3ac8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:39.681573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-55f00d17-a60f-4975-9f85-f99208e3009e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:39.693915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] For port 6d3b301b-6590-4831-9e15-97b9453c9f4b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6d3b301b-6590-4831-9e15-97b9453c9f4b,segment=NetworkSegment(d2ccfb88-0919-4c57-8d95-74ebae5c3ac8),segment_id=d2ccfb88-0919-4c57-8d95-74ebae5c3ac8)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:39.694281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:39.825559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-55f00d17-a60f-4975-9f85-f99208e3009e None None] Calling delete_port for 6d3b301b-6590-4831-9e15-97b9453c9f4b owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:39.830965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Calling delete_port for 6d3b301b-6590-4831-9e15-97b9453c9f4b owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: from cryptography.utils import int_from_bytes Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: from cryptography.utils import int_from_bytes Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn_limited( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn_limited( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 17:59:39.907496 dv-neutron-860895-1-hyperv neutron-server[89191]: util.warn( Oct 17 17:59:39.912617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-55f00d17-a60f-4975-9f85-f99208e3009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:39.913608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.api [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:59:39.913951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG oslo_db.api [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:59:39.964527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f00d17-a60f-4975-9f85-f99208e3009e None None] Pushing event deleted for resources: {'Port': ['ID=6d3b301b-6590-4831-9e15-97b9453c9f4b,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:39.968295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f00d17-a60f-4975-9f85-f99208e3009e None None] No DVR routers for this DVR port 6d3b301b-6590-4831-9e15-97b9453c9f4b on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:59:40.414947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Deleting port 6d3b301b-6590-4831-9e15-97b9453c9f4b {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:40.415551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:40.485200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] The port '6d3b301b-6590-4831-9e15-97b9453c9f4b' was deleted {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 17:59:40.607269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:40.633441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ddc3a45-c7e0-4812-9ebd-447075af0bdd']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:40.645583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ccfb88-0919-4c57-8d95-74ebae5c3ac8') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:40.645877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ccfb88-0919-4c57-8d95-74ebae5c3ac8') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:40.657937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:40.674600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:40.680470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 17:59:40.680852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:40.750767 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment d2ccfb88-0919-4c57-8d95-74ebae5c3ac8 resource provider aggregate not found Oct 17 17:59:40.775646 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment d2ccfb88-0919-4c57-8d95-74ebae5c3ac8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2ccfb88-0919-4c57-8d95-74ebae5c3ac8 found for delete ", "request_id": "req-12fdfafa-a358-4a5a-ab79-2083a1e55d85"}]} Oct 17 17:59:40.788112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:40.805767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:40.819385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Pushing event deleted for resources: {'Network': ['ID=1ddc3a45-c7e0-4812-9ebd-447075af0bdd,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:40.825505 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-95c18c3f-91b0-40f8-bf69-0f0e59466e75 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/networks/1ddc3a45-c7e0-4812-9ebd-447075af0bdd HTTP/1.1" status: 204 len: 168 time: 1.6432047 Oct 17 17:59:40.826805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48194) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:40.832182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-72b4a6a5-6dcc-4e07-8b0f-9a13b50d3858 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'router': {'routes': None}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:40.962792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6d3b301b-6590-4831-9e15-97b9453c9f4b no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:59:41.040719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 6d3b301b-6590-4831-9e15-97b9453c9f4b {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:59:41.040865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6d3b301b-6590-4831-9e15-97b9453c9f4b not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:59:41.041265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4ccea499-a0fe-42d1-83d4-7e660b452fab no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 17:59:41.074030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 4ccea499-a0fe-42d1-83d4-7e660b452fab {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 17:59:41.074290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4ccea499-a0fe-42d1-83d4-7e660b452fab not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 17:59:41.145750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.extraroute_db [None req-72b4a6a5-6dcc-4e07-8b0f-9a13b50d3858 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Added routes are [] {{(pid=89191) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 17 17:59:41.145750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.extraroute_db [None req-72b4a6a5-6dcc-4e07-8b0f-9a13b50d3858 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Removed routes are [] {{(pid=89191) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 17 17:59:41.145750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72b4a6a5-6dcc-4e07-8b0f-9a13b50d3858 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:41.504626 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72b4a6a5-6dcc-4e07-8b0f-9a13b50d3858 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:41.508047 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72b4a6a5-6dcc-4e07-8b0f-9a13b50d3858 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:41.646218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b4a6a5-6dcc-4e07-8b0f-9a13b50d3858 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router e1f584de-e179-4f7f-bf65-ef6b014c8957 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:41.780265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b4a6a5-6dcc-4e07-8b0f-9a13b50d3858 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:41.787939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72b4a6a5-6dcc-4e07-8b0f-9a13b50d3858 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:41.789079 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-72b4a6a5-6dcc-4e07-8b0f-9a13b50d3858 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957 HTTP/1.1" status: 200 len: 704 time: 0.9613409 Oct 17 17:59:41.790493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c4bd96-3494-49d7-b17b-200d0bff05eb None None] Sync routers for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:41.791858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48198) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:41.800805 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c4bd96-3494-49d7-b17b-200d0bff05eb None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:41.801416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-77c4bd96-3494-49d7-b17b-200d0bff05eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:41.842649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f52b31c1-807f-48b9-af86-a65df4940427 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Synchronizing usage tracker for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:59:41.859987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f52b31c1-807f-48b9-af86-a65df4940427 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Unset dirty status for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:59:41.861246 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f52b31c1-807f-48b9-af86-a65df4940427 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1f584de-e179-4f7f-bf65-ef6b014c8957 HTTP/1.1" status: 200 len: 205 time: 0.0684743 Oct 17 17:59:41.864179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48202) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:41.935336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-77c4bd96-3494-49d7-b17b-200d0bff05eb None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:42.003417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b21acdd-83c5-4589-becd-fdf3f1a19c92 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:42.043433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-77c4bd96-3494-49d7-b17b-200d0bff05eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:37Z', 'revision_number': 11, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:42.047561 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c4bd96-3494-49d7-b17b-200d0bff05eb None None] Checking router: e1f584de-e179-4f7f-bf65-ef6b014c8957 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:42.056181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c4bd96-3494-49d7-b17b-200d0bff05eb None None] Routers {'e1f584de-e179-4f7f-bf65-ef6b014c8957'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:42.056786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-77c4bd96-3494-49d7-b17b-200d0bff05eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['e1f584de-e179-4f7f-bf65-ef6b014c8957'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:42.184785 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-77c4bd96-3494-49d7-b17b-200d0bff05eb None None] Set router e1f584de-e179-4f7f-bf65-ef6b014c8957 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:42.293197 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-77c4bd96-3494-49d7-b17b-200d0bff05eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:37Z', 'revision_number': 11, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:42.297544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c4bd96-3494-49d7-b17b-200d0bff05eb None None] The sync data for ids ['e1f584de-e179-4f7f-bf65-ef6b014c8957'] in dv-neutron-860895-1-hyperv is: [{'id': 'e1f584de-e179-4f7f-bf65-ef6b014c8957', 'name': 'tempest-RoutersIpV6Test-router-470897793', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:39Z', 'updated_at': '2022-10-17T17:59:37Z', 'revision_number': 11, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:42.306669 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b21acdd-83c5-4589-becd-fdf3f1a19c92 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:42.309230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b21acdd-83c5-4589-becd-fdf3f1a19c92 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:42.333972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b21acdd-83c5-4589-becd-fdf3f1a19c92 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:42.334497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b21acdd-83c5-4589-becd-fdf3f1a19c92 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Fanout notify agent at l3_agent the message router_deleted on router e1f584de-e179-4f7f-bf65-ef6b014c8957 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:59:42.349950 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b21acdd-83c5-4589-becd-fdf3f1a19c92 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:42.351288 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0b21acdd-83c5-4589-becd-fdf3f1a19c92 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957 HTTP/1.1" status: 204 len: 168 time: 0.4861526 Oct 17 17:59:42.355804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48206) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:42.362022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-f37cec95-f4fb-4671-b9c9-54a3954c90bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-670994289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:42.369177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f37cec95-f4fb-4671-b9c9-54a3954c90bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:42.373475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f37cec95-f4fb-4671-b9c9-54a3954c90bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Usage tracker for resource:router and tenant:5df57542c1fb4ed38401e6f33fa56bfa is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:42.378842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-f37cec95-f4fb-4671-b9c9-54a3954c90bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:42.385202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-f37cec95-f4fb-4671-b9c9-54a3954c90bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:42.397895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f37cec95-f4fb-4671-b9c9-54a3954c90bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:42.399078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f37cec95-f4fb-4671-b9c9-54a3954c90bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:42.416181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f37cec95-f4fb-4671-b9c9-54a3954c90bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:42.435572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f37cec95-f4fb-4671-b9c9-54a3954c90bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:42.464418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f37cec95-f4fb-4671-b9c9-54a3954c90bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:42.468317 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f37cec95-f4fb-4671-b9c9-54a3954c90bc tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1088037 Oct 17 17:59:42.468761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48210) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:42.475072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-144b6e13-0d82-4d8b-9d2c-6c3965cd13ad tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:42.881562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-144b6e13-0d82-4d8b-9d2c-6c3965cd13ad tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:42.895676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-144b6e13-0d82-4d8b-9d2c-6c3965cd13ad tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:43.085149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144b6e13-0d82-4d8b-9d2c-6c3965cd13ad tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Router 9c2f139a-25aa-4e12-9409-ae049db81618 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:59:43.244000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144b6e13-0d82-4d8b-9d2c-6c3965cd13ad tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:43.250096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-144b6e13-0d82-4d8b-9d2c-6c3965cd13ad tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:43.251874 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-144b6e13-0d82-4d8b-9d2c-6c3965cd13ad tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "PUT /v2.0/routers/9c2f139a-25aa-4e12-9409-ae049db81618 HTTP/1.1" status: 200 len: 697 time: 0.7812531 Oct 17 17:59:43.254450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48214) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:43.257067 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaf68e-3ff0-4d61-b5bb-fb79c6d63e4b None None] Sync routers for ids ['9c2f139a-25aa-4e12-9409-ae049db81618'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:43.268910 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efaf68e-3ff0-4d61-b5bb-fb79c6d63e4b None None] Routers {'9c2f139a-25aa-4e12-9409-ae049db81618'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:43.268910 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6efaf68e-3ff0-4d61-b5bb-fb79c6d63e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9c2f139a-25aa-4e12-9409-ae049db81618'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:43.408860 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-6efaf68e-3ff0-4d61-b5bb-fb79c6d63e4b None None] Set router 9c2f139a-25aa-4e12-9409-ae049db81618 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:43.520789 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6efaf68e-3ff0-4d61-b5bb-fb79c6d63e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2f139a-25aa-4e12-9409-ae049db81618', 'name': 'tempest-RoutersIpV6Test-router-670994289', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:59:42Z', 'updated_at': '2022-10-17T17:59:42Z', 'revision_number': 2, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:43.524398 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaf68e-3ff0-4d61-b5bb-fb79c6d63e4b None None] Checking router: 9c2f139a-25aa-4e12-9409-ae049db81618 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:43.527156 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-89dda9b6-b29f-4009-a97b-1911bd65728b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/routers/9c2f139a-25aa-4e12-9409-ae049db81618 HTTP/1.1" status: 200 len: 703 time: 0.2718892 Oct 17 17:59:43.529738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48220) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:43.534686 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efaf68e-3ff0-4d61-b5bb-fb79c6d63e4b None None] Routers {'9c2f139a-25aa-4e12-9409-ae049db81618'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:43.536193 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6efaf68e-3ff0-4d61-b5bb-fb79c6d63e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9c2f139a-25aa-4e12-9409-ae049db81618'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:43.592618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f2f7cc00-a457-43a2-bf73-56cc4f1f46a9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Synchronizing usage tracker for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:59:43.606155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f2f7cc00-a457-43a2-bf73-56cc4f1f46a9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Unset dirty status for tenant:5df57542c1fb4ed38401e6f33fa56bfa on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:59:43.608036 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f2f7cc00-a457-43a2-bf73-56cc4f1f46a9 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c2f139a-25aa-4e12-9409-ae049db81618 HTTP/1.1" status: 200 len: 205 time: 0.0763979 Oct 17 17:59:43.613507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48224) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:43.670014 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-6efaf68e-3ff0-4d61-b5bb-fb79c6d63e4b None None] Set router 9c2f139a-25aa-4e12-9409-ae049db81618 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:43.799582 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6efaf68e-3ff0-4d61-b5bb-fb79c6d63e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2f139a-25aa-4e12-9409-ae049db81618', 'name': 'tempest-RoutersIpV6Test-router-670994289', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:59:42Z', 'updated_at': '2022-10-17T17:59:42Z', 'revision_number': 2, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:43.805872 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaf68e-3ff0-4d61-b5bb-fb79c6d63e4b None None] The sync data for ids ['9c2f139a-25aa-4e12-9409-ae049db81618'] in dv-neutron-860895-1-hyperv is: [{'id': '9c2f139a-25aa-4e12-9409-ae049db81618', 'name': 'tempest-RoutersIpV6Test-router-670994289', 'tenant_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:59:42Z', 'updated_at': '2022-10-17T17:59:42Z', 'revision_number': 2, 'project_id': '5df57542c1fb4ed38401e6f33fa56bfa', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:43.889041 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0423480b-4786-46ea-a4c9-cb36838b3f36 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:44.205666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0423480b-4786-46ea-a4c9-cb36838b3f36 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:44.207765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0423480b-4786-46ea-a4c9-cb36838b3f36 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:44.231381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0423480b-4786-46ea-a4c9-cb36838b3f36 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:44.232094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0423480b-4786-46ea-a4c9-cb36838b3f36 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Fanout notify agent at l3_agent the message router_deleted on router 9c2f139a-25aa-4e12-9409-ae049db81618 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 17:59:44.248101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0423480b-4786-46ea-a4c9-cb36838b3f36 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:44.249391 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0423480b-4786-46ea-a4c9-cb36838b3f36 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/9c2f139a-25aa-4e12-9409-ae049db81618 HTTP/1.1" status: 204 len: 168 time: 0.6379118 Oct 17 17:59:44.253479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48228) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.308438 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e8478595-0415-474e-8bbb-3bceb3f96332 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c2f139a-25aa-4e12-9409-ae049db81618 HTTP/1.1" status: 200 len: 205 time: 0.0537906 Oct 17 17:59:44.310818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48232) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.382553 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-ed4915a1-2d52-404f-8ecc-c7f6ec11926d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] delete failed (client error): The resource could not be found. Oct 17 17:59:44.383603 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ed4915a1-2d52-404f-8ecc-c7f6ec11926d tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/9c2f139a-25aa-4e12-9409-ae049db81618 HTTP/1.1" status: 404 len: 336 time: 0.0718665 Oct 17 17:59:44.386155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48236) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.428376 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e0937c-8a5d-4d28-bfde-1c8eb1b3aee4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:44.428826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e0937c-8a5d-4d28-bfde-1c8eb1b3aee4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:44.430543 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a4e0937c-8a5d-4d28-bfde-1c8eb1b3aee4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/37b464b5-09d8-4ade-9f45-bcc896d7e5a6 HTTP/1.1" status: 404 len: 337 time: 0.0434732 Oct 17 17:59:44.433198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48240) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.471876 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-6784fb9d-634e-4750-9c7a-1bec73958483 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:44.472323 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6784fb9d-634e-4750-9c7a-1bec73958483 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:44.474007 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6784fb9d-634e-4750-9c7a-1bec73958483 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/9700493c-1c6d-4b68-94cd-8a404d7c6a1c HTTP/1.1" status: 404 len: 337 time: 0.0398951 Oct 17 17:59:44.476584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48244) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.514146 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-e240f96d-a929-446d-b9c4-a1e0c1f7a22a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:44.514617 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e240f96d-a929-446d-b9c4-a1e0c1f7a22a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:44.516369 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e240f96d-a929-446d-b9c4-a1e0c1f7a22a tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/0e6d6d45-f9eb-4bf5-90ab-d6c10bbc1121 HTTP/1.1" status: 404 len: 337 time: 0.0388925 Oct 17 17:59:44.518980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48248) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.561968 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-027cdb98-8aa6-404a-9283-7ef254c42613 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:44.562423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027cdb98-8aa6-404a-9283-7ef254c42613 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:44.564125 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-027cdb98-8aa6-404a-9283-7ef254c42613 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/d38131e4-c317-4e1b-bbb3-7634c9eda785 HTTP/1.1" status: 404 len: 337 time: 0.0442040 Oct 17 17:59:44.566708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48252) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.620724 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-02c996ce-e219-4b34-84cf-11f9ac85d3a4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1f584de-e179-4f7f-bf65-ef6b014c8957 HTTP/1.1" status: 200 len: 205 time: 0.0501840 Oct 17 17:59:44.620724 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48256) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.691914 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-a0dfbb53-3db9-4a52-a435-c940c9ef0da3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] delete failed (client error): The resource could not be found. Oct 17 17:59:44.692988 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a0dfbb53-3db9-4a52-a435-c940c9ef0da3 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/e1f584de-e179-4f7f-bf65-ef6b014c8957 HTTP/1.1" status: 404 len: 336 time: 0.0718477 Oct 17 17:59:44.695745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48260) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.747997 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-21a74305-0c84-41af-9f6d-3dd2604e7b65 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=2011fdf5-cccc-4c6e-a2f3-ccd34370abdd HTTP/1.1" status: 200 len: 205 time: 0.0511792 Oct 17 17:59:44.750354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48264) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.819682 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-b23503ea-b781-44a6-91f1-0319b90c340e tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] delete failed (client error): The resource could not be found. Oct 17 17:59:44.820689 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b23503ea-b781-44a6-91f1-0319b90c340e tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/2011fdf5-cccc-4c6e-a2f3-ccd34370abdd HTTP/1.1" status: 404 len: 336 time: 0.0694339 Oct 17 17:59:44.823360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48268) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.863263 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-79843aee-b8c2-4f50-9d39-10a6427b8c4b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:44.863703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79843aee-b8c2-4f50-9d39-10a6427b8c4b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:44.865429 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-79843aee-b8c2-4f50-9d39-10a6427b8c4b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/0818e1d3-8c5a-45ba-94e2-6dd0eef9141a HTTP/1.1" status: 404 len: 337 time: 0.0411830 Oct 17 17:59:44.868265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48272) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.922675 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1c48e453-4123-4e18-8a6a-f91a529aca34 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=e5f8205a-5505-4968-b936-447f5d35b18d HTTP/1.1" status: 200 len: 205 time: 0.0533106 Oct 17 17:59:44.925113 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48276) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:44.991363 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-88023da9-181a-4c8e-b098-c73cf70304e4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] delete failed (client error): The resource could not be found. Oct 17 17:59:44.992286 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-88023da9-181a-4c8e-b098-c73cf70304e4 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/e5f8205a-5505-4968-b936-447f5d35b18d HTTP/1.1" status: 404 len: 336 time: 0.0662830 Oct 17 17:59:44.994952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48280) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:45.157302 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a5a46db6-e072-4830-a217-2fc9972ddab1 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d36443-f8ca-4347-a6d1-d28de0f6924a HTTP/1.1" status: 200 len: 205 time: 0.1612613 Oct 17 17:59:45.161177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48288) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:45.226852 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-25baff1e-f496-415d-8a67-56407d176c55 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] delete failed (client error): The resource could not be found. Oct 17 17:59:45.227955 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-25baff1e-f496-415d-8a67-56407d176c55 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/84d36443-f8ca-4347-a6d1-d28de0f6924a HTTP/1.1" status: 404 len: 336 time: 0.0659661 Oct 17 17:59:45.230622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48292) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:45.271540 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cf00bf-b64f-4e7b-b9e2-50659359850e tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:45.271897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76cf00bf-b64f-4e7b-b9e2-50659359850e tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:45.273553 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-76cf00bf-b64f-4e7b-b9e2-50659359850e tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/3d2e456f-7b60-4d1f-be08-4bf972d93ed5 HTTP/1.1" status: 404 len: 337 time: 0.0419950 Oct 17 17:59:45.276458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48296) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:45.327821 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-90d6ae57-f777-4bfd-9882-a1ca17df572b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=af22572d-02e2-4f88-bdec-682d607c7f90 HTTP/1.1" status: 200 len: 205 time: 0.0503020 Oct 17 17:59:45.330902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48300) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:45.400173 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-6ebe8316-ff96-4513-a3d2-9dd9ed2e0d72 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] delete failed (client error): The resource could not be found. Oct 17 17:59:45.401194 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6ebe8316-ff96-4513-a3d2-9dd9ed2e0d72 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/af22572d-02e2-4f88-bdec-682d607c7f90 HTTP/1.1" status: 404 len: 336 time: 0.0693891 Oct 17 17:59:45.403910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48306) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:45.442009 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-65322a67-9e4e-4b41-9081-7955e1be1fa7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:45.442452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65322a67-9e4e-4b41-9081-7955e1be1fa7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:45.444129 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-65322a67-9e4e-4b41-9081-7955e1be1fa7 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/3322a1b9-f9d7-4b71-bbb6-9ac3d440c578 HTTP/1.1" status: 404 len: 337 time: 0.0393341 Oct 17 17:59:45.446754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48310) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:45.501691 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a24ec106-7d75-42e9-af03-3835e160ed6b tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "GET /v2.0/ports?device_id=eefa8a5e-f93a-4771-bca6-0f5eb136f547 HTTP/1.1" status: 200 len: 205 time: 0.0533481 Oct 17 17:59:45.504159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48314) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:45.570625 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-6f9e5517-3fe2-4afa-82dc-7e34ceb50545 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] delete failed (client error): The resource could not be found. Oct 17 17:59:45.571594 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6f9e5517-3fe2-4afa-82dc-7e34ceb50545 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/routers/eefa8a5e-f93a-4771-bca6-0f5eb136f547 HTTP/1.1" status: 404 len: 336 time: 0.0665476 Oct 17 17:59:45.574163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48318) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:45.616611 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-654837b0-99a4-4593-96f4-e9547e993a77 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:45.617049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654837b0-99a4-4593-96f4-e9547e993a77 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:45.618692 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-654837b0-99a4-4593-96f4-e9547e993a77 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/049363b7-0989-4e3b-91f8-8dc0a2a88058 HTTP/1.1" status: 404 len: 337 time: 0.0436292 Oct 17 17:59:45.621243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48322) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:45.659719 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8163cb5-bacc-43e7-a204-5b7d3a321822 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] DELETE failed (client error): The resource could not be found. Oct 17 17:59:45.660192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8163cb5-bacc-43e7-a204-5b7d3a321822 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 17:59:45.662116 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a8163cb5-bacc-43e7-a204-5b7d3a321822 tempest-RoutersIpV6Test-1029338072 tempest-RoutersIpV6Test-1029338072-project] 10.222.0.69 "DELETE /v2.0/subnets/44e3490c-876a-4a4f-bf9e-f4f373dd6d73 HTTP/1.1" status: 404 len: 337 time: 0.0399523 Oct 17 17:59:45.944670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48330) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:46.096503 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9a09d370-daee-4246-9f09-8e9174bb9afd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5df57542c1fb4ed38401e6f33fa56bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505747 Oct 17 17:59:46.099282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48336) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:46.162447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6d70d644-4588-4919-9cb9-c3660e19da52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:46.192526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6d70d644-4588-4919-9cb9-c3660e19da52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:46.245857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6d70d644-4588-4919-9cb9-c3660e19da52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:46.263835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70d644-4588-4919-9cb9-c3660e19da52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bc471b-2825-479a-ba17-a0c890646d18,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:46.272557 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6d70d644-4588-4919-9cb9-c3660e19da52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:46.275903 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6d70d644-4588-4919-9cb9-c3660e19da52 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78bc471b-2825-479a-ba17-a0c890646d18 HTTP/1.1" status: 204 len: 168 time: 0.1732159 Oct 17 17:59:46.990310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48360) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:47.093226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-89ecf55e-15ed-47bb-88c7-a35566a593f7 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1551259551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:47.100669 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-89ecf55e-15ed-47bb-88c7-a35566a593f7 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:47.104587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-89ecf55e-15ed-47bb-88c7-a35566a593f7 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Usage tracker for resource:router and tenant:ae391b36f3744ad0aaa6992db86cacc7 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:47.107482 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-89ecf55e-15ed-47bb-88c7-a35566a593f7 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:47.113619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-89ecf55e-15ed-47bb-88c7-a35566a593f7 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:47.124521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-89ecf55e-15ed-47bb-88c7-a35566a593f7 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.125530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-89ecf55e-15ed-47bb-88c7-a35566a593f7 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.143474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-89ecf55e-15ed-47bb-88c7-a35566a593f7 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.163007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-89ecf55e-15ed-47bb-88c7-a35566a593f7 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.184536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-89ecf55e-15ed-47bb-88c7-a35566a593f7 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.185706 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-89ecf55e-15ed-47bb-88c7-a35566a593f7 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1944244 Oct 17 17:59:47.188534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48366) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:47.194489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1116865263'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:47.199505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:47.205022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Usage tracker for resource:network and tenant:ae391b36f3744ad0aaa6992db86cacc7 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:47.208043 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:47.213583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:47.223248 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Made reservation on behalf of ae391b36f3744ad0aaa6992db86cacc7 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:47.226583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.238946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.254913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:47.258917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Usage tracker for resource:security_group_rule and tenant:ae391b36f3744ad0aaa6992db86cacc7 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:47.261716 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:47.267937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:47.351288 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.355746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.384695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:59:47.400294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5fa36a-5093-4704-9229-afe85b08f612,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:47.405718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.406054 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Added segment ed370665-e762-45e8-bc01-5c0c35d7bb13 of type vlan for network 9f13f67c-898e-47c7-b3a8-14371c1f741f Oct 17 17:59:47.432633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.462582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.468529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:47.469103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.585178 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3950849 Oct 17 17:59:47.588122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a40de-ccd0-46cc-8825-aca5ac017cf0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'Network': ['ID=9f13f67c-898e-47c7-b3a8-14371c1f741f,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:47.588472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48370) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:47.596213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Request body: {'subnet': {'network_id': '9f13f67c-898e-47c7-b3a8-14371c1f741f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:47.598927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 9f13f67c-898e-47c7-b3a8-14371c1f741f details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:59:47.705935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:47.709771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Usage tracker for resource:subnet and tenant:ae391b36f3744ad0aaa6992db86cacc7 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:47.712601 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:47.718125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:47.728652 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Made reservation on behalf of ae391b36f3744ad0aaa6992db86cacc7 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:47.732094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:47.950356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.026224 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'Subnet': ['ID=56dcc7fa-3080-43d5-a555-11799f3e35b6,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:48.036075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Checking segment: {'id': 'ed370665-e762-45e8-bc01-5c0c35d7bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9f13f67c-898e-47c7-b3a8-14371c1f741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:48.036425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Network hostable DHCP agents. Network: 9f13f67c-898e-47c7-b3a8-14371c1f741f, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:59:48.055802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Network 9f13f67c-898e-47c7-b3a8-14371c1f741f is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:59:48.065832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 9f13f67c-898e-47c7-b3a8-14371c1f741f) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:48.070095 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:48.070907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.075681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304a43e4-7566-41d5-9612-7fb89edb452c None None] Network 9f13f67c-898e-47c7-b3a8-14371c1f741f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:48.101033 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48376) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:48.101623 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-37f810f9-04cc-40b0-b171-1d9e09b48b60 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5120201 Oct 17 17:59:48.108023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Request body: {'network': {'name': 'tempest-router-network01--1003576465'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:48.113409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:48.117274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Usage tracker for resource:network and tenant:ae391b36f3744ad0aaa6992db86cacc7 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:48.120360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:48.126088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:48.137298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Made reservation on behalf of ae391b36f3744ad0aaa6992db86cacc7 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:48.140737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.169838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:59:48.178825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.179221 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Added segment 2f26ce42-1fae-4cf8-a820-5bf8a60983d4 of type vlan for network c9ad9765-33f7-42f8-b043-2234980594ab Oct 17 17:59:48.206377 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.237074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.242508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:48.243122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.307461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-9f13f67c-898e-47c7-b3a8-14371c1f741f', 'network_id': '9f13f67c-898e-47c7-b3a8-14371c1f741f', 'tenant_id': 'ae391b36f3744ad0aaa6992db86cacc7', 'fixed_ips': [{'subnet_id': '56dcc7fa-3080-43d5-a555-11799f3e35b6'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:59:48.308311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.347416 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2442694 Oct 17 17:59:48.350233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48380) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:48.356213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Request body: {'network': {'name': 'tempest-router-network02--520799051'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:48.359390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518139f-2db6-43fd-a848-892689e9da2e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'Network': ['ID=c9ad9765-33f7-42f8-b043-2234980594ab,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:48.363030 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:48.367663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Usage tracker for resource:network and tenant:ae391b36f3744ad0aaa6992db86cacc7 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:48.371196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:48.373409 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network c9ad9765-33f7-42f8-b043-2234980594ab details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:59:48.382679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:48.393582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Made reservation on behalf of ae391b36f3744ad0aaa6992db86cacc7 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:48.396945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.426013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 17:59:48.435792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.436130 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Added segment d87da72e-8f3f-42d2-bb11-7e7cf4e90b20 of type vlan for network 0b5a66d7-9d09-4856-884b-451b158841d5 Oct 17 17:59:48.467230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.497322 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.503901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:48.504494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.560449 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Allocated IP 2001:db8::2 (9f13f67c-898e-47c7-b3a8-14371c1f741f/56dcc7fa-3080-43d5-a555-11799f3e35b6/2a4354a4-7196-47e1-bc8f-13b9e369f13a) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:48.606830 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2527440 Oct 17 17:59:48.607450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48384) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:48.615132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Request body: {'subnet': {'network_id': 'c9ad9765-33f7-42f8-b043-2234980594ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:48.633395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ae52a-85fb-4685-9324-07c210721d2d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'Network': ['ID=0b5a66d7-9d09-4856-884b-451b158841d5,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:48.644399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 0b5a66d7-9d09-4856-884b-451b158841d5 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 17:59:48.734289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:48.743695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Usage tracker for resource:subnet and tenant:ae391b36f3744ad0aaa6992db86cacc7 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:48.743695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:48.751484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:48.761071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Made reservation on behalf of ae391b36f3744ad0aaa6992db86cacc7 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:48.763698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.899615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.911265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Transition to ACTIVE for port object 2a4354a4-7196-47e1-bc8f-13b9e369f13a will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:48.932169 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Transition to ACTIVE for port object 2a4354a4-7196-47e1-bc8f-13b9e369f13a will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:48.937804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:48.998745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:49.005731 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Network 9f13f67c-898e-47c7-b3a8-14371c1f741f is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:49.008549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:49.013389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:49.058804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Pushing event updated for resources: {'Port': ['ID=2a4354a4-7196-47e1-bc8f-13b9e369f13a,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:49.078965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'Subnet': ['ID=2f62e28a-e5c4-4e33-b5c8-c1a77c9794c8,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:49.088561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Checking segment: {'id': '2f26ce42-1fae-4cf8-a820-5bf8a60983d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c9ad9765-33f7-42f8-b043-2234980594ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:49.088901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Network hostable DHCP agents. Network: c9ad9765-33f7-42f8-b043-2234980594ab, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:59:49.108543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:49.108883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:49.109407 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:49.109925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:49.110357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:49.110794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:49.111260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:49.111822 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:49.112124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:49.112698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:49.113163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:49.113496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 17:59:49.114802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Network c9ad9765-33f7-42f8-b043-2234980594ab is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:59:49.127585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, c9ad9765-33f7-42f8-b043-2234980594ab) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:49.136823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:49.137110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a66e69-13ee-43e9-a8b2-337e22e2f5b9 None None] Network c9ad9765-33f7-42f8-b043-2234980594ab requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:49.138082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:49.180928 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0aa8e39d-8921-4258-8c87-64d517c66b8f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5700698 Oct 17 17:59:49.181262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48388) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:49.190245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Request body: {'subnet': {'network_id': '0b5a66d7-9d09-4856-884b-451b158841d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:49.211139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Attempting to bind port 2a4354a4-7196-47e1-bc8f-13b9e369f13a on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:59:49.211509 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Attempting to bind port 2a4354a4-7196-47e1-bc8f-13b9e369f13a by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'ed370665-e762-45e8-bc01-5c0c35d7bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9f13f67c-898e-47c7-b3a8-14371c1f741f'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:59:49.211871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Attempting to bind port 2a4354a4-7196-47e1-bc8f-13b9e369f13a on network 9f13f67c-898e-47c7-b3a8-14371c1f741f {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:49.227972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:59:49.228348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Checking segment: {'id': 'ed370665-e762-45e8-bc01-5c0c35d7bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9f13f67c-898e-47c7-b3a8-14371c1f741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:49.228804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:49.229216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Bound using segment: {'id': 'ed370665-e762-45e8-bc01-5c0c35d7bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9f13f67c-898e-47c7-b3a8-14371c1f741f'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:59:49.229695 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Bound port: 2a4354a4-7196-47e1-bc8f-13b9e369f13a, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed370665-e762-45e8-bc01-5c0c35d7bb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '9f13f67c-898e-47c7-b3a8-14371c1f741f'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:59:49.230065 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:49.358442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 17:59:49.362922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Usage tracker for resource:subnet and tenant:ae391b36f3744ad0aaa6992db86cacc7 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 17:59:49.365876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 17:59:49.371690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 17:59:49.382796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Made reservation on behalf of ae391b36f3744ad0aaa6992db86cacc7 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 17:59:49.386508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:49.411389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] For port 2a4354a4-7196-47e1-bc8f-13b9e369f13a, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:59:49.455510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] For port 2a4354a4-7196-47e1-bc8f-13b9e369f13a, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2a4354a4-7196-47e1-bc8f-13b9e369f13a,segment=NetworkSegment(ed370665-e762-45e8-bc01-5c0c35d7bb13),segment_id=ed370665-e762-45e8-bc01-5c0c35d7bb13)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:59:49.462845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:49.529541 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-c9ad9765-33f7-42f8-b043-2234980594ab', 'network_id': 'c9ad9765-33f7-42f8-b043-2234980594ab', 'tenant_id': 'ae391b36f3744ad0aaa6992db86cacc7', 'fixed_ips': [{'subnet_id': '2f62e28a-e5c4-4e33-b5c8-c1a77c9794c8'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:59:49.530402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:49.615821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a54c7-6968-4704-a5dd-0d00b29c4975 None None] Pushing event updated for resources: {'Port': ['ID=2a4354a4-7196-47e1-bc8f-13b9e369f13a,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:49.648609 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:49.736935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'Subnet': ['ID=835eeef1-3a12-4036-839c-b60765a85e39,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:49.745046 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Checking segment: {'id': 'd87da72e-8f3f-42d2-bb11-7e7cf4e90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0b5a66d7-9d09-4856-884b-451b158841d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:49.745408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Network hostable DHCP agents. Network: 0b5a66d7-9d09-4856-884b-451b158841d5, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 17:59:49.750795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Allocated IP 2001:db8::2 (c9ad9765-33f7-42f8-b043-2234980594ab/2f62e28a-e5c4-4e33-b5c8-c1a77c9794c8/009c1732-30c5-4ade-a819-e6ecbd64c6ce) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:49.768477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Network 0b5a66d7-9d09-4856-884b-451b158841d5 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 17:59:49.783748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 0b5a66d7-9d09-4856-884b-451b158841d5) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:49.788472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:49.806997 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:49.869183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcecd0b-5e34-43e1-a562-eecf37600f20 None None] Network 0b5a66d7-9d09-4856-884b-451b158841d5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:49.893604 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5e8a0ee1-f2e0-4000-93d6-f263a02b624f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7029917 Oct 17 17:59:49.899669 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48392) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:50.224084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:50.236801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Transition to ACTIVE for port object 009c1732-30c5-4ade-a819-e6ecbd64c6ce will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:50.255631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Transition to ACTIVE for port object 009c1732-30c5-4ade-a819-e6ecbd64c6ce will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:50.266503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:50.405191 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Network c9ad9765-33f7-42f8-b043-2234980594ab is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:50.405191 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:50.412813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:50.412813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Pushing event updated for resources: {'Port': ['ID=009c1732-30c5-4ade-a819-e6ecbd64c6ce,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:50.424405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-0b5a66d7-9d09-4856-884b-451b158841d5', 'network_id': '0b5a66d7-9d09-4856-884b-451b158841d5', 'tenant_id': 'ae391b36f3744ad0aaa6992db86cacc7', 'fixed_ips': [{'subnet_id': '835eeef1-3a12-4036-839c-b60765a85e39'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 17:59:50.424405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:50.636797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Attempting to bind port 009c1732-30c5-4ade-a819-e6ecbd64c6ce on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:59:50.636797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Attempting to bind port 009c1732-30c5-4ade-a819-e6ecbd64c6ce by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '2f26ce42-1fae-4cf8-a820-5bf8a60983d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c9ad9765-33f7-42f8-b043-2234980594ab'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:59:50.636797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Attempting to bind port 009c1732-30c5-4ade-a819-e6ecbd64c6ce on network c9ad9765-33f7-42f8-b043-2234980594ab {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:50.648260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:59:50.648260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Checking segment: {'id': '2f26ce42-1fae-4cf8-a820-5bf8a60983d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c9ad9765-33f7-42f8-b043-2234980594ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:50.648260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:50.648260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Bound using segment: {'id': '2f26ce42-1fae-4cf8-a820-5bf8a60983d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c9ad9765-33f7-42f8-b043-2234980594ab'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:59:50.648260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Bound port: 009c1732-30c5-4ade-a819-e6ecbd64c6ce, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f26ce42-1fae-4cf8-a820-5bf8a60983d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c9ad9765-33f7-42f8-b043-2234980594ab'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:59:50.648260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:50.684210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:50.808853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Allocated IP 2001:db8::2 (0b5a66d7-9d09-4856-884b-451b158841d5/835eeef1-3a12-4036-839c-b60765a85e39/b7ceb341-f331-4dcc-9125-a5e08615e73e) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:50.819776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-aa03bec1-380d-4165-9adc-14117570783a None None] For port 009c1732-30c5-4ade-a819-e6ecbd64c6ce, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:59:50.819776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-aa03bec1-380d-4165-9adc-14117570783a None None] For port 009c1732-30c5-4ade-a819-e6ecbd64c6ce, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=009c1732-30c5-4ade-a819-e6ecbd64c6ce,segment=NetworkSegment(2f26ce42-1fae-4cf8-a820-5bf8a60983d4),segment_id=2f26ce42-1fae-4cf8-a820-5bf8a60983d4)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:59:50.843035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:51.079346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03bec1-380d-4165-9adc-14117570783a None None] Pushing event updated for resources: {'Port': ['ID=009c1732-30c5-4ade-a819-e6ecbd64c6ce,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:51.155819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2a4354a4-7196-47e1-bc8f-13b9e369f13a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:51.358369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:51.358369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ff999f-7dd2-4c0a-b11c-72a8b8b4328a None None] Network 9f13f67c-898e-47c7-b3a8-14371c1f741f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:51.397222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Allocated IP 2001:db8::1 (c9ad9765-33f7-42f8-b043-2234980594ab/2f62e28a-e5c4-4e33-b5c8-c1a77c9794c8/2f34c51f-8989-48ea-9824-88faa9d4af50) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 17:59:51.499995 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Transition to ACTIVE for port object b7ceb341-f331-4dcc-9125-a5e08615e73e will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:51.527142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 2a4354a4-7196-47e1-bc8f-13b9e369f13a completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:51.540703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c7f26865-df15-4e93-990a-98f24e068a9a None None] Provisioning for port 2a4354a4-7196-47e1-bc8f-13b9e369f13a completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:51.540703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Transition to ACTIVE for port object b7ceb341-f331-4dcc-9125-a5e08615e73e will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:51.560806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 2a4354a4-7196-47e1-bc8f-13b9e369f13a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:51.560806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:51.560806 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 2a4354a4-7196-47e1-bc8f-13b9e369f13a Oct 17 17:59:51.595686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c7f26865-df15-4e93-990a-98f24e068a9a None None] Provisioning complete for port 2a4354a4-7196-47e1-bc8f-13b9e369f13a triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:51.595686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c7f26865-df15-4e93-990a-98f24e068a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:51.595686 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c7f26865-df15-4e93-990a-98f24e068a9a None None] Attempt 1 to provision port 2a4354a4-7196-47e1-bc8f-13b9e369f13a Oct 17 17:59:51.639193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:51.642580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:51.669245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48400) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:51.669245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Transition to ACTIVE for port object 2f34c51f-8989-48ea-9824-88faa9d4af50 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 17:59:51.774825 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Network 0b5a66d7-9d09-4856-884b-451b158841d5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:51.787109 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:51.791899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:51.804675 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bb1f3b3a-0126-4756-9eb5-1a25b1dbeaea tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/32df641b-ee71-4a46-a50d-44d2968216f9 HTTP/1.1" status: 200 len: 993 time: 0.1353085 Oct 17 17:59:51.831160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:51.896011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Pushing event updated for resources: {'Port': ['ID=b7ceb341-f331-4dcc-9125-a5e08615e73e,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:51.951881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Network c9ad9765-33f7-42f8-b043-2234980594ab is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:51.963549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:51.963549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 17:59:51.963549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:52.009673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'Port': ['ID=2f34c51f-8989-48ea-9824-88faa9d4af50,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:52.152849 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:52.184336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c7f26865-df15-4e93-990a-98f24e068a9a None None] Current status of the port 2a4354a4-7196-47e1-bc8f-13b9e369f13a is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:52.184336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c7f26865-df15-4e93-990a-98f24e068a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:52.217824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48408) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:52.268818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 2a4354a4-7196-47e1-bc8f-13b9e369f13a is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:52.268818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:52.306930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Attempting to bind port b7ceb341-f331-4dcc-9125-a5e08615e73e on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 17:59:52.306930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Attempting to bind port b7ceb341-f331-4dcc-9125-a5e08615e73e by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd87da72e-8f3f-42d2-bb11-7e7cf4e90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0b5a66d7-9d09-4856-884b-451b158841d5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 17:59:52.306930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Attempting to bind port b7ceb341-f331-4dcc-9125-a5e08615e73e on network 0b5a66d7-9d09-4856-884b-451b158841d5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 17:59:52.317624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c7f26865-df15-4e93-990a-98f24e068a9a None None] For port 2a4354a4-7196-47e1-bc8f-13b9e369f13a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2a4354a4-7196-47e1-bc8f-13b9e369f13a,segment=NetworkSegment(ed370665-e762-45e8-bc01-5c0c35d7bb13),segment_id=ed370665-e762-45e8-bc01-5c0c35d7bb13)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:52.317624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 17:59:52.317624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Checking segment: {'id': 'd87da72e-8f3f-42d2-bb11-7e7cf4e90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0b5a66d7-9d09-4856-884b-451b158841d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 17:59:52.317624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:52.317624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Bound using segment: {'id': 'd87da72e-8f3f-42d2-bb11-7e7cf4e90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0b5a66d7-9d09-4856-884b-451b158841d5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 17:59:52.323798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Bound port: b7ceb341-f331-4dcc-9125-a5e08615e73e, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87da72e-8f3f-42d2-bb11-7e7cf4e90b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0b5a66d7-9d09-4856-884b-451b158841d5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 17:59:52.323798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:52.359540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c7f26865-df15-4e93-990a-98f24e068a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:52.696230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 17:59:52.696230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 17:59:52.696230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f26865-df15-4e93-990a-98f24e068a9a None None] Pushing event updated for resources: {'Port': ['ID=2a4354a4-7196-47e1-bc8f-13b9e369f13a,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:52.735094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3670315-ffee-429d-bfa5-d6270c44e845 None None] Network c9ad9765-33f7-42f8-b043-2234980594ab requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:52.840338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 8602f5ad-bb6e-4125-b9a8-497e3636f577 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:52.840338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:52.882122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] For port b7ceb341-f331-4dcc-9125-a5e08615e73e, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 17:59:52.904823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] For port b7ceb341-f331-4dcc-9125-a5e08615e73e, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b7ceb341-f331-4dcc-9125-a5e08615e73e,segment=NetworkSegment(d87da72e-8f3f-42d2-bb11-7e7cf4e90b20),segment_id=d87da72e-8f3f-42d2-bb11-7e7cf4e90b20)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 17:59:52.904823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-09912c1e-e2cd-44c6-8c80-3eb9c5a2fa52 None None] Provisioning for port 009c1732-30c5-4ade-a819-e6ecbd64c6ce completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:52.915005 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:53.124367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0b7ad-0c71-4d73-a31e-34ca04d257ca None None] Pushing event updated for resources: {'Port': ['ID=b7ceb341-f331-4dcc-9125-a5e08615e73e,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:53.138624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-09912c1e-e2cd-44c6-8c80-3eb9c5a2fa52 None None] Provisioning complete for port 2a4354a4-7196-47e1-bc8f-13b9e369f13a triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:53.138624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-09912c1e-e2cd-44c6-8c80-3eb9c5a2fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:53.138624 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-09912c1e-e2cd-44c6-8c80-3eb9c5a2fa52 None None] Attempt 1 to provision port 2a4354a4-7196-47e1-bc8f-13b9e369f13a Oct 17 17:59:53.245224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:53.245224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:53.387657 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 2a4354a4-7196-47e1-bc8f-13b9e369f13a is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:53.430912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 8602f5ad-bb6e-4125-b9a8-497e3636f577 owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:53.494058 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.resource_extend [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 17 17:59:53.497458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-09912c1e-e2cd-44c6-8c80-3eb9c5a2fa52 None None] Current status of the port 2a4354a4-7196-47e1-bc8f-13b9e369f13a is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:53.509551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:53.517939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:53.527001 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:53.863926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2a4354a4-7196-47e1-bc8f-13b9e369f13a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:53.972796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'Port': ['ID=2f34c51f-8989-48ea-9824-88faa9d4af50,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:53.994958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:54.087686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Provisioning for port 2f34c51f-8989-48ea-9824-88faa9d4af50 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:54.092064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=8602f5ad-bb6e-4125-b9a8-497e3636f577,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:54.098056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 2a4354a4-7196-47e1-bc8f-13b9e369f13a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:54.098758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:54.099340 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 2a4354a4-7196-47e1-bc8f-13b9e369f13a Oct 17 17:59:54.199114 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Provisioning complete for port 2f34c51f-8989-48ea-9824-88faa9d4af50 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:54.199826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:54.200474 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Attempt 1 to provision port 2f34c51f-8989-48ea-9824-88faa9d4af50 Oct 17 17:59:54.323711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Network c9ad9765-33f7-42f8-b043-2234980594ab is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 17:59:54.323711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 17:59:54.367718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Port 2f34c51f-8989-48ea-9824-88faa9d4af50 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:54.441490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 2a4354a4-7196-47e1-bc8f-13b9e369f13a is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:54.442842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 009c1732-30c5-4ade-a819-e6ecbd64c6ce up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:54.537121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 009c1732-30c5-4ade-a819-e6ecbd64c6ce completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:54.544823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 009c1732-30c5-4ade-a819-e6ecbd64c6ce triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:54.545433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:54.545861 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 009c1732-30c5-4ade-a819-e6ecbd64c6ce Oct 17 17:59:54.593721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:54.593721 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP 32df641b-ee71-4a46-a50d-44d2968216f9 disassociated (deleted). External IP: 172.26.8.101, port: ecd099d6-dd7e-4144-b4b4-9b00abf2434c. Oct 17 17:59:54.780956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 009c1732-30c5-4ade-a819-e6ecbd64c6ce is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:54.780956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:54.835256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 009c1732-30c5-4ade-a819-e6ecbd64c6ce, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=009c1732-30c5-4ade-a819-e6ecbd64c6ce,segment=NetworkSegment(2f26ce42-1fae-4cf8-a820-5bf8a60983d4),segment_id=2f26ce42-1fae-4cf8-a820-5bf8a60983d4)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:54.849697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:54.849697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b7ceb341-f331-4dcc-9125-a5e08615e73e up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:54.953407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Router f84f33b4-da4c-4630-8c44-ebcb28502c43 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 17:59:55.018443 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Attempt 2 to provision port 2f34c51f-8989-48ea-9824-88faa9d4af50 Oct 17 17:59:55.053831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbe7d86-f1a2-4bfb-a7ed-e0a9181873cd None None] Network 0b5a66d7-9d09-4856-884b-451b158841d5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 17:59:55.330852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:55.341040 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port b7ceb341-f331-4dcc-9125-a5e08615e73e completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:55.375964 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Port 2f34c51f-8989-48ea-9824-88faa9d4af50 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:55.382830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=009c1732-30c5-4ade-a819-e6ecbd64c6ce,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:55.522368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:55.541335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bab432-107d-4ab4-a68d-cf2bc622d9af None None] Sync routers for ids ['f84f33b4-da4c-4630-8c44-ebcb28502c43'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:55.565264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bab432-107d-4ab4-a68d-cf2bc622d9af None None] Routers {'f84f33b4-da4c-4630-8c44-ebcb28502c43'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:55.565264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-58bab432-107d-4ab4-a68d-cf2bc622d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f84f33b4-da4c-4630-8c44-ebcb28502c43'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:55.573961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48412) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:55.577690 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-85582c7e-c694-4190-ab88-616f0845a0aa tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "PUT /v2.0/routers/f84f33b4-da4c-4630-8c44-ebcb28502c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6746292 Oct 17 17:59:55.587195 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:55.635273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 009c1732-30c5-4ade-a819-e6ecbd64c6ce up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:55.693912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-58bab432-107d-4ab4-a68d-cf2bc622d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:55.713718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bab432-107d-4ab4-a68d-cf2bc622d9af None None] Routers {'f84f33b4-da4c-4630-8c44-ebcb28502c43'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:55.714194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-58bab432-107d-4ab4-a68d-cf2bc622d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f84f33b4-da4c-4630-8c44-ebcb28502c43'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:55.804529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-58bab432-107d-4ab4-a68d-cf2bc622d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:55.804529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bab432-107d-4ab4-a68d-cf2bc622d9af None None] The sync data for ids ['f84f33b4-da4c-4630-8c44-ebcb28502c43'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:55.831930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 009c1732-30c5-4ade-a819-e6ecbd64c6ce triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:55.831930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:55.831930 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 009c1732-30c5-4ade-a819-e6ecbd64c6ce Oct 17 17:59:55.835697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:55.838291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:55.853506 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e40b6a7-d900-4079-a08b-ce42a3697271 None None] Sync routers for ids ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:55.862462 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40b6a7-d900-4079-a08b-ce42a3697271 None None] Routers {'09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:55.862462 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7e40b6a7-d900-4079-a08b-ce42a3697271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:55.966349 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7db1b4cb-3be6-46fe-a88d-1fd211707c63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/floatingips/32df641b-ee71-4a46-a50d-44d2968216f9 HTTP/1.1" status: 204 len: 168 time: 3.7458093 Oct 17 17:59:55.966349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'tag': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:59:55.967863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9207cfe0-39ae-4dbc-81c8-92faf5f69098" -d '{"events": [{"name": "network-changed", "server_uuid": "efb1110f-aa1c-45b7-b5d7-568db2415d45", "tag": "ecd099d6-dd7e-4144-b4b4-9b00abf2434c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:59:55.973212 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Attempt 3 to provision port 2f34c51f-8989-48ea-9824-88faa9d4af50 Oct 17 17:59:56.056566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 17:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036de5f4-833d-4903-a54d-0b84f1e89c76 x-openstack-request-id: req-036de5f4-833d-4903-a54d-0b84f1e89c76 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:59:56.057456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb1110f-aa1c-45b7-b5d7-568db2415d45", "tag": "ecd099d6-dd7e-4144-b4b4-9b00abf2434c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:59:56.057964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-036de5f4-833d-4903-a54d-0b84f1e89c76 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:59:56.059496 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-036de5f4-833d-4903-a54d-0b84f1e89c76'] response: {'name': 'network-changed', 'server_uuid': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'tag': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c', 'status': 'completed', 'code': 200} Oct 17 17:59:56.066971 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Port 2f34c51f-8989-48ea-9824-88faa9d4af50 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:56.183696 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-7e40b6a7-d900-4079-a08b-ce42a3697271 None None] Set router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:56.224866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 009c1732-30c5-4ade-a819-e6ecbd64c6ce is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:56.255153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207cfe0-39ae-4dbc-81c8-92faf5f69098 req-bb271781-f1e4-4c36-82bc-2c76b6d64c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:56.257054 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9207cfe0-39ae-4dbc-81c8-92faf5f69098 req-bb271781-f1e4-4c36-82bc-2c76b6d64c36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 1098 time: 0.1563427 Oct 17 17:59:56.432405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207cfe0-39ae-4dbc-81c8-92faf5f69098 req-fb496224-eea1-4031-9018-fa45b83eb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:56.434220 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9207cfe0-39ae-4dbc-81c8-92faf5f69098 req-fb496224-eea1-4031-9018-fa45b83eb4a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=178ccc82-4ce6-48db-8ba5-972f9ba5f634 HTTP/1.1" status: 200 len: 897 time: 0.1695464 Oct 17 17:59:56.539554 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-2a92b4e8-d06d-412e-9c51-32c82613c02c tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 17:59:56.544259 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2a92b4e8-d06d-412e-9c51-32c82613c02c tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "PUT /v2.0/routers/f84f33b4-da4c-4630-8c44-ebcb28502c43/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9726703 Oct 17 17:59:56.544259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48424) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:56.560284 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9207cfe0-39ae-4dbc-81c8-92faf5f69098 req-2bcd242f-61ff-4c03-98f3-17227a2f835a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecd099d6-dd7e-4144-b4b4-9b00abf2434c HTTP/1.1" status: 200 len: 217 time: 0.1192408 Oct 17 17:59:56.567876 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Attempt 4 to provision port 2f34c51f-8989-48ea-9824-88faa9d4af50 Oct 17 17:59:56.667770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207cfe0-39ae-4dbc-81c8-92faf5f69098 req-837fd12a-7b25-4cf7-9a3f-7a3cac4da3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:56.667770 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9207cfe0-39ae-4dbc-81c8-92faf5f69098 req-837fd12a-7b25-4cf7-9a3f-7a3cac4da3f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2f5204a3-d27a-45c7-86ba-8c63ae9534da HTTP/1.1" status: 200 len: 834 time: 0.0869477 Oct 17 17:59:56.675691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Port 2f34c51f-8989-48ea-9824-88faa9d4af50 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:56.677844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e090a56-9e8f-4ce0-9521-d66656be453b req-99ced07a-d91c-4347-8587-e41e004ed3f4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:56.678598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-4e090a56-9e8f-4ce0-9521-d66656be453b req-99ced07a-d91c-4347-8587-e41e004ed3f4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:59:56.724064 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7e40b6a7-d900-4079-a08b-ce42a3697271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T17:58:48Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5912d237-5687-4b4f-a002-949a0ba3cb31', 'name': '', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:9d:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:03Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:56.728620 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e40b6a7-d900-4079-a08b-ce42a3697271 None None] Checking router: 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 17:59:56.744170 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40b6a7-d900-4079-a08b-ce42a3697271 None None] Routers {'09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:56.744862 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7e40b6a7-d900-4079-a08b-ce42a3697271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:56.756715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-4e090a56-9e8f-4ce0-9521-d66656be453b req-99ced07a-d91c-4347-8587-e41e004ed3f4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:59:56.757599 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4e090a56-9e8f-4ce0-9521-d66656be453b req-99ced07a-d91c-4347-8587-e41e004ed3f4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 945 time: 0.3151505 Oct 17 17:59:56.820674 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4e090a56-9e8f-4ce0-9521-d66656be453b req-9d2c981c-2191-404e-a433-c06a802b51de tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47b75fb5-3572-44fa-b53b-8e43128a859d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542645 Oct 17 17:59:56.823308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207cfe0-39ae-4dbc-81c8-92faf5f69098 req-f3f0e35f-40b6-48cb-8920-1ed4ebe54071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:56.824712 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9207cfe0-39ae-4dbc-81c8-92faf5f69098 req-f3f0e35f-40b6-48cb-8920-1ed4ebe54071 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=178ccc82-4ce6-48db-8ba5-972f9ba5f634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1416252 Oct 17 17:59:56.969761 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-7e40b6a7-d900-4079-a08b-ce42a3697271 None None] Set router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 17:59:56.995517 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9207cfe0-39ae-4dbc-81c8-92faf5f69098 req-6dcf8a5e-2ec6-47c1-bea8-63dd05e18689 service neutron] 10.222.0.20 "GET /v2.0/networks/178ccc82-4ce6-48db-8ba5-972f9ba5f634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606619 Oct 17 17:59:57.176630 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Attempt 5 to provision port 2f34c51f-8989-48ea-9824-88faa9d4af50 Oct 17 17:59:57.185710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f82cfddc-3378-4572-9bac-cf8fd6c0b152 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:57.269980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Port 2f34c51f-8989-48ea-9824-88faa9d4af50 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:57.300270 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9207cfe0-39ae-4dbc-81c8-92faf5f69098 req-19efd867-c3a3-4965-a60f-f66750c7349d service neutron] 10.222.0.20 "GET /v2.0/networks/178ccc82-4ce6-48db-8ba5-972f9ba5f634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957416 Oct 17 17:59:57.409418 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7e40b6a7-d900-4079-a08b-ce42a3697271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T17:58:48Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5912d237-5687-4b4f-a002-949a0ba3cb31', 'name': '', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:9d:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:03Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:57.414931 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e40b6a7-d900-4079-a08b-ce42a3697271 None None] The sync data for ids ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'] in dv-neutron-860895-1-hyperv is: [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T17:58:48Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5912d237-5687-4b4f-a002-949a0ba3cb31', 'name': '', 'network_id': '178ccc82-4ce6-48db-8ba5-972f9ba5f634', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:9d:8e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:44Z', 'updated_at': '2022-10-17T17:59:03Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '2f5204a3-d27a-45c7-86ba-8c63ae9534da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:57.726932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d622ca-e090-4185-9f8e-2aac146872b5 None None] New status for floating IP 32df641b-ee71-4a46-a50d-44d2968216f9: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 17:59:57.748678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-f82cfddc-3378-4572-9bac-cf8fd6c0b152 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Deleting port 2f34c51f-8989-48ea-9824-88faa9d4af50 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:57.748959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f82cfddc-3378-4572-9bac-cf8fd6c0b152 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:57.787693 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Attempt 6 to provision port 2f34c51f-8989-48ea-9824-88faa9d4af50 Oct 17 17:59:57.914756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Port 2f34c51f-8989-48ea-9824-88faa9d4af50 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 17:59:57.970967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f82cfddc-3378-4572-9bac-cf8fd6c0b152 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:58.117946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057f7e7-7ce4-4de3-99cf-98f952cae7eb req-a3612bcf-9ab8-42a8-8800-2801756aa19d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:58.117946 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f057f7e7-7ce4-4de3-99cf-98f952cae7eb req-a3612bcf-9ab8-42a8-8800-2801756aa19d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 945 time: 0.1312103 Oct 17 17:59:58.170936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-f82cfddc-3378-4572-9bac-cf8fd6c0b152 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Calling delete_port for 2f34c51f-8989-48ea-9824-88faa9d4af50 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:58.266338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-f057f7e7-7ce4-4de3-99cf-98f952cae7eb req-a9a4ce1d-f96d-4c54-9fc3-8a2ef6d09c68 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port ecd099d6-dd7e-4144-b4b4-9b00abf2434c {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 17:59:58.266338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f057f7e7-7ce4-4de3-99cf-98f952cae7eb req-a9a4ce1d-f96d-4c54-9fc3-8a2ef6d09c68 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:58.292879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87e512-56e5-410d-8e3a-d7ff38a774ea req-10e5285b-1c60-453b-9101-a11ee25a2205 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 17:59:58.303791 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0d87e512-56e5-410d-8e3a-d7ff38a774ea req-10e5285b-1c60-453b-9101-a11ee25a2205 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 945 time: 0.3157983 Oct 17 17:59:58.414654 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0d87e512-56e5-410d-8e3a-d7ff38a774ea req-d0a05c8b-dc1b-43fd-bcec-c3014ce16f8e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47b75fb5-3572-44fa-b53b-8e43128a859d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005652 Oct 17 17:59:58.415716 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Attempt 7 to provision port 2f34c51f-8989-48ea-9824-88faa9d4af50 Oct 17 17:59:58.457787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f82cfddc-3378-4572-9bac-cf8fd6c0b152 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:58.470913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Port 2f34c51f-8989-48ea-9824-88faa9d4af50 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 17:59:58.491807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Provisioning complete for port 009c1732-30c5-4ade-a819-e6ecbd64c6ce triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:58.492263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:58.492849 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Attempt 1 to provision port 009c1732-30c5-4ade-a819-e6ecbd64c6ce Oct 17 17:59:58.554212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cfddc-3378-4572-9bac-cf8fd6c0b152 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event deleted for resources: {'Port': ['ID=2f34c51f-8989-48ea-9824-88faa9d4af50,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:58.690894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b1be8de7-490a-46f1-bc74-ad2968a78859 None None] Current status of the port 009c1732-30c5-4ade-a819-e6ecbd64c6ce is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:58.705316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-f057f7e7-7ce4-4de3-99cf-98f952cae7eb req-a9a4ce1d-f96d-4c54-9fc3-8a2ef6d09c68 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port ecd099d6-dd7e-4144-b4b4-9b00abf2434c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ecd099d6-dd7e-4144-b4b4-9b00abf2434c,segment=NetworkSegment(c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e),segment_id=c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:58.705679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f057f7e7-7ce4-4de3-99cf-98f952cae7eb req-a9a4ce1d-f96d-4c54-9fc3-8a2ef6d09c68 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:58.741981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f82cfddc-3378-4572-9bac-cf8fd6c0b152 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:58.804295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7fbad73f-7317-41c0-b0e7-81de44679492 None None] Could not find standard attr ID for object 2f34c51f-8989-48ea-9824-88faa9d4af50. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 17:59:58.826493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7fbad73f-7317-41c0-b0e7-81de44679492 None None] Provisioning for port b7ceb341-f331-4dcc-9125-a5e08615e73e completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 17:59:58.852605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7fbad73f-7317-41c0-b0e7-81de44679492 None None] Provisioning complete for port b7ceb341-f331-4dcc-9125-a5e08615e73e triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:58.852605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7fbad73f-7317-41c0-b0e7-81de44679492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:58.852605 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7fbad73f-7317-41c0-b0e7-81de44679492 None None] Attempt 1 to provision port b7ceb341-f331-4dcc-9125-a5e08615e73e Oct 17 17:59:58.885449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-f057f7e7-7ce4-4de3-99cf-98f952cae7eb req-a9a4ce1d-f96d-4c54-9fc3-8a2ef6d09c68 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for ecd099d6-dd7e-4144-b4b4-9b00abf2434c owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 17:59:59.121683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7fbad73f-7317-41c0-b0e7-81de44679492 None None] Current status of the port b7ceb341-f331-4dcc-9125-a5e08615e73e is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 17:59:59.121683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7fbad73f-7317-41c0-b0e7-81de44679492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:59.166170 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82cfddc-3378-4572-9bac-cf8fd6c0b152 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Router f84f33b4-da4c-4630-8c44-ebcb28502c43 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 17:59:59.205654 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c70ac03c-72d9-41f0-8d70-5cc6211160d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:59.229187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7fbad73f-7317-41c0-b0e7-81de44679492 None None] For port b7ceb341-f331-4dcc-9125-a5e08615e73e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b7ceb341-f331-4dcc-9125-a5e08615e73e,segment=NetworkSegment(d87da72e-8f3f-42d2-bb11-7e7cf4e90b20),segment_id=d87da72e-8f3f-42d2-bb11-7e7cf4e90b20)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 17:59:59.235560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f057f7e7-7ce4-4de3-99cf-98f952cae7eb req-a9a4ce1d-f96d-4c54-9fc3-8a2ef6d09c68 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:59.242591 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7fbad73f-7317-41c0-b0e7-81de44679492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:59.354320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbad73f-7317-41c0-b0e7-81de44679492 None None] Pushing event updated for resources: {'Port': ['ID=b7ceb341-f331-4dcc-9125-a5e08615e73e,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:59.374142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82cfddc-3378-4572-9bac-cf8fd6c0b152 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 17:59:59.385875 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a604a02-0f78-4a77-8a5c-621548a61a6e None None] Sync routers for ids ['f84f33b4-da4c-4630-8c44-ebcb28502c43'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 17:59:59.409035 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f82cfddc-3378-4572-9bac-cf8fd6c0b152 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "PUT /v2.0/routers/f84f33b4-da4c-4630-8c44-ebcb28502c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8504522 Oct 17 17:59:59.409035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48432) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:59.414371 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a604a02-0f78-4a77-8a5c-621548a61a6e None None] Routers {'f84f33b4-da4c-4630-8c44-ebcb28502c43'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:59.414371 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5a604a02-0f78-4a77-8a5c-621548a61a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f84f33b4-da4c-4630-8c44-ebcb28502c43'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:59.513363 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5a604a02-0f78-4a77-8a5c-621548a61a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:59.522838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4ce1d-f96d-4c54-9fc3-8a2ef6d09c68 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=ecd099d6-dd7e-4144-b4b4-9b00abf2434c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 17:59:59.534221 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a604a02-0f78-4a77-8a5c-621548a61a6e None None] Routers {'f84f33b4-da4c-4630-8c44-ebcb28502c43'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 17:59:59.534221 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5a604a02-0f78-4a77-8a5c-621548a61a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T17:59:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f84f33b4-da4c-4630-8c44-ebcb28502c43'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:59.547658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f057f7e7-7ce4-4de3-99cf-98f952cae7eb req-a9a4ce1d-f96d-4c54-9fc3-8a2ef6d09c68 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] No DVR routers for this DVR port ecd099d6-dd7e-4144-b4b4-9b00abf2434c on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 17:59:59.547658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f057f7e7-7ce4-4de3-99cf-98f952cae7eb req-a9a4ce1d-f96d-4c54-9fc3-8a2ef6d09c68 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:59.547658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'name': 'network-vif-deleted', 'tag': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 17:59:59.547658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3483aba0-60c6-486a-84f6-ab928a180b59" -d '{"events": [{"server_uuid": "efb1110f-aa1c-45b7-b5d7-568db2415d45", "name": "network-vif-deleted", "tag": "ecd099d6-dd7e-4144-b4b4-9b00abf2434c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 17:59:59.588072 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f057f7e7-7ce4-4de3-99cf-98f952cae7eb req-a9a4ce1d-f96d-4c54-9fc3-8a2ef6d09c68 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "DELETE /v2.0/ports/ecd099d6-dd7e-4144-b4b4-9b00abf2434c HTTP/1.1" status: 204 len: 173 time: 1.4583192 Oct 17 17:59:59.639834 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5a604a02-0f78-4a77-8a5c-621548a61a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 17:59:59.639834 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a604a02-0f78-4a77-8a5c-621548a61a6e None None] The sync data for ids ['f84f33b4-da4c-4630-8c44-ebcb28502c43'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 17:59:59.713298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-0daf597b-843c-4a6a-bed5-36bdf369a8fa req-6329e2ec-2711-443a-8201-95135ebe8f47 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 17:59:59.722653 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762b4cc5-730d-464a-90d6-5057b7106c8c x-openstack-request-id: req-762b4cc5-730d-464a-90d6-5057b7106c8c {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 17:59:59.730354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb1110f-aa1c-45b7-b5d7-568db2415d45", "name": "network-vif-deleted", "tag": "ecd099d6-dd7e-4144-b4b4-9b00abf2434c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 17:59:59.730799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-762b4cc5-730d-464a-90d6-5057b7106c8c {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 17:59:59.731372 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762b4cc5-730d-464a-90d6-5057b7106c8c'] response: {'server_uuid': 'efb1110f-aa1c-45b7-b5d7-568db2415d45', 'name': 'network-vif-deleted', 'tag': 'ecd099d6-dd7e-4144-b4b4-9b00abf2434c', 'status': 'completed', 'code': 200} Oct 17 17:59:59.743135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b7ceb341-f331-4dcc-9125-a5e08615e73e up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 17:59:59.772737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-0daf597b-843c-4a6a-bed5-36bdf369a8fa req-6329e2ec-2711-443a-8201-95135ebe8f47 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 17:59:59.772737 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0daf597b-843c-4a6a-bed5-36bdf369a8fa req-6329e2ec-2711-443a-8201-95135ebe8f47 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=efb1110f-aa1c-45b7-b5d7-568db2415d45 HTTP/1.1" status: 200 len: 210 time: 0.1540031 Oct 17 17:59:59.819555 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-beb48913-f57e-433a-b8c7-9ae644644af9 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] delete failed (client error): The resource could not be found. Oct 17 17:59:59.819555 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-beb48913-f57e-433a-b8c7-9ae644644af9 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1953769850 HTTP/1.1" status: 404 len: 335 time: 0.4115126 Oct 17 17:59:59.819555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48440) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 17:59:59.835088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6d5d5850-ee69-4cda-8b60-e151e3b50e84 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f84f33b4-da4c-4630-8c44-ebcb28502c43'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 17:59:59.923573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port b7ceb341-f331-4dcc-9125-a5e08615e73e triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 17:59:59.923573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 17:59:59.923573 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port b7ceb341-f331-4dcc-9125-a5e08615e73e Oct 17 18:00:00.066721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b7ceb341-f331-4dcc-9125-a5e08615e73e is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:00.128885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ecd099d6-dd7e-4144-b4b4-9b00abf2434c no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:00:00.185864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: ecd099d6-dd7e-4144-b4b4-9b00abf2434c {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:00:00.186207 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ecd099d6-dd7e-4144-b4b4-9b00abf2434c not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:00:00.380388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6d5d5850-ee69-4cda-8b60-e151e3b50e84 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:00.410037 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-6d5d5850-ee69-4cda-8b60-e151e3b50e84 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] update failed (client error): The resource could not be found. Oct 17 18:00:00.411330 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6d5d5850-ee69-4cda-8b60-e151e3b50e84 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "PUT /v2.0/routers/f84f33b4-da4c-4630-8c44-ebcb28502c43 HTTP/1.1" status: 404 len: 339 time: 0.5928953 Oct 17 18:00:00.415866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48444) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:00.421593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1982161836'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:00.427603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:00.433767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Usage tracker for resource:network and tenant:ae391b36f3744ad0aaa6992db86cacc7 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:00.437421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:00.447296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:00.460897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Made reservation on behalf of ae391b36f3744ad0aaa6992db86cacc7 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:00:00.465357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:00.511723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:00:00.519847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:00.519847 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Added segment 6ea9b604-7a49-438d-af76-e9f584cd9861 of type vlan for network 8825d8cd-4328-4a9d-8134-4f2e60c5a56b Oct 17 18:00:00.554564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:00.586504 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:00.592484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:00.593099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:00.725023 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2994347 Oct 17 18:00:00.728487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48448) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:00.731964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfc755-a363-464b-93d9-1ce736a104bb tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'Network': ['ID=8825d8cd-4328-4a9d-8134-4f2e60c5a56b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:00.735428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Request body: {'subnet': {'network_id': '8825d8cd-4328-4a9d-8134-4f2e60c5a56b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:00.742695 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 8825d8cd-4328-4a9d-8134-4f2e60c5a56b details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:00:00.868397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:00.870756 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Usage tracker for resource:subnet and tenant:ae391b36f3744ad0aaa6992db86cacc7 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:00.874221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:00.883212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:00.896089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Made reservation on behalf of ae391b36f3744ad0aaa6992db86cacc7 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:00:00.901104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:00.910081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48454) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:00.999225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b0ef61ae-ae4f-4ba1-b3a8-4e0918741641 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:01.047656 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b0ef61ae-ae4f-4ba1-b3a8-4e0918741641 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:01.148485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b0ef61ae-ae4f-4ba1-b3a8-4e0918741641 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:01.178529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef61ae-ae4f-4ba1-b3a8-4e0918741641 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b75fb5-3572-44fa-b53b-8e43128a859d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:01.179022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:01.188233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b0ef61ae-ae4f-4ba1-b3a8-4e0918741641 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:01.191078 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b0ef61ae-ae4f-4ba1-b3a8-4e0918741641 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/security-groups/47b75fb5-3572-44fa-b53b-8e43128a859d HTTP/1.1" status: 204 len: 168 time: 0.2791226 Oct 17 18:00:01.221494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48460) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:01.274382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'Subnet': ['ID=bc41c394-c6a5-415a-9d9e-9faa9ab89b17,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:01.290691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Checking segment: {'id': '6ea9b604-7a49-438d-af76-e9f584cd9861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8825d8cd-4328-4a9d-8134-4f2e60c5a56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:00:01.291379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Network hostable DHCP agents. Network: 8825d8cd-4328-4a9d-8134-4f2e60c5a56b, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:00:01.321521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Network 8825d8cd-4328-4a9d-8134-4f2e60c5a56b is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:00:01.339944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 8825d8cd-4328-4a9d-8134-4f2e60c5a56b) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:01.346919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:01.346919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:01.354269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470f0015-8e09-4c0f-9ef1-4eec0332edc8 None None] Network 8825d8cd-4328-4a9d-8134-4f2e60c5a56b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:00:01.386222 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-88f4f30f-9cec-4be9-b5ae-48e8434df779 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6628115 Oct 17 18:00:01.386222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48464) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:01.398122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e1f4ddf3-b3c7-4328-8c0f-4a6d7f050cc5 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Request body: {'router': {'external_gateway_info': {'network_id': '8825d8cd-4328-4a9d-8134-4f2e60c5a56b'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:01.591971 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4618f99e-fbc5-4411-88ae-5ea44fd17000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:01.769717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-8825d8cd-4328-4a9d-8134-4f2e60c5a56b', 'network_id': '8825d8cd-4328-4a9d-8134-4f2e60c5a56b', 'tenant_id': 'ae391b36f3744ad0aaa6992db86cacc7', 'fixed_ips': [{'subnet_id': 'bc41c394-c6a5-415a-9d9e-9faa9ab89b17'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:00:01.770569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:01.984887 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e1f4ddf3-b3c7-4328-8c0f-4a6d7f050cc5 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:02.046083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Allocated IP 2001:db8:1::2 (8825d8cd-4328-4a9d-8134-4f2e60c5a56b/bc41c394-c6a5-415a-9d9e-9faa9ab89b17/83e373b4-b357-45cf-997e-2567f7871eb3) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:00:02.171080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-037211a4-f9c4-447d-908b-8add5bae00c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:02.199460 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-e1f4ddf3-b3c7-4328-8c0f-4a6d7f050cc5 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:00:02.200785 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e1f4ddf3-b3c7-4328-8c0f-4a6d7f050cc5 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "PUT /v2.0/routers/f84f33b4-da4c-4630-8c44-ebcb28502c43 HTTP/1.1" status: 400 len: 364 time: 0.8149383 Oct 17 18:00:02.205019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48468) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:02.320576 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:02.341338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Transition to ACTIVE for port object 83e373b4-b357-45cf-997e-2567f7871eb3 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:02.370475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Transition to ACTIVE for port object 83e373b4-b357-45cf-997e-2567f7871eb3 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:02.380986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:02.469008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Network 8825d8cd-4328-4a9d-8134-4f2e60c5a56b is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:00:02.478097 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:02.482664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:00:02.503808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Pushing event updated for resources: {'Port': ['ID=83e373b4-b357-45cf-997e-2567f7871eb3,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:02.609953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:02.639378 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-037211a4-f9c4-447d-908b-8add5bae00c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 5912d237-5687-4b4f-a002-949a0ba3cb31 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:02.639850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-037211a4-f9c4-447d-908b-8add5bae00c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:02.641729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Attempting to bind port 83e373b4-b357-45cf-997e-2567f7871eb3 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:00:02.643001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Attempting to bind port 83e373b4-b357-45cf-997e-2567f7871eb3 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6ea9b604-7a49-438d-af76-e9f584cd9861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8825d8cd-4328-4a9d-8134-4f2e60c5a56b'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:00:02.643207 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Attempting to bind port 83e373b4-b357-45cf-997e-2567f7871eb3 on network 8825d8cd-4328-4a9d-8134-4f2e60c5a56b {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:00:02.658577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:00:02.658577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Checking segment: {'id': '6ea9b604-7a49-438d-af76-e9f584cd9861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8825d8cd-4328-4a9d-8134-4f2e60c5a56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:00:02.658577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:02.658577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Bound using segment: {'id': '6ea9b604-7a49-438d-af76-e9f584cd9861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8825d8cd-4328-4a9d-8134-4f2e60c5a56b'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:00:02.658577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Bound port: 83e373b4-b357-45cf-997e-2567f7871eb3, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea9b604-7a49-438d-af76-e9f584cd9861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8825d8cd-4328-4a9d-8134-4f2e60c5a56b'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:00:02.658577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:02.667222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:02.778574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:02.812129 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] For port 83e373b4-b357-45cf-997e-2567f7871eb3, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:00:02.817706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] For port 83e373b4-b357-45cf-997e-2567f7871eb3, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=83e373b4-b357-45cf-997e-2567f7871eb3,segment=NetworkSegment(6ea9b604-7a49-438d-af76-e9f584cd9861),segment_id=6ea9b604-7a49-438d-af76-e9f584cd9861)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:00:02.827348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:02.883543 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-037211a4-f9c4-447d-908b-8add5bae00c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 5912d237-5687-4b4f-a002-949a0ba3cb31, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5912d237-5687-4b4f-a002-949a0ba3cb31,segment=NetworkSegment(c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e),segment_id=c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:02.883906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-037211a4-f9c4-447d-908b-8add5bae00c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:02.976389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ec2f2-610e-4604-9f40-ded5aa299df9 None None] Pushing event updated for resources: {'Port': ['ID=83e373b4-b357-45cf-997e-2567f7871eb3,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:03.032675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-037211a4-f9c4-447d-908b-8add5bae00c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 5912d237-5687-4b4f-a002-949a0ba3cb31 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:00:03.311466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Allocated IP 2001:db8::1 (9f13f67c-898e-47c7-b3a8-14371c1f741f/56dcc7fa-3080-43d5-a555-11799f3e35b6/66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:00:03.348271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-037211a4-f9c4-447d-908b-8add5bae00c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:03.526836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037211a4-f9c4-447d-908b-8add5bae00c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=5912d237-5687-4b4f-a002-949a0ba3cb31,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:03.796230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 83e373b4-b357-45cf-997e-2567f7871eb3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:00:03.871419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:03.891290 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Transition to ACTIVE for port object 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:03.924140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:03.934524 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 83e373b4-b357-45cf-997e-2567f7871eb3 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:03.969211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-037211a4-f9c4-447d-908b-8add5bae00c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:04.012705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Network 9f13f67c-898e-47c7-b3a8-14371c1f741f is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:00:04.027970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:04.027970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:00:04.027970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:04.078149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'Port': ['ID=66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:04.302447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:04.354434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:04.554978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Provisioning for port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:04.567351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Provisioning complete for port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:04.567351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:04.567351 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Attempt 1 to provision port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a Oct 17 18:00:04.609688 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b7883-1ac6-4ed4-9748-8ead44799d70 None None] Network 8825d8cd-4328-4a9d-8134-4f2e60c5a56b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:00:04.689592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037211a4-f9c4-447d-908b-8add5bae00c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:00:04.734730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:04.892925 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037211a4-f9c4-447d-908b-8add5bae00c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:00:04.894329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:04.905119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:04.906233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:04.906446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a03545-cbed-4144-bb03-a260fced85e0 None None] Sync routers for ids ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:00:04.915815 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-037211a4-f9c4-447d-908b-8add5bae00c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/09c31e85-cdcb-4de7-ac29-6a0ebfb59c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6931906 Oct 17 18:00:04.919901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48472) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:04.921222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a03545-cbed-4144-bb03-a260fced85e0 None None] Routers {'09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:04.922047 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-78a03545-cbed-4144-bb03-a260fced85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:00:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:05.006996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1accd69-7195-45af-8853-e9932d8d642f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting subnet 2f5204a3-d27a-45c7-86ba-8c63ae9534da {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:00:05.011144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1accd69-7195-45af-8853-e9932d8d642f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:05.085246 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1accd69-7195-45af-8853-e9932d8d642f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:05.087766 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event updated for resources: {'Port': ['ID=66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:05.178001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-78a03545-cbed-4144-bb03-a260fced85e0 None None] Set router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:00:05.193540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Network 9f13f67c-898e-47c7-b3a8-14371c1f741f is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:00:05.195699 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:05.225597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1accd69-7195-45af-8853-e9932d8d642f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:05.242524 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Attempt 2 to provision port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a Oct 17 18:00:05.347377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1accd69-7195-45af-8853-e9932d8d642f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:05.413766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d1accd69-7195-45af-8853-e9932d8d642f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:05.425182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1accd69-7195-45af-8853-e9932d8d642f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5204a3-d27a-45c7-86ba-8c63ae9534da,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:05.428649 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d1accd69-7195-45af-8853-e9932d8d642f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/subnets/2f5204a3-d27a-45c7-86ba-8c63ae9534da HTTP/1.1" status: 204 len: 168 time: 0.5075505 Oct 17 18:00:05.432140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48476) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:05.596835 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd40bbe-45a0-45ae-be72-5f09c8673445 None None] Network 178ccc82-4ce6-48db-8ba5-972f9ba5f634 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:00:05.624924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Router f84f33b4-da4c-4630-8c44-ebcb28502c43 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:00:05.695495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:05.930208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-78a03545-cbed-4144-bb03-a260fced85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T18:00:03Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:05.931002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:05.936192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a03545-cbed-4144-bb03-a260fced85e0 None None] Checking router: 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:00:05.947425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a03545-cbed-4144-bb03-a260fced85e0 None None] Routers {'09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:05.947972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-78a03545-cbed-4144-bb03-a260fced85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:00:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:06.067715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0adc710-7569-4fc6-8116-12e8971472a8 None None] DHCP port deletion for 178ccc82-4ce6-48db-8ba5-972f9ba5f634 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:00:06.093958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:00:06.094621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c0adc710-7569-4fc6-8116-12e8971472a8 None None] Deleting port e9f67e85-7479-43dd-93e7-9be32361126f {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:06.095006 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c0adc710-7569-4fc6-8116-12e8971472a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:06.109981 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449766af-2b0b-4592-9e24-3130a9f70eb1 None None] Sync routers for ids ['f84f33b4-da4c-4630-8c44-ebcb28502c43'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:00:06.112493 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-dc7850e1-4145-4af9-b85d-bf1d1ff7158f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "PUT /v2.0/routers/f84f33b4-da4c-4630-8c44-ebcb28502c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9059870 Oct 17 18:00:06.115211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48480) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:06.134479 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449766af-2b0b-4592-9e24-3130a9f70eb1 None None] Routers {'f84f33b4-da4c-4630-8c44-ebcb28502c43'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:06.135431 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-449766af-2b0b-4592-9e24-3130a9f70eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:00:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f84f33b4-da4c-4630-8c44-ebcb28502c43'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:06.196808 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Attempt 3 to provision port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a Oct 17 18:00:06.216439 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-449766af-2b0b-4592-9e24-3130a9f70eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:06.228252 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449766af-2b0b-4592-9e24-3130a9f70eb1 None None] Routers {'f84f33b4-da4c-4630-8c44-ebcb28502c43'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:06.228894 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-449766af-2b0b-4592-9e24-3130a9f70eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:00:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f84f33b4-da4c-4630-8c44-ebcb28502c43'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:06.308076 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-449766af-2b0b-4592-9e24-3130a9f70eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:06.309052 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:06.309254 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449766af-2b0b-4592-9e24-3130a9f70eb1 None None] The sync data for ids ['f84f33b4-da4c-4630-8c44-ebcb28502c43'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:00:06.322598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2865f30c-782f-4501-bcb6-0fabb3645ca0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:06.388064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 6183e896-dd1b-43cc-8536-5e67d4f26f1d {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:06.388409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:06.393358 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:06.418280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-78a03545-cbed-4144-bb03-a260fced85e0 None None] Set router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:00:06.571153 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c0adc710-7569-4fc6-8116-12e8971472a8 None None] For port e9f67e85-7479-43dd-93e7-9be32361126f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e9f67e85-7479-43dd-93e7-9be32361126f,segment=NetworkSegment(c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e),segment_id=c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:06.571521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c0adc710-7569-4fc6-8116-12e8971472a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:06.610202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-2865f30c-782f-4501-bcb6-0fabb3645ca0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 17 18:00:06.612045 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2865f30c-782f-4501-bcb6-0fabb3645ca0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "DELETE /v2.0/routers/f84f33b4-da4c-4630-8c44-ebcb28502c43 HTTP/1.1" status: 409 len: 329 time: 0.4954345 Oct 17 18:00:06.614647 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48486) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:06.747850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c0adc710-7569-4fc6-8116-12e8971472a8 None None] Calling delete_port for e9f67e85-7479-43dd-93e7-9be32361126f owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:00:06.811402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 6183e896-dd1b-43cc-8536-5e67d4f26f1d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6183e896-dd1b-43cc-8536-5e67d4f26f1d,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:06.811760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:06.890951 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c0adc710-7569-4fc6-8116-12e8971472a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:06.924412 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Attempt 4 to provision port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a Oct 17 18:00:07.029133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0adc710-7569-4fc6-8116-12e8971472a8 None None] No DVR routers for this DVR port e9f67e85-7479-43dd-93e7-9be32361126f on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:00:07.042106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adc710-7569-4fc6-8116-12e8971472a8 None None] Pushing event deleted for resources: {'Port': ['ID=e9f67e85-7479-43dd-93e7-9be32361126f,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:07.058407 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:07.076577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-78a03545-cbed-4144-bb03-a260fced85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T18:00:03Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:07.081603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a03545-cbed-4144-bb03-a260fced85e0 None None] The sync data for ids ['09c31e85-cdcb-4de7-ac29-6a0ebfb59c23'] in dv-neutron-860895-1-hyperv is: [{'id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'name': 'tempest-TestNetworkBasicOps-router-1072491068', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:58:35Z', 'updated_at': '2022-10-17T18:00:03Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '6183e896-dd1b-43cc-8536-5e67d4f26f1d', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c31e85-cdcb-4de7-ac29-6a0ebfb59c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:58:37Z', 'updated_at': '2022-10-17T17:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:00:07.185301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 6183e896-dd1b-43cc-8536-5e67d4f26f1d owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:00:07.506954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5912d237-5687-4b4f-a002-949a0ba3cb31 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:00:07.535573 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:07.552180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 5912d237-5687-4b4f-a002-949a0ba3cb31 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:00:07.552803 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5912d237-5687-4b4f-a002-949a0ba3cb31 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:00:07.553217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e9f67e85-7479-43dd-93e7-9be32361126f no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:00:07.581066 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Attempt 5 to provision port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a Oct 17 18:00:07.617458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: e9f67e85-7479-43dd-93e7-9be32361126f {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:00:07.617794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e9f67e85-7479-43dd-93e7-9be32361126f not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:00:07.619746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=6183e896-dd1b-43cc-8536-5e67d4f26f1d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:07.647182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:07.699747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ed05d43-57c9-43bd-8d8c-85b629308498 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:07.813606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.013557 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.018577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.125503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.126067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Fanout notify agent at l3_agent the message router_deleted on router 09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:00:08.148168 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Attempt 6 to provision port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a Oct 17 18:00:08.160408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.164458 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6dafb5d0-4d93-4514-a732-e3feb0e49898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/routers/09c31e85-cdcb-4de7-ac29-6a0ebfb59c23 HTTP/1.1" status: 204 len: 168 time: 2.7266166 Oct 17 18:00:08.164706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48490) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:08.224523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:08.250671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4ed05d43-57c9-43bd-8d8c-85b629308498 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Deleting port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:08.251011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ed05d43-57c9-43bd-8d8c-85b629308498 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.301740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.443877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.457480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ed05d43-57c9-43bd-8d8c-85b629308498 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.469911 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178ccc82-4ce6-48db-8ba5-972f9ba5f634']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:08.482886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:08.483209 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:08.496450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.514587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.522396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:00:08.522780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.595512 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e resource provider aggregate not found Oct 17 18:00:08.625031 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5a4bf07-795a-4dda-8d2a-4154f3f8ed7e found for delete ", "request_id": "req-d682e578-f466-498b-b618-655c562b34f0"}]} Oct 17 18:00:08.635511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.640528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.667648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Network': ['ID=178ccc82-4ce6-48db-8ba5-972f9ba5f634,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:08.683359 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f5f90856-40ca-4b59-a018-93bc0f0b2d40 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/networks/178ccc82-4ce6-48db-8ba5-972f9ba5f634 HTTP/1.1" status: 204 len: 168 time: 0.5099893 Oct 17 18:00:08.696806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48498) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:08.699130 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'network': {'name': 'tempest-network-smoke--594399009', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'port_security_enabled': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:08.704189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:08.708438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:network and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:08.711317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:08.716999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:08.723646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4ed05d43-57c9-43bd-8d8c-85b629308498 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Calling delete_port for 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:00:08.725555 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Attempt 7 to provision port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a Oct 17 18:00:08.727926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:00:08.731551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.764403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:00:08.777383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.777936 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Added segment c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8 of type vlan for network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd Oct 17 18:00:08.794014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:08.811739 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.844253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.849892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:08.850475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.928820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ed05d43-57c9-43bd-8d8c-85b629308498 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:08.955345 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2608361 Oct 17 18:00:08.958131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48502) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:08.965355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'admin_state_up': True, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:08.974321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d6dfb-b058-4781-a45a-e9fd4b515ec4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Network': ['ID=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:08.976697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:08.978834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed05d43-57c9-43bd-8d8c-85b629308498 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event deleted for resources: {'Port': ['ID=66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:08.980839 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:router and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:08.983817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:08.990559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:00:08.990703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:09.003091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:09.004163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:09.027142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:09.177265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ed05d43-57c9-43bd-8d8c-85b629308498 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:09.295833 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Attempt 8 to provision port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a Oct 17 18:00:09.332887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-720de91d-a0db-4c63-9066-0f1ce34a4dfc None None] Port 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:00:09.458291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3587b91c-c014-49f4-aa3b-60923ad79acf None None] Could not find standard attr ID for object 66b48ab7-21e0-4ec8-b0b8-b5c30e57de9a. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:00:09.469772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3587b91c-c014-49f4-aa3b-60923ad79acf None None] Provisioning for port 83e373b4-b357-45cf-997e-2567f7871eb3 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:09.470070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed05d43-57c9-43bd-8d8c-85b629308498 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Router f84f33b4-da4c-4630-8c44-ebcb28502c43 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:00:09.475739 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3587b91c-c014-49f4-aa3b-60923ad79acf None None] Provisioning complete for port 83e373b4-b357-45cf-997e-2567f7871eb3 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:09.476379 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3587b91c-c014-49f4-aa3b-60923ad79acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:09.476923 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3587b91c-c014-49f4-aa3b-60923ad79acf None None] Attempt 1 to provision port 83e373b4-b357-45cf-997e-2567f7871eb3 Oct 17 18:00:09.479881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:09.525401 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6183e896-dd1b-43cc-8536-5e67d4f26f1d no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:00:09.569400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 6183e896-dd1b-43cc-8536-5e67d4f26f1d {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:00:09.569790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6183e896-dd1b-43cc-8536-5e67d4f26f1d not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:00:09.620722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed05d43-57c9-43bd-8d8c-85b629308498 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:00:09.635234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410161d-4ecc-48f8-8e43-82be46d6f731 None None] Sync routers for ids ['f84f33b4-da4c-4630-8c44-ebcb28502c43'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:00:09.635629 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4ed05d43-57c9-43bd-8d8c-85b629308498 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "PUT /v2.0/routers/f84f33b4-da4c-4630-8c44-ebcb28502c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0198505 Oct 17 18:00:09.637709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48506) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:09.657992 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410161d-4ecc-48f8-8e43-82be46d6f731 None None] Routers {'f84f33b4-da4c-4630-8c44-ebcb28502c43'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:09.658637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8410161d-4ecc-48f8-8e43-82be46d6f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:00:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f84f33b4-da4c-4630-8c44-ebcb28502c43'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:09.715430 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-f6a41ec2-e68a-464e-a318-1dd614c4e15e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] show failed (client error): The resource could not be found. Oct 17 18:00:09.721824 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f6a41ec2-e68a-464e-a318-1dd614c4e15e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-2064265691 HTTP/1.1" status: 404 len: 335 time: 0.0777802 Oct 17 18:00:09.722012 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3587b91c-c014-49f4-aa3b-60923ad79acf None None] Current status of the port 83e373b4-b357-45cf-997e-2567f7871eb3 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:09.722012 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3587b91c-c014-49f4-aa3b-60923ad79acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:09.722204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48510) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:09.725567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-a8fb0f24-1332-4ed0-922c-002fb016398e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:09.739563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8410161d-4ecc-48f8-8e43-82be46d6f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:09.761004 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410161d-4ecc-48f8-8e43-82be46d6f731 None None] Routers {'f84f33b4-da4c-4630-8c44-ebcb28502c43'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:09.761619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8410161d-4ecc-48f8-8e43-82be46d6f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:00:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['f84f33b4-da4c-4630-8c44-ebcb28502c43'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:09.792349 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-a8fb0f24-1332-4ed0-922c-002fb016398e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] update failed (client error): The resource could not be found. Oct 17 18:00:09.794592 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a8fb0f24-1332-4ed0-922c-002fb016398e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-623572356 HTTP/1.1" status: 404 len: 334 time: 0.0718498 Oct 17 18:00:09.796804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48514) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:09.829031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8410161d-4ecc-48f8-8e43-82be46d6f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:09.829473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8410161d-4ecc-48f8-8e43-82be46d6f731 None None] The sync data for ids ['f84f33b4-da4c-4630-8c44-ebcb28502c43'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:00:09.831855 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3587b91c-c014-49f4-aa3b-60923ad79acf None None] For port 83e373b4-b357-45cf-997e-2567f7871eb3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=83e373b4-b357-45cf-997e-2567f7871eb3,segment=NetworkSegment(6ea9b604-7a49-438d-af76-e9f584cd9861),segment_id=6ea9b604-7a49-438d-af76-e9f584cd9861)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:09.838851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3587b91c-c014-49f4-aa3b-60923ad79acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:09.849411 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:09.866858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b40990-a6b2-45c0-8c35-44568571dc7d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Deleting subnet bc41c394-c6a5-415a-9d9e-9faa9ab89b17 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:00:09.870043 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07b40990-a6b2-45c0-8c35-44568571dc7d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:09.879832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:09.914948 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587b91c-c014-49f4-aa3b-60923ad79acf None None] Pushing event updated for resources: {'Port': ['ID=83e373b4-b357-45cf-997e-2567f7871eb3,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:09.930312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07b40990-a6b2-45c0-8c35-44568571dc7d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.032281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.219 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/7559ce7f-ade6-4e14-a88c-19fdf8a5be16) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:00:10.144415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07b40990-a6b2-45c0-8c35-44568571dc7d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.207139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.224301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07b40990-a6b2-45c0-8c35-44568571dc7d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.239936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.268860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b40990-a6b2-45c0-8c35-44568571dc7d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event deleted for resources: {'Subnet': ['ID=bc41c394-c6a5-415a-9d9e-9faa9ab89b17,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:10.272400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-07b40990-a6b2-45c0-8c35-44568571dc7d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.281582 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-07b40990-a6b2-45c0-8c35-44568571dc7d tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "DELETE /v2.0/subnets/bc41c394-c6a5-415a-9d9e-9faa9ab89b17 HTTP/1.1" status: 204 len: 168 time: 0.4814758 Oct 17 18:00:10.281832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78000872-265a-4793-b05f-3123afcc8e02 None None] Network 8825d8cd-4328-4a9d-8134-4f2e60c5a56b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:00:10.281946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48518) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:10.312294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:00:10.316588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:10.319236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:00:10.354755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=7559ce7f-ade6-4e14-a88c-19fdf8a5be16,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:10.405059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.417146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Deleting port 83e373b4-b357-45cf-997e-2567f7871eb3 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:10.417477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.573460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa251bab-f745-41b0-8899-0c0ab08eed0a None None] DHCP port deletion for 8825d8cd-4328-4a9d-8134-4f2e60c5a56b request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:00:10.578324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-fa251bab-f745-41b0-8899-0c0ab08eed0a None None] Deleting port 83e373b4-b357-45cf-997e-2567f7871eb3 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:10.578948 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fa251bab-f745-41b0-8899-0c0ab08eed0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.634845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] For port 83e373b4-b357-45cf-997e-2567f7871eb3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=83e373b4-b357-45cf-997e-2567f7871eb3,segment=NetworkSegment(6ea9b604-7a49-438d-af76-e9f584cd9861),segment_id=6ea9b604-7a49-438d-af76-e9f584cd9861)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:10.635362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.770612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Calling delete_port for 83e373b4-b357-45cf-997e-2567f7871eb3 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:00:10.789900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.801726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-fa251bab-f745-41b0-8899-0c0ab08eed0a None None] For port 83e373b4-b357-45cf-997e-2567f7871eb3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=83e373b4-b357-45cf-997e-2567f7871eb3,segment=NetworkSegment(6ea9b604-7a49-438d-af76-e9f584cd9861),segment_id=6ea9b604-7a49-438d-af76-e9f584cd9861)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:10.802168 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fa251bab-f745-41b0-8899-0c0ab08eed0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.850141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:10.902520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event deleted for resources: {'Port': ['ID=83e373b4-b357-45cf-997e-2567f7871eb3,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:10.904767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] No DVR routers for this DVR port 83e373b4-b357-45cf-997e-2567f7871eb3 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:00:10.930367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-fa251bab-f745-41b0-8899-0c0ab08eed0a None None] Calling delete_port for 83e373b4-b357-45cf-997e-2567f7871eb3 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:00:11.055220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-fa251bab-f745-41b0-8899-0c0ab08eed0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:00:11.055940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-fa251bab-f745-41b0-8899-0c0ab08eed0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:00:11.057106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.088468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8825d8cd-4328-4a9d-8134-4f2e60c5a56b']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:11.101782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea9b604-7a49-438d-af76-e9f584cd9861') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:11.102179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea9b604-7a49-438d-af76-e9f584cd9861') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:11.114897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.132091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.138937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:00:11.139454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.198886 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:00:11.209508 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 6ea9b604-7a49-438d-af76-e9f584cd9861 resource provider aggregate not found Oct 17 18:00:11.234836 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 6ea9b604-7a49-438d-af76-e9f584cd9861 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ea9b604-7a49-438d-af76-e9f584cd9861 found for delete ", "request_id": "req-44615737-04ba-49af-a401-2ae14e4425bd"}]} Oct 17 18:00:11.253615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.258717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.287840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event deleted for resources: {'Network': ['ID=8825d8cd-4328-4a9d-8134-4f2e60c5a56b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:11.288533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.291785 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ad0f58c8-a66a-4728-91a5-fe021ef685f3 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "DELETE /v2.0/networks/8825d8cd-4328-4a9d-8134-4f2e60c5a56b HTTP/1.1" status: 204 len: 168 time: 1.0090809 Oct 17 18:00:11.294250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48526) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:11.363645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0c71c6-78f1-4486-882e-efaaf2b13f00 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Deleting subnet 835eeef1-3a12-4036-839c-b60765a85e39 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:00:11.366775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c0c71c6-78f1-4486-882e-efaaf2b13f00 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.425630 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c0c71c6-78f1-4486-882e-efaaf2b13f00 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.500911 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 83e373b4-b357-45cf-997e-2567f7871eb3 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:00:11.518803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c0c71c6-78f1-4486-882e-efaaf2b13f00 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.522297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 1e80b9db-1433-459b-9bec-d7df3317c86f is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:00:11.537021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 83e373b4-b357-45cf-997e-2567f7871eb3 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:00:11.537625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 83e373b4-b357-45cf-997e-2567f7871eb3 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:00:11.557607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-fa251bab-f745-41b0-8899-0c0ab08eed0a None None] Deleting port 83e373b4-b357-45cf-997e-2567f7871eb3 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:11.558001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fa251bab-f745-41b0-8899-0c0ab08eed0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.599749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c0c71c6-78f1-4486-882e-efaaf2b13f00 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.628536 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-fa251bab-f745-41b0-8899-0c0ab08eed0a None None] The port '83e373b4-b357-45cf-997e-2567f7871eb3' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:00:11.644674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c71c6-78f1-4486-882e-efaaf2b13f00 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event deleted for resources: {'Subnet': ['ID=835eeef1-3a12-4036-839c-b60765a85e39,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:11.651950 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c0c71c6-78f1-4486-882e-efaaf2b13f00 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.660189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7418a62c-a481-4f20-a396-9668dc7f2a08 None None] Network 0b5a66d7-9d09-4856-884b-451b158841d5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:00:11.660887 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5c0c71c6-78f1-4486-882e-efaaf2b13f00 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "DELETE /v2.0/subnets/835eeef1-3a12-4036-839c-b60765a85e39 HTTP/1.1" status: 204 len: 168 time: 0.3656602 Oct 17 18:00:11.663600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48530) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:11.711762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:00:11.725210 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Sync routers for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:00:11.734598 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:11.735614 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:00:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:11.737188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b3b37a-5250-4502-91d4-65333a95d2cf tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Deleting subnet 2f62e28a-e5c4-4e33-b5c8-c1a77c9794c8 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:00:11.741420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e3b3b37a-5250-4502-91d4-65333a95d2cf tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.743985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.748258 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ada990ee-aea9-481a-a573-eebbc557b8e0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7861850 Oct 17 18:00:11.748532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48534) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:11.803495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e3b3b37a-5250-4502-91d4-65333a95d2cf tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.923819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e3b3b37a-5250-4502-91d4-65333a95d2cf tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:11.943768 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:00:11.987089 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-054bee0d-f907-4a52-ab25-47e98e4b4d66 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5bf68046d82040c287b306f9ee0c6158&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2356720 Oct 17 18:00:11.988440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48540) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:12.000442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd79cd66-59e4-444f-8772-63dfa2970238 None None] DHCP port deletion for 0b5a66d7-9d09-4856-884b-451b158841d5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:00:12.005748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-dd79cd66-59e4-444f-8772-63dfa2970238 None None] Deleting port b7ceb341-f331-4dcc-9125-a5e08615e73e {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:12.006420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd66-59e4-444f-8772-63dfa2970238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.024372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e3b3b37a-5250-4502-91d4-65333a95d2cf tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.088657 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3b37a-5250-4502-91d4-65333a95d2cf tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event deleted for resources: {'Subnet': ['ID=2f62e28a-e5c4-4e33-b5c8-c1a77c9794c8,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:12.104084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e3b3b37a-5250-4502-91d4-65333a95d2cf tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.117496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f54643-7426-45ed-a653-66740f997bdf None None] Network c9ad9765-33f7-42f8-b043-2234980594ab requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:00:12.118904 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e3b3b37a-5250-4502-91d4-65333a95d2cf tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "DELETE /v2.0/subnets/2f62e28a-e5c4-4e33-b5c8-c1a77c9794c8 HTTP/1.1" status: 204 len: 168 time: 0.4542985 Oct 17 18:00:12.121264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48544) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:12.199091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f63aa89-6d3b-4b51-91f0-b50d7ba06e89 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:12.206743 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4f63aa89-6d3b-4b51-91f0-b50d7ba06e89 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2167792 Oct 17 18:00:12.208288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48548) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:12.271583 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c9d978c4-70cb-4ba6-abd9-6beac9a1bb28 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612280 Oct 17 18:00:12.272101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48552) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:12.278989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1466776555', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:12.311552 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:10Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:12.316286 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Checking router: 1e80b9db-1433-459b-9bec-d7df3317c86f for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:00:12.316635 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Updating router 1e80b9db-1433-459b-9bec-d7df3317c86f port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:00:12.379942 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.402418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.414620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:12.415212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Deleting port b7ceb341-f331-4dcc-9125-a5e08615e73e {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:12.415555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.419011 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:subnet and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:12.421971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:12.432421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:12.446792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:00:12.450962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.453321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-dd79cd66-59e4-444f-8772-63dfa2970238 None None] For port b7ceb341-f331-4dcc-9125-a5e08615e73e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b7ceb341-f331-4dcc-9125-a5e08615e73e,segment=NetworkSegment(d87da72e-8f3f-42d2-bb11-7e7cf4e90b20),segment_id=d87da72e-8f3f-42d2-bb11-7e7cf4e90b20)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:12.453960 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd66-59e4-444f-8772-63dfa2970238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.604603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-dd79cd66-59e4-444f-8772-63dfa2970238 None None] Calling delete_port for b7ceb341-f331-4dcc-9125-a5e08615e73e owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:00:12.668351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] For port b7ceb341-f331-4dcc-9125-a5e08615e73e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b7ceb341-f331-4dcc-9125-a5e08615e73e,segment=NetworkSegment(d87da72e-8f3f-42d2-bb11-7e7cf4e90b20),segment_id=d87da72e-8f3f-42d2-bb11-7e7cf4e90b20)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:12.668726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.703173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-dd79cd66-59e4-444f-8772-63dfa2970238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.740394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.770064 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79cd66-59e4-444f-8772-63dfa2970238 None None] Pushing event deleted for resources: {'Port': ['ID=b7ceb341-f331-4dcc-9125-a5e08615e73e,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:12.772080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e362bfc1-1b7c-45ae-9106-16e17fed1313 None None] DHCP port deletion for c9ad9765-33f7-42f8-b043-2234980594ab request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:00:12.780191 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e362bfc1-1b7c-45ae-9106-16e17fed1313 None None] Deleting port 009c1732-30c5-4ade-a819-e6ecbd64c6ce {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:12.780572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e362bfc1-1b7c-45ae-9106-16e17fed1313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.815595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd79cd66-59e4-444f-8772-63dfa2970238 None None] No DVR routers for this DVR port b7ceb341-f331-4dcc-9125-a5e08615e73e on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:00:12.827396 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.831999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Calling delete_port for b7ceb341-f331-4dcc-9125-a5e08615e73e owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:00:12.851616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Checking segment: {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:00:12.851962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network hostable DHCP agents. Network: d379d50a-2ba5-4485-ab04-f07e7b0cf5fd, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:00:12.852826 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Transition to ACTIVE for port object 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:12.858078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Subnet': ['ID=63e08ae9-c57e-4505-869d-328ff1e3c916,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:12.865901 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.878241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:00:12.890592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, d379d50a-2ba5-4485-ab04-f07e7b0cf5fd) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:12.898143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:12.898732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.931005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.db.api [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89191) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:00:12.932105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG oslo_db.api [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:00:12.933905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48556) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:12.937862 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c178f2d6-3ba3-4f2c-966c-ec76a95fa894 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6580369 Oct 17 18:00:12.941935 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Attempting to bind port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:00:12.942294 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Attempting to bind port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:00:12.942649 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Attempting to bind port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:00:12.953814 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:00:12.954197 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:00:12.954898 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:12.955386 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:00:12.955840 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Bound port: 7559ce7f-ade6-4e14-a88c-19fdf8a5be16, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:00:12.956206 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:13.006201 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Pushing event updated for resources: {'Port': ['ID=7559ce7f-ade6-4e14-a88c-19fdf8a5be16,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:13.011220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3d7aca-1e09-4588-8b16-3f9f6455b149 None None] Network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:00:13.018302 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:13.018646 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:13.018978 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:13.019333 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:13.019658 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:13.019982 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:13.020299 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:13.020617 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:13.020934 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:13.021248 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:13.021687 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:13.022015 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:13.054211 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] For port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:00:13.057424 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] For port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7559ce7f-ade6-4e14-a88c-19fdf8a5be16,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:00:13.063251 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:13.119211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e362bfc1-1b7c-45ae-9106-16e17fed1313 None None] For port 009c1732-30c5-4ade-a819-e6ecbd64c6ce, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=009c1732-30c5-4ade-a819-e6ecbd64c6ce,segment=NetworkSegment(2f26ce42-1fae-4cf8-a820-5bf8a60983d4),segment_id=2f26ce42-1fae-4cf8-a820-5bf8a60983d4)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:13.119606 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e362bfc1-1b7c-45ae-9106-16e17fed1313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:13.126043 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:13.126849 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:00:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:13.283939 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02feb2-7e63-4c7b-aaf1-ba74e9cd95b5 None None] Pushing event updated for resources: {'Port': ['ID=7559ce7f-ade6-4e14-a88c-19fdf8a5be16,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:13.300942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e362bfc1-1b7c-45ae-9106-16e17fed1313 None None] Calling delete_port for 009c1732-30c5-4ade-a819-e6ecbd64c6ce owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:00:13.335977 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:00:13.451900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e362bfc1-1b7c-45ae-9106-16e17fed1313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:13.494950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e362bfc1-1b7c-45ae-9106-16e17fed1313 None None] No DVR routers for this DVR port 009c1732-30c5-4ade-a819-e6ecbd64c6ce on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:00:13.525777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Deleting port b7ceb341-f331-4dcc-9125-a5e08615e73e {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:13.526157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:13.551412 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 009c1732-30c5-4ade-a819-e6ecbd64c6ce no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:00:13.575544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362bfc1-1b7c-45ae-9106-16e17fed1313 None None] Pushing event deleted for resources: {'Port': ['ID=009c1732-30c5-4ade-a819-e6ecbd64c6ce,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:13.599659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 009c1732-30c5-4ade-a819-e6ecbd64c6ce {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:00:13.600003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 009c1732-30c5-4ade-a819-e6ecbd64c6ce not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:00:13.600989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b7ceb341-f331-4dcc-9125-a5e08615e73e no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:00:13.625931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-d379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:00:13.627326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:13.638403 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] The port 'b7ceb341-f331-4dcc-9125-a5e08615e73e' was deleted {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:00:13.652232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: b7ceb341-f331-4dcc-9125-a5e08615e73e {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:00:13.652563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b7ceb341-f331-4dcc-9125-a5e08615e73e not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:00:13.682229 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:10Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:13.687135 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12a872-4029-4a74-aa09-fe536adbe26a None None] The sync data for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv is: [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:10Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:00:13.830746 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Allocated IP 172.20.0.2 (d379d50a-2ba5-4485-ab04-f07e7b0cf5fd/63e08ae9-c57e-4505-869d-328ff1e3c916/aed46eee-76f3-4dad-8e80-dc9a97ad5f97) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:00:13.961450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.037402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5a66d7-9d09-4856-884b-451b158841d5']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:14.056897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87da72e-8f3f-42d2-bb11-7e7cf4e90b20') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:14.057287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87da72e-8f3f-42d2-bb11-7e7cf4e90b20') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:14.078138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.097361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.102230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.112711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.127538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Transition to ACTIVE for port object aed46eee-76f3-4dad-8e80-dc9a97ad5f97 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:14.152078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Transition to ACTIVE for port object aed46eee-76f3-4dad-8e80-dc9a97ad5f97 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:14.159746 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.186815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:00:14.186815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.233197 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:00:14.236650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:14.240707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:00:14.246936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Pushing event updated for resources: {'Port': ['ID=aed46eee-76f3-4dad-8e80-dc9a97ad5f97,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:14.324080 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment d87da72e-8f3f-42d2-bb11-7e7cf4e90b20 resource provider aggregate not found Oct 17 18:00:14.359017 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment d87da72e-8f3f-42d2-bb11-7e7cf4e90b20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d87da72e-8f3f-42d2-bb11-7e7cf4e90b20 found for delete ", "request_id": "req-35c9f115-9f5d-41ab-8550-81f0d0c08eac"}]} Oct 17 18:00:14.359936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Attempting to bind port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:00:14.360314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Attempting to bind port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:00:14.360684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Attempting to bind port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 on network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:00:14.367165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:00:14.367623 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Checking segment: {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:00:14.367991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.368392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Bound using segment: {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:00:14.368858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Bound port: aed46eee-76f3-4dad-8e80-dc9a97ad5f97, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:00:14.369239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.380461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.384464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.433427 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "DELETE /v2.0/networks/0b5a66d7-9d09-4856-884b-451b158841d5 HTTP/1.1" status: 204 len: 168 time: 2.3089335 Oct 17 18:00:14.433427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5d4c8-26a2-44b9-996e-08e066aef19e tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event deleted for resources: {'Network': ['ID=0b5a66d7-9d09-4856-884b-451b158841d5,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:14.433774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48564) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:14.478791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] For port aed46eee-76f3-4dad-8e80-dc9a97ad5f97, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:00:14.482439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] For port aed46eee-76f3-4dad-8e80-dc9a97ad5f97, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=aed46eee-76f3-4dad-8e80-dc9a97ad5f97,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:00:14.489144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.567904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7ba73-0801-4a72-abbb-5950ea84d7d7 None None] Pushing event updated for resources: {'Port': ['ID=aed46eee-76f3-4dad-8e80-dc9a97ad5f97,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:14.712673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.716940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.1 (d379d50a-2ba5-4485-ab04-f07e7b0cf5fd/63e08ae9-c57e-4505-869d-328ff1e3c916/3d4cafef-255a-4f94-9e5f-7c817451d79f) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:00:14.893475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.928139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ad9765-33f7-42f8-b043-2234980594ab']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:14.932267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.948584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f26ce42-1fae-4cf8-a820-5bf8a60983d4') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:14.948960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f26ce42-1fae-4cf8-a820-5bf8a60983d4') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:14.952528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object 3d4cafef-255a-4f94-9e5f-7c817451d79f will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:14.966430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.979878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.987227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:14.994417 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:00:14.994818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.052941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:00:15.055923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:15.058451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:00:15.067886 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2f26ce42-1fae-4cf8-a820-5bf8a60983d4 resource provider aggregate not found Oct 17 18:00:15.116969 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2f26ce42-1fae-4cf8-a820-5bf8a60983d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f26ce42-1fae-4cf8-a820-5bf8a60983d4 found for delete ", "request_id": "req-c3aa3394-6d3b-48b3-85bc-60b175fdb50b"}]} Oct 17 18:00:15.117931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=3d4cafef-255a-4f94-9e5f-7c817451d79f,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:15.133779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.152254 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.158627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.169478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event deleted for resources: {'Network': ['ID=c9ad9765-33f7-42f8-b043-2234980594ab,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:15.172152 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-75211707-a9f0-46b9-a38b-ba6b0adda959 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "DELETE /v2.0/networks/c9ad9765-33f7-42f8-b043-2234980594ab HTTP/1.1" status: 204 len: 168 time: 0.7373827 Oct 17 18:00:15.174728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48572) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:15.246947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd1febf-11cf-472f-9ea3-5ffa7ca18e6f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Deleting subnet 56dcc7fa-3080-43d5-a555-11799f3e35b6 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:00:15.250368 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5bd1febf-11cf-472f-9ea3-5ffa7ca18e6f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.275781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.309393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5bd1febf-11cf-472f-9ea3-5ffa7ca18e6f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.405367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5bd1febf-11cf-472f-9ea3-5ffa7ca18e6f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.523855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5bd1febf-11cf-472f-9ea3-5ffa7ca18e6f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.578670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1febf-11cf-472f-9ea3-5ffa7ca18e6f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event deleted for resources: {'Subnet': ['ID=56dcc7fa-3080-43d5-a555-11799f3e35b6,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:15.583449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5bd1febf-11cf-472f-9ea3-5ffa7ca18e6f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.593847 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5bd1febf-11cf-472f-9ea3-5ffa7ca18e6f tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "DELETE /v2.0/subnets/56dcc7fa-3080-43d5-a555-11799f3e35b6 HTTP/1.1" status: 204 len: 168 time: 0.4154768 Oct 17 18:00:15.594169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48576) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:15.603295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978aa78f-380b-4b76-ae8d-b9c6ee4b3b95 None None] Network 9f13f67c-898e-47c7-b3a8-14371c1f741f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:00:15.630445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:00:15.766163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.778773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Deleting port 2a4354a4-7196-47e1-bc8f-13b9e369f13a {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:15.779278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.819268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217c9d00-e5e4-4a63-a24a-440ec3468eda None None] Network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:00:15.943996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:15.951091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.004920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d9b4016d-1f7f-43af-9c9c-e6070f743568 None None] Provisioning for port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:16.060831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] For port 2a4354a4-7196-47e1-bc8f-13b9e369f13a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=2a4354a4-7196-47e1-bc8f-13b9e369f13a,segment=NetworkSegment(ed370665-e762-45e8-bc01-5c0c35d7bb13),segment_id=ed370665-e762-45e8-bc01-5c0c35d7bb13)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:16.061246 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.076707 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=3d4cafef-255a-4f94-9e5f-7c817451d79f,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:16.079398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.152886 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:16.165500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:16.165885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.166196 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 Oct 17 18:00:16.207933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Calling delete_port for 2a4354a4-7196-47e1-bc8f-13b9e369f13a owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:00:16.251688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:00:16.253133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:16.262874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf47f1-6a6b-4961-b129-2034fee2fb15 None None] DHCP port deletion for 9f13f67c-898e-47c7-b3a8-14371c1f741f request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:00:16.281489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-96cf47f1-6a6b-4961-b129-2034fee2fb15 None None] Deleting port 2a4354a4-7196-47e1-bc8f-13b9e369f13a {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:00:16.281855 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-96cf47f1-6a6b-4961-b129-2034fee2fb15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.302019 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.351247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] No DVR routers for this DVR port 2a4354a4-7196-47e1-bc8f-13b9e369f13a on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:00:16.365024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-96cf47f1-6a6b-4961-b129-2034fee2fb15 None None] The port '2a4354a4-7196-47e1-bc8f-13b9e369f13a' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:00:16.385462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event deleted for resources: {'Port': ['ID=2a4354a4-7196-47e1-bc8f-13b9e369f13a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:16.438802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:16.440375 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.462519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7559ce7f-ade6-4e14-a88c-19fdf8a5be16,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:16.466549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 1e80b9db-1433-459b-9bec-d7df3317c86f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:00:16.469841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.471504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device aed46eee-76f3-4dad-8e80-dc9a97ad5f97 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:00:16.495149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.525844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f13f67c-898e-47c7-b3a8-14371c1f741f']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:16.545852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed370665-e762-45e8-bc01-5c0c35d7bb13') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:16.546128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed370665-e762-45e8-bc01-5c0c35d7bb13') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:16.561694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.587141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.598330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:00:16.599294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.605101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=7559ce7f-ade6-4e14-a88c-19fdf8a5be16,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:16.623376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:16.637372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:16.638429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.638853 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 Oct 17 18:00:16.696273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:00:16.710762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Sync routers for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:00:16.712951 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c4da23cd-bb5d-4349-9aa0-cb1b53d137ae tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/1e80b9db-1433-459b-9bec-d7df3317c86f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7777390 Oct 17 18:00:16.715501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48582) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:16.730237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:16.730762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:00:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:16.851357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.875723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.886597 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba25ba-5061-4cb4-bbf5-f48ce2d2e91b tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.887191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba25ba-5061-4cb4-bbf5-f48ce2d2e91b tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.887658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba25ba-5061-4cb4-bbf5-f48ce2d2e91b tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.888158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba25ba-5061-4cb4-bbf5-f48ce2d2e91b tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.888815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba25ba-5061-4cb4-bbf5-f48ce2d2e91b tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.889264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba25ba-5061-4cb4-bbf5-f48ce2d2e91b tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.890012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eba25ba-5061-4cb4-bbf5-f48ce2d2e91b tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.890539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Pushing event deleted for resources: {'Network': ['ID=9f13f67c-898e-47c7-b3a8-14371c1f741f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:16.895557 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6eba25ba-5061-4cb4-bbf5-f48ce2d2e91b tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4954 time: 0.1762924 Oct 17 18:00:16.896221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48586) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:16.935000 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3ff6fa44-858f-4dd5-a956-cff7fc712fb0 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "DELETE /v2.0/networks/9f13f67c-898e-47c7-b3a8-14371c1f741f HTTP/1.1" status: 204 len: 168 time: 1.3372283 Oct 17 18:00:16.935350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48590) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:16.975719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Provisioning complete for port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:16.976091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:16.976423 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Attempt 1 to provision port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 Oct 17 18:00:16.983300 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece572c-9ca6-43b4-8928-0f063f54c169 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.983865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece572c-9ca6-43b4-8928-0f063f54c169 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.984384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece572c-9ca6-43b4-8928-0f063f54c169 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.984908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece572c-9ca6-43b4-8928-0f063f54c169 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.985420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece572c-9ca6-43b4-8928-0f063f54c169 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.985977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ece572c-9ca6-43b4-8928-0f063f54c169 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:16.991493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48594) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:16.991876 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9ece572c-9ca6-43b4-8928-0f063f54c169 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0944765 Oct 17 18:00:17.041490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:17.041862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.056279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-52201e78-ed9d-444d-adc4-24b3de5e86c5 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Synchronizing usage tracker for tenant:ae391b36f3744ad0aaa6992db86cacc7 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:00:17.090182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port aed46eee-76f3-4dad-8e80-dc9a97ad5f97, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=aed46eee-76f3-4dad-8e80-dc9a97ad5f97,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:17.099952 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:00:17.144121 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment ed370665-e762-45e8-bc01-5c0c35d7bb13 resource provider aggregate not found Oct 17 18:00:17.164775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-52201e78-ed9d-444d-adc4-24b3de5e86c5 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Unset dirty status for tenant:ae391b36f3744ad0aaa6992db86cacc7 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:00:17.166266 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-52201e78-ed9d-444d-adc4-24b3de5e86c5 tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "GET /v2.0/ports?device_id=f84f33b4-da4c-4630-8c44-ebcb28502c43 HTTP/1.1" status: 200 len: 205 time: 0.2283270 Oct 17 18:00:17.168963 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48602) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:17.175510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.265178 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment ed370665-e762-45e8-bc01-5c0c35d7bb13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed370665-e762-45e8-bc01-5c0c35d7bb13 found for delete ", "request_id": "req-1c709e22-7e3c-42fb-810b-5b0b09954acf"}]} Oct 17 18:00:17.282086 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-15304bb2-83d5-4d17-a5ff-4a86bdfe364b tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3592 time: 0.2836437 Oct 17 18:00:17.343079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-395fc84c-d43d-4d19-9038-c8ab465eb3ca tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.355003 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48608) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:17.360548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1050035434', 'description': 'tempest-secgroup-smoke-1050035434 description', 'project_id': '5bf68046d82040c287b306f9ee0c6158'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:17.369551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:17.373964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:17.377612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:17.384432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:17.395880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.420307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:17.424854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:17.427819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:17.433802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:17.468261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=aed46eee-76f3-4dad-8e80-dc9a97ad5f97,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:17.492867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Current status of the port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:17.537937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:00:17.558457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.564199 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.591919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Provisioning for port 3d4cafef-255a-4f94-9e5f-7c817451d79f completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:17.622628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Provisioning complete for port 3d4cafef-255a-4f94-9e5f-7c817451d79f triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:17.623807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.624330 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Attempt 1 to provision port 3d4cafef-255a-4f94-9e5f-7c817451d79f Oct 17 18:00:17.628500 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744aea24-4f99-436e-85f8-a0fd48dabad2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:17.633567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.635285 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-01f7fc0b-92d1-401e-826f-2ab0ef26f1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2786090 Oct 17 18:00:17.637913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48612) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:17.645096 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c9bfa7ba-4aa3-4ef9-aac0-f1dd6b53d9c0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '744aea24-4f99-436e-85f8-a0fd48dabad2', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:17.651908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c9bfa7ba-4aa3-4ef9-aac0-f1dd6b53d9c0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:17.656563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c9bfa7ba-4aa3-4ef9-aac0-f1dd6b53d9c0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:17.661155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c9bfa7ba-4aa3-4ef9-aac0-f1dd6b53d9c0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:17.668489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c9bfa7ba-4aa3-4ef9-aac0-f1dd6b53d9c0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:17.688836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa7ba-4aa3-4ef9-aac0-f1dd6b53d9c0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.691655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-395fc84c-d43d-4d19-9038-c8ab465eb3ca tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.694721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-395fc84c-d43d-4d19-9038-c8ab465eb3ca tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.725087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-395fc84c-d43d-4d19-9038-c8ab465eb3ca tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.725889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395fc84c-d43d-4d19-9038-c8ab465eb3ca tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Fanout notify agent at l3_agent the message router_deleted on router f84f33b4-da4c-4630-8c44-ebcb28502c43 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:00:17.741769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-395fc84c-d43d-4d19-9038-c8ab465eb3ca tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.745820 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-395fc84c-d43d-4d19-9038-c8ab465eb3ca tempest-RoutersNegativeIpV6Test-2096032230 tempest-RoutersNegativeIpV6Test-2096032230-project] 10.222.0.69 "DELETE /v2.0/routers/f84f33b4-da4c-4630-8c44-ebcb28502c43 HTTP/1.1" status: 204 len: 168 time: 0.5731177 Oct 17 18:00:17.746060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Port 3d4cafef-255a-4f94-9e5f-7c817451d79f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:17.766911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa7ba-4aa3-4ef9-aac0-f1dd6b53d9c0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.774060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:17.774446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.774991 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 Oct 17 18:00:17.779493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa7ba-4aa3-4ef9-aac0-f1dd6b53d9c0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.812214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfa7ba-4aa3-4ef9-aac0-f1dd6b53d9c0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0d2216-5128-48b3-904e-eeed6cd77477,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:17.822770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa7ba-4aa3-4ef9-aac0-f1dd6b53d9c0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.826569 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c9bfa7ba-4aa3-4ef9-aac0-f1dd6b53d9c0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1858077 Oct 17 18:00:17.827102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48618) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:17.830711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:17.832910 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e8dab736-013c-467c-b17e-2992ec7c5813 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '744aea24-4f99-436e-85f8-a0fd48dabad2', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:17.839505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e8dab736-013c-467c-b17e-2992ec7c5813 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:17.840148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Checking router: 1e80b9db-1433-459b-9bec-d7df3317c86f for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:00:17.840506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Updating router 1e80b9db-1433-459b-9bec-d7df3317c86f port 3d4cafef-255a-4f94-9e5f-7c817451d79f binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:00:17.843681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e8dab736-013c-467c-b17e-2992ec7c5813 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:17.846883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e8dab736-013c-467c-b17e-2992ec7c5813 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:17.852920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e8dab736-013c-467c-b17e-2992ec7c5813 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:17.873545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e8dab736-013c-467c-b17e-2992ec7c5813 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.945036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e8dab736-013c-467c-b17e-2992ec7c5813 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.950823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e8dab736-013c-467c-b17e-2992ec7c5813 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.966370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.983668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dab736-013c-467c-b17e-2992ec7c5813 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e88cf7f-6bf9-47a0-ae7f-b3a5d9ab0fe3,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:17.992288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e8dab736-013c-467c-b17e-2992ec7c5813 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:17.996797 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48624) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:17.997172 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e8dab736-013c-467c-b17e-2992ec7c5813 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1689477 Oct 17 18:00:18.002247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c23fa498-2e22-467f-8ffb-a6de4d1fa856 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '744aea24-4f99-436e-85f8-a0fd48dabad2', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:18.008441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c23fa498-2e22-467f-8ffb-a6de4d1fa856 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:18.012924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c23fa498-2e22-467f-8ffb-a6de4d1fa856 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:18.016556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c23fa498-2e22-467f-8ffb-a6de4d1fa856 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:18.022200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c23fa498-2e22-467f-8ffb-a6de4d1fa856 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:18.042065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c23fa498-2e22-467f-8ffb-a6de4d1fa856 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.066262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48628) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:18.104350 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:18.124162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c23fa498-2e22-467f-8ffb-a6de4d1fa856 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.128661 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c23fa498-2e22-467f-8ffb-a6de4d1fa856 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.182624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2a4354a4-7196-47e1-bc8f-13b9e369f13a no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:00:18.188113 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fa498-2e22-467f-8ffb-a6de4d1fa856 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96e4534-74eb-4e27-93e2-1c0edc255d1a,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:18.191608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c23fa498-2e22-467f-8ffb-a6de4d1fa856 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.192883 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c23fa498-2e22-467f-8ffb-a6de4d1fa856 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1949811 Oct 17 18:00:18.196089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48634) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:18.201172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-92375996-08bd-4b25-bd01-1e72058cd6a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '744aea24-4f99-436e-85f8-a0fd48dabad2', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:18.207640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-92375996-08bd-4b25-bd01-1e72058cd6a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:18.211782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-92375996-08bd-4b25-bd01-1e72058cd6a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:18.214642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-92375996-08bd-4b25-bd01-1e72058cd6a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:18.220848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-92375996-08bd-4b25-bd01-1e72058cd6a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:18.243177 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 2a4354a4-7196-47e1-bc8f-13b9e369f13a {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:00:18.243415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-92375996-08bd-4b25-bd01-1e72058cd6a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.243519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 2a4354a4-7196-47e1-bc8f-13b9e369f13a not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:00:18.247702 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Attempt 2 to provision port 3d4cafef-255a-4f94-9e5f-7c817451d79f Oct 17 18:00:18.262412 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a355e279-e8d4-474d-bbba-550855caf3e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae391b36f3744ad0aaa6992db86cacc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1948421 Oct 17 18:00:18.264770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48638) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:18.326525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-92375996-08bd-4b25-bd01-1e72058cd6a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.330281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54844b5b-3aea-4230-bd33-e25722d9f2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.332075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-92375996-08bd-4b25-bd01-1e72058cd6a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.352546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92375996-08bd-4b25-bd01-1e72058cd6a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a349d2-c902-4489-9b9f-df4bb9ccd7a3,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:18.365813 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54844b5b-3aea-4230-bd33-e25722d9f2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.371876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-92375996-08bd-4b25-bd01-1e72058cd6a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.373223 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-92375996-08bd-4b25-bd01-1e72058cd6a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1761851 Oct 17 18:00:18.376078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48642) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:18.381636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-52c42a85-0337-47f1-959d-02d91cf67b37 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '744aea24-4f99-436e-85f8-a0fd48dabad2', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:18.384363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Port 3d4cafef-255a-4f94-9e5f-7c817451d79f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:18.388434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-52c42a85-0337-47f1-959d-02d91cf67b37 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:18.393339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-52c42a85-0337-47f1-959d-02d91cf67b37 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:18.396422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-52c42a85-0337-47f1-959d-02d91cf67b37 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:18.403365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-52c42a85-0337-47f1-959d-02d91cf67b37 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:18.416756 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-52c42a85-0337-47f1-959d-02d91cf67b37 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:00:18.425586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-52c42a85-0337-47f1-959d-02d91cf67b37 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.437218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54844b5b-3aea-4230-bd33-e25722d9f2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.453873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54844b5b-3aea-4230-bd33-e25722d9f2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5fa36a-5093-4704-9229-afe85b08f612,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:18.459417 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54844b5b-3aea-4230-bd33-e25722d9f2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.463742 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-54844b5b-3aea-4230-bd33-e25722d9f2d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c5fa36a-5093-4704-9229-afe85b08f612 HTTP/1.1" status: 204 len: 168 time: 0.1949484 Oct 17 18:00:18.502573 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-52c42a85-0337-47f1-959d-02d91cf67b37 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.506780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-52c42a85-0337-47f1-959d-02d91cf67b37 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.532590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c42a85-0337-47f1-959d-02d91cf67b37 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c8ebfe-e2bf-47ec-8f8f-ed515b3a17bf,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:18.545045 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-52c42a85-0337-47f1-959d-02d91cf67b37 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.546893 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-52c42a85-0337-47f1-959d-02d91cf67b37 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1697102 Oct 17 18:00:18.550684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48648) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:18.554506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.557336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c6496918-a0b8-48c0-92af-0d9326edd351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '744aea24-4f99-436e-85f8-a0fd48dabad2', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:18.564435 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c6496918-a0b8-48c0-92af-0d9326edd351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:18.568163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Transition to ACTIVE for port object 3d4cafef-255a-4f94-9e5f-7c817451d79f will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:18.570368 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c6496918-a0b8-48c0-92af-0d9326edd351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:18.573927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c6496918-a0b8-48c0-92af-0d9326edd351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:18.575229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.582389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c6496918-a0b8-48c0-92af-0d9326edd351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:18.593025 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-c6496918-a0b8-48c0-92af-0d9326edd351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:00:18.604370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6496918-a0b8-48c0-92af-0d9326edd351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.676708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6496918-a0b8-48c0-92af-0d9326edd351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.681064 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6496918-a0b8-48c0-92af-0d9326edd351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.711620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6496918-a0b8-48c0-92af-0d9326edd351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06704919-3e68-479d-a1c0-5188d10bfcc9,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:18.723433 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6496918-a0b8-48c0-92af-0d9326edd351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.725315 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c6496918-a0b8-48c0-92af-0d9326edd351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1735888 Oct 17 18:00:18.799463 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d357243-059a-441d-ad27-2923e5087489 None None] Pushing event updated for resources: {'Port': ['ID=3d4cafef-255a-4f94-9e5f-7c817451d79f,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:18.802068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Attempting to bind port 3d4cafef-255a-4f94-9e5f-7c817451d79f on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:00:18.802439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Attempting to bind port 3d4cafef-255a-4f94-9e5f-7c817451d79f by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:00:18.802796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Attempting to bind port 3d4cafef-255a-4f94-9e5f-7c817451d79f on network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:00:18.809005 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:00:18.809460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Checking segment: {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:00:18.809925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.810372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Bound using segment: {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:00:18.810957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Bound port: 3d4cafef-255a-4f94-9e5f-7c817451d79f, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:00:18.811447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.885507 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Attempt 3 to provision port 3d4cafef-255a-4f94-9e5f-7c817451d79f Oct 17 18:00:18.966865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] For port 3d4cafef-255a-4f94-9e5f-7c817451d79f, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:00:18.968865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Port 3d4cafef-255a-4f94-9e5f-7c817451d79f cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:18.970544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] For port 3d4cafef-255a-4f94-9e5f-7c817451d79f, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3d4cafef-255a-4f94-9e5f-7c817451d79f,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:00:18.974380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-6700f809-1f1a-4031-ae38-1cc562bb3a6f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:00:18.975511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:18.995010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-6700f809-1f1a-4031-ae38-1cc562bb3a6f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:00:18.996256 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-6700f809-1f1a-4031-ae38-1cc562bb3a6f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1050035434&fields=id&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 267 time: 0.0685437 Oct 17 18:00:19.045958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:19.046607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:00:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:19.115521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d357243-059a-441d-ad27-2923e5087489 None None] Pushing event updated for resources: {'Port': ['ID=3d4cafef-255a-4f94-9e5f-7c817451d79f,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:19.265595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:00:19.283917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-76608953-2af8-4023-ba6b-f26b3356df23 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:19.285078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-76608953-2af8-4023-ba6b-f26b3356df23 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:00:19.305600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-76608953-2af8-4023-ba6b-f26b3356df23 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:00:19.306330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48682) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:19.307008 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-76608953-2af8-4023-ba6b-f26b3356df23 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/networks?id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd HTTP/1.1" status: 200 len: 796 time: 0.3019898 Oct 17 18:00:19.324160 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-321635a4-ffab-4443-95ed-fe6b8b3bf32b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/quotas/5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 375 time: 0.0109479 Oct 17 18:00:19.419126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7213e601-e46e-4192-a70c-5469a0a1787c tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-919528117', 'prefixes': ['172.20.0.0/16']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:19.419326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-548d35c1-3925-49b7-8f84-ee46ffb779f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:00:19.426313 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7213e601-e46e-4192-a70c-5469a0a1787c tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:19.437754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-548d35c1-3925-49b7-8f84-ee46ffb779f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:00:19.440572 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-548d35c1-3925-49b7-8f84-ee46ffb779f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104577 Oct 17 18:00:19.484801 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Attempt 4 to provision port 3d4cafef-255a-4f94-9e5f-7c817451d79f Oct 17 18:00:19.494624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7213e601-e46e-4192-a70c-5469a0a1787c tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] Notify callbacks [] for subnetpool, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:19.495998 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7213e601-e46e-4192-a70c-5469a0a1787c tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1886005 Oct 17 18:00:19.498667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48688) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:19.529379 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c11821b8-d7b2-44ca-b7b6-d2c889bf6efa tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] 10.222.0.69 "GET /v2.0/subnetpools/cd9499a8-b97f-4591-a7df-5c180a76410e HTTP/1.1" status: 200 len: 731 time: 0.0292559 Oct 17 18:00:19.532155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48692) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:19.546608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-51bfe0bf-0472-4bdd-a570-634bf8593682 tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1419846897'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:19.592542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device aed46eee-76f3-4dad-8e80-dc9a97ad5f97 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:00:19.603915 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-a0e97c99-be1b-42e8-83a6-c8057ee8fb07 service neutron] 10.222.0.69 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454499 Oct 17 18:00:19.652309 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-51bfe0bf-0472-4bdd-a570-634bf8593682 tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] Notify callbacks [] for subnetpool, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:19.653514 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-51bfe0bf-0472-4bdd-a570-634bf8593682 tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] 10.222.0.69 "PUT /v2.0/subnetpools/cd9499a8-b97f-4591-a7df-5c180a76410e HTTP/1.1" status: 200 len: 684 time: 0.1194980 Oct 17 18:00:19.656129 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48696) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:19.729766 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77ba7eca-889a-4ef3-94bb-b1ff4591976d None None] Port 3d4cafef-255a-4f94-9e5f-7c817451d79f had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:00:19.762729 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-6b1ae9d6-e745-4f84-aba4-27927716f517 service neutron] 10.222.0.69 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518075 Oct 17 18:00:19.764365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6aa0895b-6bf1-4e6a-a39f-1878ff253b99 tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] Notify callbacks [] for subnetpool, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:19.765488 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6aa0895b-6bf1-4e6a-a39f-1878ff253b99 tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] 10.222.0.69 "DELETE /v2.0/subnetpools/cd9499a8-b97f-4591-a7df-5c180a76410e HTTP/1.1" status: 204 len: 168 time: 0.1080992 Oct 17 18:00:19.770790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48700) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:19.789260 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-4f04a025-7da4-47c2-9fb3-2b0f5af94bf7 tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] show failed (client error): The resource could not be found. Oct 17 18:00:19.790390 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4f04a025-7da4-47c2-9fb3-2b0f5af94bf7 tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] 10.222.0.69 "GET /v2.0/subnetpools/cd9499a8-b97f-4591-a7df-5c180a76410e HTTP/1.1" status: 404 len: 346 time: 0.0201187 Oct 17 18:00:19.792120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:19.792498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:19.792953 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 Oct 17 18:00:19.793171 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48704) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:19.811559 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-977db1ec-ccd8-420b-b4ad-23bdd48b50d2 tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] delete failed (client error): The resource could not be found. Oct 17 18:00:19.812696 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-977db1ec-ccd8-420b-b4ad-23bdd48b50d2 tempest-SubnetPoolsTestJSON-1085345244 tempest-SubnetPoolsTestJSON-1085345244-project] 10.222.0.69 "DELETE /v2.0/subnetpools/cd9499a8-b97f-4591-a7df-5c180a76410e HTTP/1.1" status: 404 len: 346 time: 0.0185180 Oct 17 18:00:19.887650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:18Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:19.901911 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2fce23-d795-4c19-a355-27ac036592f8 None None] The sync data for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv is: [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:18Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:00:20.033914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c2b88450-11ea-428c-8a0a-811c986bed67 req-d6362bd5-b2ac-4b55-a947-51b4fa7703a4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:00:20.053810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c2b88450-11ea-428c-8a0a-811c986bed67 req-d6362bd5-b2ac-4b55-a947-51b4fa7703a4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:00:20.054882 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c2b88450-11ea-428c-8a0a-811c986bed67 req-d6362bd5-b2ac-4b55-a947-51b4fa7703a4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 210 time: 0.1078572 Oct 17 18:00:20.063620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:20.220114 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48720) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:20.365479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-09f1869a-3c64-457d-afc3-4427755c82cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:20.387419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-09f1869a-3c64-457d-afc3-4427755c82cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:20.391896 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-09f1869a-3c64-457d-afc3-4427755c82cf admin admin] Usage tracker for resource:security_group_rule and tenant:955cab7a74d949ef89c78416375604ca is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:20.395445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-09f1869a-3c64-457d-afc3-4427755c82cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:20.401924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-09f1869a-3c64-457d-afc3-4427755c82cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:20.502142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-09f1869a-3c64-457d-afc3-4427755c82cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:20.507401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-09f1869a-3c64-457d-afc3-4427755c82cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:20.560027 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-09f1869a-3c64-457d-afc3-4427755c82cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=955cab7a74d949ef89c78416375604ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354440 Oct 17 18:00:20.560027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1869a-3c64-457d-afc3-4427755c82cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1090de9-1771-429b-95a3-23d9a0c5c9c7,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:20.561434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48728) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:20.626678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c309cc86-2da6-4c1e-a138-2369c7acd36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:20.662009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c309cc86-2da6-4c1e-a138-2369c7acd36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:20.725382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c309cc86-2da6-4c1e-a138-2369c7acd36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:20.743239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309cc86-2da6-4c1e-a138-2369c7acd36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1090de9-1771-429b-95a3-23d9a0c5c9c7,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:20.747978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c309cc86-2da6-4c1e-a138-2369c7acd36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:20.763170 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c309cc86-2da6-4c1e-a138-2369c7acd36e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f1090de9-1771-429b-95a3-23d9a0c5c9c7 HTTP/1.1" status: 204 len: 168 time: 0.2004919 Oct 17 18:00:21.302695 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d917f386-cdef-49b7-8208-fa52d7a783f2 req-410ca801-bfbd-4ea3-bd21-2cff47dd8cbf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 210 time: 0.1075175 Oct 17 18:00:21.384751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5346c90f-baa7-4c0d-966b-8db48771d063 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:21.386140 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5346c90f-baa7-4c0d-966b-8db48771d063 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks?id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd HTTP/1.1" status: 200 len: 796 time: 0.2171738 Oct 17 18:00:21.451096 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-83701e78-ee9e-4e9b-9b45-3dca4eab2b1f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 380 time: 0.0456719 Oct 17 18:00:21.459578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'device_id': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'admin_state_up': True, 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'security_groups': ['744aea24-4f99-436e-85f8-a0fd48dabad2']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:21.529796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3d4cafef-255a-4f94-9e5f-7c817451d79f up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:00:21.606240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 3d4cafef-255a-4f94-9e5f-7c817451d79f completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:21.609143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:21.611507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 3d4cafef-255a-4f94-9e5f-7c817451d79f triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:21.611984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:21.612225 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 3d4cafef-255a-4f94-9e5f-7c817451d79f Oct 17 18:00:21.619440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:21.629221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:00:21.632797 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:21.733719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 3d4cafef-255a-4f94-9e5f-7c817451d79f is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:21.734101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:21.768205 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 3d4cafef-255a-4f94-9e5f-7c817451d79f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3d4cafef-255a-4f94-9e5f-7c817451d79f,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:21.772376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:21.807279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.3 (d379d50a-2ba5-4485-ab04-f07e7b0cf5fd/63e08ae9-c57e-4505-869d-328ff1e3c916/12a902fb-2c14-4191-be4f-05fcf1e77f9a) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:00:21.840130 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=3d4cafef-255a-4f94-9e5f-7c817451d79f,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:22.008193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:22.024670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object 12a902fb-2c14-4191-be4f-05fcf1e77f9a will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:22.051181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:22.121153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:00:22.124374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:22.129550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:00:22.167623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=12a902fb-2c14-4191-be4f-05fcf1e77f9a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:22.201262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:22.201887 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:22.229390 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-28db36ea-d995-47b8-bac8-dc8457cfdee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7736819 Oct 17 18:00:22.246490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Request body: {'port': {'device_id': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:22.322453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-09bc4cf4-be99-4292-af99-3d6f501c4684 None None] Provisioning for port 12a902fb-2c14-4191-be4f-05fcf1e77f9a completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:22.328473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-09bc4cf4-be99-4292-af99-3d6f501c4684 None None] Provisioning complete for port 12a902fb-2c14-4191-be4f-05fcf1e77f9a triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:22.328929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-09bc4cf4-be99-4292-af99-3d6f501c4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:22.329404 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-09bc4cf4-be99-4292-af99-3d6f501c4684 None None] Attempt 1 to provision port 12a902fb-2c14-4191-be4f-05fcf1e77f9a Oct 17 18:00:22.371427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:22.393999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-09bc4cf4-be99-4292-af99-3d6f501c4684 None None] Port 12a902fb-2c14-4191-be4f-05fcf1e77f9a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:22.510972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bfe41-e5cb-4ae0-86e3-6c80f5936ad3 req-5b4fc29e-f9c9-4285-ad23-49aed913a5d2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:22.512402 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b57bfe41-e5cb-4ae0-86e3-6c80f5936ad3 req-5b4fc29e-f9c9-4285-ad23-49aed913a5d2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 931 time: 0.0907876 Oct 17 18:00:22.561976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-b57bfe41-e5cb-4ae0-86e3-6c80f5936ad3 req-78069800-8a06-4d5d-85d6-83c540b20f04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:00:22.573921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-b57bfe41-e5cb-4ae0-86e3-6c80f5936ad3 req-78069800-8a06-4d5d-85d6-83c540b20f04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:00:22.575102 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b57bfe41-e5cb-4ae0-86e3-6c80f5936ad3 req-78069800-8a06-4d5d-85d6-83c540b20f04 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=744aea24-4f99-436e-85f8-a0fd48dabad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563471 Oct 17 18:00:22.827936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a902fb-2c14-4191-be4f-05fcf1e77f9a {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:00:22.835964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:22.850694 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Transition to ACTIVE for port object 12a902fb-2c14-4191-be4f-05fcf1e77f9a will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:00:22.854220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:22.895461 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-09bc4cf4-be99-4292-af99-3d6f501c4684 None None] Attempt 2 to provision port 12a902fb-2c14-4191-be4f-05fcf1e77f9a Oct 17 18:00:22.951505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-09bc4cf4-be99-4292-af99-3d6f501c4684 None None] Port 12a902fb-2c14-4191-be4f-05fcf1e77f9a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:00:23.042162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Pushing event updated for resources: {'Port': ['ID=12a902fb-2c14-4191-be4f-05fcf1e77f9a,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:23.086951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Attempting to bind port 12a902fb-2c14-4191-be4f-05fcf1e77f9a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:00:23.087550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Attempting to bind port 12a902fb-2c14-4191-be4f-05fcf1e77f9a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:00:23.087550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Attempting to bind port 12a902fb-2c14-4191-be4f-05fcf1e77f9a on network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:00:23.092074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Port 12a902fb-2c14-4191-be4f-05fcf1e77f9a on network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:00:23.092380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Attempting to bind port 12a902fb-2c14-4191-be4f-05fcf1e77f9a on network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:00:23.098600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 17, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:00:23.098924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Checking segment: {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:00:23.099326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Bound using segment: {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:00:23.099744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Bound port: 12a902fb-2c14-4191-be4f-05fcf1e77f9a, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:00:23.100078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:23.197385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] For port 12a902fb-2c14-4191-be4f-05fcf1e77f9a, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:00:23.200349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] For port 12a902fb-2c14-4191-be4f-05fcf1e77f9a, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=12a902fb-2c14-4191-be4f-05fcf1e77f9a,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:00:23.205375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:23.208871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:23.209491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:23.210909 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] 10.222.0.20 "PUT /v2.0/ports/12a902fb-2c14-4191-be4f-05fcf1e77f9a HTTP/1.1" status: 200 len: 1093 time: 0.9688220 Oct 17 18:00:23.241499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'tag': '12a902fb-2c14-4191-be4f-05fcf1e77f9a'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:00:23.243840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955325ff-16d6-4f6e-a74d-d42c448a67d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d38a198-1221-4bf5-8784-0b77f3c1250d", "tag": "12a902fb-2c14-4191-be4f-05fcf1e77f9a"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:00:23.307642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16479761-b18f-48d7-94db-33ae64426e41 x-openstack-request-id: req-16479761-b18f-48d7-94db-33ae64426e41 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:00:23.307925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d38a198-1221-4bf5-8784-0b77f3c1250d", "tag": "12a902fb-2c14-4191-be4f-05fcf1e77f9a", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:00:23.308170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-16479761-b18f-48d7-94db-33ae64426e41 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:00:23.308556 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16479761-b18f-48d7-94db-33ae64426e41'] response: {'name': 'network-changed', 'server_uuid': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'tag': '12a902fb-2c14-4191-be4f-05fcf1e77f9a', 'status': 'completed', 'code': 200} Oct 17 18:00:23.348455 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddd8b4-c5cb-4a95-8f21-35dc752e754c service neutron] Pushing event updated for resources: {'Port': ['ID=12a902fb-2c14-4191-be4f-05fcf1e77f9a,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:23.366893 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-2b97494e-aaa9-4da9-92ba-b94f4785553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:23.368399 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-2b97494e-aaa9-4da9-92ba-b94f4785553d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 1096 time: 0.0984836 Oct 17 18:00:23.447817 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-3020cd4d-84f3-4b32-a166-d8b635578e02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12a902fb-2c14-4191-be4f-05fcf1e77f9a HTTP/1.1" status: 200 len: 217 time: 0.0657375 Oct 17 18:00:23.452345 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-09bc4cf4-be99-4292-af99-3d6f501c4684 None None] Attempt 3 to provision port 12a902fb-2c14-4191-be4f-05fcf1e77f9a Oct 17 18:00:23.511810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3d4cafef-255a-4f94-9e5f-7c817451d79f up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:00:23.514346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-e82a3a17-dc5f-41b8-af75-7d04cbdbdd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:23.515907 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-e82a3a17-dc5f-41b8-af75-7d04cbdbdd02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63e08ae9-c57e-4505-869d-328ff1e3c916 HTTP/1.1" status: 200 len: 835 time: 0.0618241 Oct 17 18:00:23.567160 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-09bc4cf4-be99-4292-af99-3d6f501c4684 None None] Port 12a902fb-2c14-4191-be4f-05fcf1e77f9a had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:00:23.587898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 3d4cafef-255a-4f94-9e5f-7c817451d79f triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:23.588275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:23.588609 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 3d4cafef-255a-4f94-9e5f-7c817451d79f Oct 17 18:00:23.603870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-86e340e7-1f00-48ba-82f3-d3cfc94d7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:23.605286 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-86e340e7-1f00-48ba-82f3-d3cfc94d7e1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836065 Oct 17 18:00:23.719068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 3d4cafef-255a-4f94-9e5f-7c817451d79f is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:23.757912 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-9c6087e0-6c87-412b-965b-34e4ceefb7c8 service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452234 Oct 17 18:00:23.800105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd9cf8-e666-424d-ae1f-5638e5b92afe req-4f80e3b6-8ba4-447c-b6a0-5b14e3b77169 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:23.803623 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9cfd9cf8-e666-424d-ae1f-5638e5b92afe req-4f80e3b6-8ba4-447c-b6a0-5b14e3b77169 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 943 time: 0.0997305 Oct 17 18:00:23.845815 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9cfd9cf8-e666-424d-ae1f-5638e5b92afe req-4343f226-8370-4d74-9651-f36ebb3d5101 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=744aea24-4f99-436e-85f8-a0fd48dabad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390425 Oct 17 18:00:23.903994 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a68c572-f4cb-438e-b33e-370082f7dd74 req-bafb8acf-0d0c-40ee-b3c2-ba524a2ce98c service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386852 Oct 17 18:00:24.074651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955325ff-16d6-4f6e-a74d-d42c448a67d4 req-795fa819-10c5-4be2-8283-669e1cf1323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:24.076088 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-955325ff-16d6-4f6e-a74d-d42c448a67d4 req-795fa819-10c5-4be2-8283-669e1cf1323a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 1096 time: 0.0791101 Oct 17 18:00:24.210550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955325ff-16d6-4f6e-a74d-d42c448a67d4 req-cf0915c6-d659-4e8c-a7ec-9e86eb9c27d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:24.212037 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-955325ff-16d6-4f6e-a74d-d42c448a67d4 req-cf0915c6-d659-4e8c-a7ec-9e86eb9c27d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd HTTP/1.1" status: 200 len: 897 time: 0.1292605 Oct 17 18:00:24.284247 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-955325ff-16d6-4f6e-a74d-d42c448a67d4 req-7e586765-8129-4fff-b20a-08b109d43dde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12a902fb-2c14-4191-be4f-05fcf1e77f9a HTTP/1.1" status: 200 len: 217 time: 0.0654013 Oct 17 18:00:24.349009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955325ff-16d6-4f6e-a74d-d42c448a67d4 req-6753cd70-a817-4be7-9810-c43b279e3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:24.350538 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-955325ff-16d6-4f6e-a74d-d42c448a67d4 req-6753cd70-a817-4be7-9810-c43b279e3774 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63e08ae9-c57e-4505-869d-328ff1e3c916 HTTP/1.1" status: 200 len: 835 time: 0.0591586 Oct 17 18:00:24.438707 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955325ff-16d6-4f6e-a74d-d42c448a67d4 req-c44f8aa9-80aa-44a0-ab7f-4c10e0f6931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:24.440434 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-955325ff-16d6-4f6e-a74d-d42c448a67d4 req-c44f8aa9-80aa-44a0-ab7f-4c10e0f6931b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830085 Oct 17 18:00:24.701344 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-955325ff-16d6-4f6e-a74d-d42c448a67d4 req-3dbe2872-3b4a-4dbe-9685-ccf5b9aeab01 service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453277 Oct 17 18:00:24.923992 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:24.930727 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-955325ff-16d6-4f6e-a74d-d42c448a67d4 req-c1f0e092-01ee-47ba-a684-e75c28cfa20b service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486273 Oct 17 18:00:25.115901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1a016-f30a-4725-b0ca-be8c414b1311 req-ada340e8-9c4d-49fc-88fb-f23225380619 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:25.116730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-9fa1a016-f30a-4725-b0ca-be8c414b1311 req-ada340e8-9c4d-49fc-88fb-f23225380619 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:00:25.138555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-9fa1a016-f30a-4725-b0ca-be8c414b1311 req-ada340e8-9c4d-49fc-88fb-f23225380619 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:00:25.139956 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9fa1a016-f30a-4725-b0ca-be8c414b1311 req-ada340e8-9c4d-49fc-88fb-f23225380619 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 943 time: 0.1581061 Oct 17 18:00:25.213389 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9fa1a016-f30a-4725-b0ca-be8c414b1311 req-a22f4c34-d6a0-4ca9-8d05-c94d825c1d9a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=744aea24-4f99-436e-85f8-a0fd48dabad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654843 Oct 17 18:00:26.226965 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 12a902fb-2c14-4191-be4f-05fcf1e77f9a details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:00:26.409992 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 12a902fb-2c14-4191-be4f-05fcf1e77f9a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=12a902fb-2c14-4191-be4f-05fcf1e77f9a,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:26.427359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '12a902fb-2c14-4191-be4f-05fcf1e77f9a', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'port_id': '12a902fb-2c14-4191-be4f-05fcf1e77f9a', 'mac_address': 'fa:16:3e:b7:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:00:26.494723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 12a902fb-2c14-4191-be4f-05fcf1e77f9a is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:26.495140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:26.513721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a902fb-2c14-4191-be4f-05fcf1e77f9a {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:00:26.530693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 12a902fb-2c14-4191-be4f-05fcf1e77f9a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=12a902fb-2c14-4191-be4f-05fcf1e77f9a,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:26.537194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:26.567227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c75d7b-85ed-47b6-8c33-d8460620a625 req-9b922fa8-3d2d-45d2-abd2-cb16866cef47 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:26.568883 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c1c75d7b-85ed-47b6-8c33-d8460620a625 req-9b922fa8-3d2d-45d2-abd2-cb16866cef47 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 943 time: 0.2201161 Oct 17 18:00:26.625333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=12a902fb-2c14-4191-be4f-05fcf1e77f9a,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:26.625579 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c1c75d7b-85ed-47b6-8c33-d8460620a625 req-de855d48-3540-4524-981f-d7b61dba995b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=744aea24-4f99-436e-85f8-a0fd48dabad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505574 Oct 17 18:00:26.842147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['12a902fb-2c14-4191-be4f-05fcf1e77f9a'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:00:27.836616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd3968-9092-4e4f-962f-ca1e1d1339a2 req-bf79e43e-72ed-499b-94ca-85c41c518c36 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:27.837973 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-95bd3968-9092-4e4f-962f-ca1e1d1339a2 req-bf79e43e-72ed-499b-94ca-85c41c518c36 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 944 time: 0.0923500 Oct 17 18:00:27.883961 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-95bd3968-9092-4e4f-962f-ca1e1d1339a2 req-162f6a87-9595-4026-85df-8cf92436fb10 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=744aea24-4f99-436e-85f8-a0fd48dabad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402105 Oct 17 18:00:28.225947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 12a902fb-2c14-4191-be4f-05fcf1e77f9a up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:00:28.304033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 12a902fb-2c14-4191-be4f-05fcf1e77f9a completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:00:28.308352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 12a902fb-2c14-4191-be4f-05fcf1e77f9a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:00:28.309465 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:28.309465 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 12a902fb-2c14-4191-be4f-05fcf1e77f9a Oct 17 18:00:28.438438 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 12a902fb-2c14-4191-be4f-05fcf1e77f9a is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:00:28.438808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:28.498526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a902fb-2c14-4191-be4f-05fcf1e77f9a'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:00:28.500811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb01178-3908-4566-9200-9677ffe42e2b" -d '{"events": [{"server_uuid": "9d38a198-1221-4bf5-8784-0b77f3c1250d", "name": "network-vif-plugged", "status": "completed", "tag": "12a902fb-2c14-4191-be4f-05fcf1e77f9a"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:00:28.508614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 12a902fb-2c14-4191-be4f-05fcf1e77f9a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=12a902fb-2c14-4191-be4f-05fcf1e77f9a,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:00:28.513382 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:28.550081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce6e163-4f16-40fe-a379-2b7c5765b3ce x-openstack-request-id: req-2ce6e163-4f16-40fe-a379-2b7c5765b3ce {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:00:28.550365 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d38a198-1221-4bf5-8784-0b77f3c1250d", "name": "network-vif-plugged", "status": "completed", "tag": "12a902fb-2c14-4191-be4f-05fcf1e77f9a", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:00:28.550606 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ce6e163-4f16-40fe-a379-2b7c5765b3ce {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:00:28.550986 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce6e163-4f16-40fe-a379-2b7c5765b3ce'] response: {'server_uuid': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a902fb-2c14-4191-be4f-05fcf1e77f9a', 'code': 200} Oct 17 18:00:28.582417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=12a902fb-2c14-4191-be4f-05fcf1e77f9a,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:28.823451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a004cc1-dc14-49e8-b3ea-b424a15bc143 req-d9af3af7-9c91-43a3-bd8a-0fe7f8a3d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:28.824924 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a004cc1-dc14-49e8-b3ea-b424a15bc143 req-d9af3af7-9c91-43a3-bd8a-0fe7f8a3d30a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 1098 time: 0.0827532 Oct 17 18:00:28.865979 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a004cc1-dc14-49e8-b3ea-b424a15bc143 req-32a26f4c-9ed7-486a-84d3-4347cff5ab05 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=744aea24-4f99-436e-85f8-a0fd48dabad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349710 Oct 17 18:00:29.016720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-556218c8-3945-4621-84f2-1d701f813b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:29.088584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cafeb2-7c16-4a89-aaa0-7c42a81d37ed req-02d52f3a-9b34-4239-8f6d-75357c8bb799 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:29.089966 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-66cafeb2-7c16-4a89-aaa0-7c42a81d37ed req-02d52f3a-9b34-4239-8f6d-75357c8bb799 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 945 time: 0.0928373 Oct 17 18:00:29.137495 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-66cafeb2-7c16-4a89-aaa0-7c42a81d37ed req-9f231844-a852-4df4-9458-6f1836b6dd81 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=744aea24-4f99-436e-85f8-a0fd48dabad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402796 Oct 17 18:00:30.525704 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c737f3e-e292-4030-ae80-0158f44f603f req-90418dd1-65e0-4b76-8180-82557af95f11 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:30.527305 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c737f3e-e292-4030-ae80-0158f44f603f req-90418dd1-65e0-4b76-8180-82557af95f11 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 945 time: 0.2715492 Oct 17 18:00:30.572174 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c737f3e-e292-4030-ae80-0158f44f603f req-0d9a5783-4b52-454a-8a40-6ab99377ec62 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=744aea24-4f99-436e-85f8-a0fd48dabad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380480 Oct 17 18:00:30.774511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a5200-d434-4661-bb2f-ed07921e70d7 req-b684cbab-2bc8-4403-8c26-f18630e02a06 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:30.776014 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0a2a5200-d434-4661-bb2f-ed07921e70d7 req-b684cbab-2bc8-4403-8c26-f18630e02a06 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 945 time: 0.0926678 Oct 17 18:00:30.820665 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0a2a5200-d434-4661-bb2f-ed07921e70d7 req-72cb1bbf-003d-40df-a3e8-f9fc6a024854 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=744aea24-4f99-436e-85f8-a0fd48dabad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388670 Oct 17 18:00:30.849722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48764) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:30.934276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c042b4ff-26d5-48df-b5c0-5e8dec73b549 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:30.935804 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c042b4ff-26d5-48df-b5c0-5e8dec73b549 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 1093 time: 0.0850580 Oct 17 18:00:30.938730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48768) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:30.943649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '12a902fb-2c14-4191-be4f-05fcf1e77f9a', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:00:30.949812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:00:30.953911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:floatingip and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:00:30.956988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:00:30.963277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:00:30.978513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:31.114485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:31.254282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.190 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/d1214613-5e62-41da-a6ae-e5739ab4a522) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:00:31.405107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:31.439616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:31.506366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0d217ae8-6606-4b12-bb06-3cbe2e937e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:31.515389 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:00:31.518920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:00:31.522742 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:00:31.557130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=d1214613-5e62-41da-a6ae-e5739ab4a522,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:31.570613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:31.571620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:31.571620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:31.571894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:31.572004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:31.572305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:31.572623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:31.572942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:31.573259 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:31.573612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:31.573908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:31.574220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:00:32.055731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:32.132367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:32.341775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:32.347172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:32.457054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:32.486610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:32.507844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=d1214613-5e62-41da-a6ae-e5739ab4a522,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:00:32.580854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:32.637879 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP b87ec836-2296-4d7b-9f67-7fbbc6e88e7c associated. External IP: 172.26.8.190, port: 12a902fb-2c14-4191-be4f-05fcf1e77f9a. Oct 17 18:00:33.005301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 1e80b9db-1433-459b-9bec-d7df3317c86f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:00:33.192480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:00:33.203365 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba19c56-e37b-4e07-bc8d-084f3253a66c None None] Sync routers for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:00:33.217914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:33.220946 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba19c56-e37b-4e07-bc8d-084f3253a66c None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:33.222304 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3ba19c56-e37b-4e07-bc8d-084f3253a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:00:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:33.275868 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1eef433f-2c59-4f2b-89ae-1cc920d8c1fa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3356688 Oct 17 18:00:33.276387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'tag': '12a902fb-2c14-4191-be4f-05fcf1e77f9a'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:00:33.278659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48772) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:33.279155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1979569c-b27e-4ca9-9d13-08856f95d9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d38a198-1221-4bf5-8784-0b77f3c1250d", "tag": "12a902fb-2c14-4191-be4f-05fcf1e77f9a"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:00:33.325786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e259480d-73f5-4cf0-a501-ffe01928cbfe x-openstack-request-id: req-e259480d-73f5-4cf0-a501-ffe01928cbfe {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:00:33.326080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d38a198-1221-4bf5-8784-0b77f3c1250d", "tag": "12a902fb-2c14-4191-be4f-05fcf1e77f9a", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:00:33.326332 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e259480d-73f5-4cf0-a501-ffe01928cbfe {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:00:33.326740 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e259480d-73f5-4cf0-a501-ffe01928cbfe'] response: {'name': 'network-changed', 'server_uuid': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'tag': '12a902fb-2c14-4191-be4f-05fcf1e77f9a', 'status': 'completed', 'code': 200} Oct 17 18:00:33.400446 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dd6946bf-8fd1-4e58-924e-7497a55d385a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/b87ec836-2296-4d7b-9f67-7fbbc6e88e7c HTTP/1.1" status: 200 len: 991 time: 0.1190321 Oct 17 18:00:33.453763 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-3ba19c56-e37b-4e07-bc8d-084f3253a66c None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:00:33.576008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979569c-b27e-4ca9-9d13-08856f95d9e1 req-f3ef1eac-400c-4ebe-918b-c3540c9cba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:33.577503 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1979569c-b27e-4ca9-9d13-08856f95d9e1 req-f3ef1eac-400c-4ebe-918b-c3540c9cba2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 1098 time: 0.2067475 Oct 17 18:00:33.717182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979569c-b27e-4ca9-9d13-08856f95d9e1 req-8cfc0c04-7c86-4d19-80a1-7ee99f76ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:33.718846 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1979569c-b27e-4ca9-9d13-08856f95d9e1 req-8cfc0c04-7c86-4d19-80a1-7ee99f76ca70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd HTTP/1.1" status: 200 len: 897 time: 0.1349936 Oct 17 18:00:33.832460 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3ba19c56-e37b-4e07-bc8d-084f3253a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'b87ec836-2296-4d7b-9f67-7fbbc6e88e7c', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.190', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'port_id': '12a902fb-2c14-4191-be4f-05fcf1e77f9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'mac_address': 'fa:16:3e:b7:1c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:00:32Z', 'updated_at': '2022-10-17T18:00:32Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:33.837893 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1979569c-b27e-4ca9-9d13-08856f95d9e1 req-81a1ebdf-5731-4b6e-90ba-e94dd0c2cf69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12a902fb-2c14-4191-be4f-05fcf1e77f9a HTTP/1.1" status: 200 len: 999 time: 0.1135039 Oct 17 18:00:33.839392 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba19c56-e37b-4e07-bc8d-084f3253a66c None None] Checking router: 1e80b9db-1433-459b-9bec-d7df3317c86f for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:00:33.850464 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba19c56-e37b-4e07-bc8d-084f3253a66c None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:00:33.850854 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3ba19c56-e37b-4e07-bc8d-084f3253a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:00:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:33.913962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979569c-b27e-4ca9-9d13-08856f95d9e1 req-2a721417-5ce6-414e-bc7d-401e16e976e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:33.915464 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1979569c-b27e-4ca9-9d13-08856f95d9e1 req-2a721417-5ce6-414e-bc7d-401e16e976e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63e08ae9-c57e-4505-869d-328ff1e3c916 HTTP/1.1" status: 200 len: 835 time: 0.0700536 Oct 17 18:00:34.007915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979569c-b27e-4ca9-9d13-08856f95d9e1 req-d8333d39-4741-4455-bdab-1d585b07f6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:34.009776 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1979569c-b27e-4ca9-9d13-08856f95d9e1 req-d8333d39-4741-4455-bdab-1d585b07f6b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872753 Oct 17 18:00:34.037805 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-3ba19c56-e37b-4e07-bc8d-084f3253a66c None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:00:34.164748 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1979569c-b27e-4ca9-9d13-08856f95d9e1 req-28fdc2ee-2469-4dd1-89ef-07f0e8ddcf64 service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453772 Oct 17 18:00:34.301025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:34.309256 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1979569c-b27e-4ca9-9d13-08856f95d9e1 req-d8e84ba9-65c0-43b6-85b6-6efa39d8fc30 service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379149 Oct 17 18:00:34.402967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48778) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:34.407428 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3ba19c56-e37b-4e07-bc8d-084f3253a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'b87ec836-2296-4d7b-9f67-7fbbc6e88e7c', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.190', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'port_id': '12a902fb-2c14-4191-be4f-05fcf1e77f9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'mac_address': 'fa:16:3e:b7:1c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:00:32Z', 'updated_at': '2022-10-17T18:00:32Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:00:34.413287 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba19c56-e37b-4e07-bc8d-084f3253a66c None None] The sync data for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv is: [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'b87ec836-2296-4d7b-9f67-7fbbc6e88e7c', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.190', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'port_id': '12a902fb-2c14-4191-be4f-05fcf1e77f9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'mac_address': 'fa:16:3e:b7:1c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:00:32Z', 'updated_at': '2022-10-17T18:00:32Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:00:34.519589 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8134c2d9-4091-450a-b8bf-fff1b8ef838e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/b87ec836-2296-4d7b-9f67-7fbbc6e88e7c HTTP/1.1" status: 200 len: 991 time: 0.1155152 Oct 17 18:00:34.624426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91c9a8-e094-468e-becc-0e37596d0dc9 None None] New status for floating IP b87ec836-2296-4d7b-9f67-7fbbc6e88e7c: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:00:35.523507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48786) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:00:35.634438 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d6b08be7-49fa-47ba-923b-ffcf6e4a0817 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/b87ec836-2296-4d7b-9f67-7fbbc6e88e7c HTTP/1.1" status: 200 len: 993 time: 0.1099467 Oct 17 18:00:43.258975 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04aae6b2-dd2f-4a76-a0ff-560bde8339fe req-36b7a417-0d55-47c7-854c-24f1ad59e80e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806010 Oct 17 18:00:43.432303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae6b2-dd2f-4a76-a0ff-560bde8339fe req-d3870c75-d794-4088-8ee2-b834a32ff749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:43.433785 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04aae6b2-dd2f-4a76-a0ff-560bde8339fe req-d3870c75-d794-4088-8ee2-b834a32ff749 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 1098 time: 0.0835412 Oct 17 18:00:43.584612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae6b2-dd2f-4a76-a0ff-560bde8339fe req-d9f36237-6d53-4fd6-ab9b-d370cdec144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:43.586074 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04aae6b2-dd2f-4a76-a0ff-560bde8339fe req-d9f36237-6d53-4fd6-ab9b-d370cdec144f service neutron] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 913 time: 0.1328690 Oct 17 18:00:43.687399 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04aae6b2-dd2f-4a76-a0ff-560bde8339fe req-a70275fe-f622-4833-b42c-59cdb44b555c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 HTTP/1.1" status: 200 len: 1000 time: 0.0953457 Oct 17 18:00:43.755549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae6b2-dd2f-4a76-a0ff-560bde8339fe req-503d8042-7a4f-460f-9ace-6bb931bf6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:43.757142 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04aae6b2-dd2f-4a76-a0ff-560bde8339fe req-503d8042-7a4f-460f-9ace-6bb931bf6f58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.0636108 Oct 17 18:00:43.842134 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae6b2-dd2f-4a76-a0ff-560bde8339fe req-a48c7f33-12bd-4ed3-a9ff-8e75923bdd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:00:43.843636 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04aae6b2-dd2f-4a76-a0ff-560bde8339fe req-a48c7f33-12bd-4ed3-a9ff-8e75923bdd93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812769 Oct 17 18:00:43.984735 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04aae6b2-dd2f-4a76-a0ff-560bde8339fe req-2a22aa5d-224a-4fae-b074-8e149cf68c01 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349428 Oct 17 18:00:44.125776 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04aae6b2-dd2f-4a76-a0ff-560bde8339fe req-b82ea606-cce6-4b7f-bb63-31c834bb27f2 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352749 Oct 17 18:00:48.197489 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:00:54.926918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:00:59.028466 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4e6c999a-29db-4610-a591-49cea36ec812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:01.502619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-773e9c5b-5bf9-41f9-a00d-e616cacc83b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:02.239431 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48798) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:02.327683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190aafbe-ceb6-4078-b00b-e33353219e0a tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:02.328163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190aafbe-ceb6-4078-b00b-e33353219e0a tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:02.328660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190aafbe-ceb6-4078-b00b-e33353219e0a tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:02.330348 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-190aafbe-ceb6-4078-b00b-e33353219e0a tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=5bf68046d82040c287b306f9ee0c6158&network_id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd HTTP/1.1" status: 200 len: 2999 time: 0.0898921 Oct 17 18:01:02.489522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:02.588051 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:04.300053 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:05.764137 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48810) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:05.830017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe8ea1c-a471-4961-bb31-62c456c355af tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:05.831662 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ffe8ea1c-a471-4961-bb31-62c456c355af tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00 HTTP/1.1" status: 200 len: 814 time: 0.0663414 Oct 17 18:01:06.943775 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48818) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:06.951945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0013ed46-b1e7-43ca-b5bc-3a73aebe38db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:07.060321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0013ed46-b1e7-43ca-b5bc-3a73aebe38db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:07.382864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0013ed46-b1e7-43ca-b5bc-3a73aebe38db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:07.387735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0013ed46-b1e7-43ca-b5bc-3a73aebe38db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:07.388074 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-0013ed46-b1e7-43ca-b5bc-3a73aebe38db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP b87ec836-2296-4d7b-9f67-7fbbc6e88e7c disassociated. External IP: 172.26.8.190, port: 12a902fb-2c14-4191-be4f-05fcf1e77f9a. Oct 17 18:01:07.888926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0013ed46-b1e7-43ca-b5bc-3a73aebe38db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 1e80b9db-1433-459b-9bec-d7df3317c86f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:01:08.083126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0013ed46-b1e7-43ca-b5bc-3a73aebe38db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:01:08.095375 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e291b-d32f-4bfe-a031-5a3ddcb9c686 None None] Sync routers for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:01:08.098168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0013ed46-b1e7-43ca-b5bc-3a73aebe38db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:08.112768 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e291b-d32f-4bfe-a031-5a3ddcb9c686 None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:01:08.113482 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-d94e291b-d32f-4bfe-a031-5a3ddcb9c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:01:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:08.164855 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0013ed46-b1e7-43ca-b5bc-3a73aebe38db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/floatingips/b87ec836-2296-4d7b-9f67-7fbbc6e88e7c HTTP/1.1" status: 200 len: 690 time: 1.2195489 Oct 17 18:01:08.165502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'tag': '12a902fb-2c14-4191-be4f-05fcf1e77f9a'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:01:08.167947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48822) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:08.168481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd4e603-e6e8-45ba-b60a-579f7df0a593" -d '{"events": [{"name": "network-changed", "server_uuid": "9d38a198-1221-4bf5-8784-0b77f3c1250d", "tag": "12a902fb-2c14-4191-be4f-05fcf1e77f9a"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:01:08.219286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f747d8be-19ef-4117-9670-2ec94761c7a8 x-openstack-request-id: req-f747d8be-19ef-4117-9670-2ec94761c7a8 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:01:08.219756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d38a198-1221-4bf5-8784-0b77f3c1250d", "tag": "12a902fb-2c14-4191-be4f-05fcf1e77f9a", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:01:08.220175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f747d8be-19ef-4117-9670-2ec94761c7a8 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:01:08.220779 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f747d8be-19ef-4117-9670-2ec94761c7a8'] response: {'name': 'network-changed', 'server_uuid': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'tag': '12a902fb-2c14-4191-be4f-05fcf1e77f9a', 'status': 'completed', 'code': 200} Oct 17 18:01:08.374149 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-d94e291b-d32f-4bfe-a031-5a3ddcb9c686 None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:01:08.417990 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-121cd389-6b4b-4708-bf72-97802a0ce6e4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/b87ec836-2296-4d7b-9f67-7fbbc6e88e7c HTTP/1.1" status: 200 len: 690 time: 0.2487803 Oct 17 18:01:08.452584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4e603-e6e8-45ba-b60a-579f7df0a593 req-37d7505b-f5e5-47e7-8093-06879595629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:08.454357 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8cd4e603-e6e8-45ba-b60a-579f7df0a593 req-37d7505b-f5e5-47e7-8093-06879595629b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 1098 time: 0.1115475 Oct 17 18:01:08.600968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4e603-e6e8-45ba-b60a-579f7df0a593 req-ede6da5b-851a-4a7c-b798-681b7e580dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:08.603387 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8cd4e603-e6e8-45ba-b60a-579f7df0a593 req-ede6da5b-851a-4a7c-b798-681b7e580dd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd HTTP/1.1" status: 200 len: 897 time: 0.1431093 Oct 17 18:01:08.677876 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8cd4e603-e6e8-45ba-b60a-579f7df0a593 req-2063ce49-14e0-4c31-a8db-fb5e571e4f1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12a902fb-2c14-4191-be4f-05fcf1e77f9a HTTP/1.1" status: 200 len: 217 time: 0.0675812 Oct 17 18:01:08.743372 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-d94e291b-d32f-4bfe-a031-5a3ddcb9c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:08.748095 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e291b-d32f-4bfe-a031-5a3ddcb9c686 None None] Checking router: 1e80b9db-1433-459b-9bec-d7df3317c86f for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:01:08.749705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4e603-e6e8-45ba-b60a-579f7df0a593 req-0187de8b-d12b-4359-af18-4f3b7425fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:08.751299 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8cd4e603-e6e8-45ba-b60a-579f7df0a593 req-0187de8b-d12b-4359-af18-4f3b7425fc66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63e08ae9-c57e-4505-869d-328ff1e3c916 HTTP/1.1" status: 200 len: 835 time: 0.0684152 Oct 17 18:01:08.759689 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e291b-d32f-4bfe-a031-5a3ddcb9c686 None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:01:08.760290 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-d94e291b-d32f-4bfe-a031-5a3ddcb9c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:01:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:08.849653 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4e603-e6e8-45ba-b60a-579f7df0a593 req-1e071e15-1820-4077-a569-85155e8aca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:08.851913 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8cd4e603-e6e8-45ba-b60a-579f7df0a593 req-1e071e15-1820-4077-a569-85155e8aca8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944638 Oct 17 18:01:08.953210 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-d94e291b-d32f-4bfe-a031-5a3ddcb9c686 None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:01:09.011463 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8cd4e603-e6e8-45ba-b60a-579f7df0a593 req-3cce99e6-62cd-47b2-9bf8-e4ac8701a5a5 service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539791 Oct 17 18:01:09.184045 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8cd4e603-e6e8-45ba-b60a-579f7df0a593 req-b9164564-731c-4ec4-b5c0-9a9bc6d0494b service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662059 Oct 17 18:01:09.305584 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-d94e291b-d32f-4bfe-a031-5a3ddcb9c686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:09.309921 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e291b-d32f-4bfe-a031-5a3ddcb9c686 None None] The sync data for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv is: [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:01:09.421409 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48828) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:09.514239 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-83e0ea09-d069-46cd-9e28-1dec9f241b3c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/b87ec836-2296-4d7b-9f67-7fbbc6e88e7c HTTP/1.1" status: 200 len: 690 time: 0.0911965 Oct 17 18:01:09.564815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df603601-a23e-43a4-a639-2b5b638dbb1b None None] New status for floating IP b87ec836-2296-4d7b-9f67-7fbbc6e88e7c: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:01:10.518343 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48832) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:10.619663 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2d274205-0563-4523-8c18-3d4c37eb5d44 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/b87ec836-2296-4d7b-9f67-7fbbc6e88e7c HTTP/1.1" status: 200 len: 688 time: 0.1001449 Oct 17 18:01:11.716549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48838) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:11.723705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992290313', 'description': 'tempest-secgroup-smoke-1992290313 description', 'project_id': '5bf68046d82040c287b306f9ee0c6158'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:11.730949 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:01:11.740964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:01:11.751826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:11.775642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:01:11.780001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:01:11.783242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:01:11.790572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:01:11.867797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:11.872655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:11.921393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306a226f-7038-42d2-9401-aa34222145fc,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:11.930769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:11.931145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:11.931503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:11.931836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:11.932169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:11.932497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:11.932821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:11.933141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:11.933466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:11.933782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:11.934100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:11.934423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:11.939368 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:11.940613 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0e96d15c-32d9-49de-a953-869b172197bd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2227848 Oct 17 18:01:11.944993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48842) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:11.950482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-fc6d01b9-45b7-4204-a8e0-f6e560eae06c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '306a226f-7038-42d2-9401-aa34222145fc', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:11.956779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fc6d01b9-45b7-4204-a8e0-f6e560eae06c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:01:11.961491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fc6d01b9-45b7-4204-a8e0-f6e560eae06c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:01:11.964769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fc6d01b9-45b7-4204-a8e0-f6e560eae06c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:01:11.970748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fc6d01b9-45b7-4204-a8e0-f6e560eae06c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:01:11.989949 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fc6d01b9-45b7-4204-a8e0-f6e560eae06c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.059787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fc6d01b9-45b7-4204-a8e0-f6e560eae06c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.063546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fc6d01b9-45b7-4204-a8e0-f6e560eae06c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.088886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d01b9-45b7-4204-a8e0-f6e560eae06c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c174c6e6-715d-45c9-9a41-b9ad91de076d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:12.104415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fc6d01b9-45b7-4204-a8e0-f6e560eae06c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.109184 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fc6d01b9-45b7-4204-a8e0-f6e560eae06c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1595855 Oct 17 18:01:12.109554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48846) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:12.114813 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-eb97b836-7415-434f-b1ba-0c489c6552ac tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '306a226f-7038-42d2-9401-aa34222145fc', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:12.121420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-eb97b836-7415-434f-b1ba-0c489c6552ac tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:01:12.125485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-eb97b836-7415-434f-b1ba-0c489c6552ac tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:01:12.128532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-eb97b836-7415-434f-b1ba-0c489c6552ac tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:01:12.135959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-eb97b836-7415-434f-b1ba-0c489c6552ac tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:01:12.156910 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb97b836-7415-434f-b1ba-0c489c6552ac tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.224819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb97b836-7415-434f-b1ba-0c489c6552ac tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.229286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb97b836-7415-434f-b1ba-0c489c6552ac tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.255493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97b836-7415-434f-b1ba-0c489c6552ac tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7389c2f9-1322-4640-bbec-0daca683a04d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:12.267926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb97b836-7415-434f-b1ba-0c489c6552ac tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.269552 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-eb97b836-7415-434f-b1ba-0c489c6552ac tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1588874 Oct 17 18:01:12.272856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48850) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:12.279055 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-5664ce17-00c9-4e32-9418-522a1e79a514 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '306a226f-7038-42d2-9401-aa34222145fc', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:12.285247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5664ce17-00c9-4e32-9418-522a1e79a514 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:01:12.289478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5664ce17-00c9-4e32-9418-522a1e79a514 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:01:12.292428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-5664ce17-00c9-4e32-9418-522a1e79a514 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:01:12.298609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-5664ce17-00c9-4e32-9418-522a1e79a514 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:01:12.314061 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5664ce17-00c9-4e32-9418-522a1e79a514 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.390285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5664ce17-00c9-4e32-9418-522a1e79a514 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.394732 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5664ce17-00c9-4e32-9418-522a1e79a514 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.421044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664ce17-00c9-4e32-9418-522a1e79a514 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e2be91-31ca-403b-98f9-2d8eb65d02f6,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:12.430349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5664ce17-00c9-4e32-9418-522a1e79a514 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.431694 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5664ce17-00c9-4e32-9418-522a1e79a514 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571620 Oct 17 18:01:12.435094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48854) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:12.440796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-360327b1-aad8-419f-8882-836dde33b670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '306a226f-7038-42d2-9401-aa34222145fc', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:12.447772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-360327b1-aad8-419f-8882-836dde33b670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:01:12.451838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-360327b1-aad8-419f-8882-836dde33b670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:01:12.454760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-360327b1-aad8-419f-8882-836dde33b670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:01:12.460792 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-360327b1-aad8-419f-8882-836dde33b670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:01:12.480507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-360327b1-aad8-419f-8882-836dde33b670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.551670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-360327b1-aad8-419f-8882-836dde33b670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.556669 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-360327b1-aad8-419f-8882-836dde33b670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.583075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360327b1-aad8-419f-8882-836dde33b670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d7b005-3832-4545-8ba7-0ffafd4690f0,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:12.594407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-360327b1-aad8-419f-8882-836dde33b670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.595782 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-360327b1-aad8-419f-8882-836dde33b670 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1596692 Oct 17 18:01:12.598673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48858) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:12.606338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8460c9b4-9633-45fa-aebe-2dad8f64077a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '306a226f-7038-42d2-9401-aa34222145fc', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:12.612733 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8460c9b4-9633-45fa-aebe-2dad8f64077a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:01:12.616995 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8460c9b4-9633-45fa-aebe-2dad8f64077a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:01:12.620312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8460c9b4-9633-45fa-aebe-2dad8f64077a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:01:12.627419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8460c9b4-9633-45fa-aebe-2dad8f64077a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:01:12.639869 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-8460c9b4-9633-45fa-aebe-2dad8f64077a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:01:12.646781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8460c9b4-9633-45fa-aebe-2dad8f64077a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.722649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8460c9b4-9633-45fa-aebe-2dad8f64077a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.726811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8460c9b4-9633-45fa-aebe-2dad8f64077a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.753408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460c9b4-9633-45fa-aebe-2dad8f64077a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb4d0f6-009b-4e1f-a06d-6b4de8cfa456,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:12.763994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8460c9b4-9633-45fa-aebe-2dad8f64077a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.765497 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8460c9b4-9633-45fa-aebe-2dad8f64077a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1652524 Oct 17 18:01:12.768698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48862) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:12.775385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e7369de0-ca48-458d-bd22-006c01a7b907 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '306a226f-7038-42d2-9401-aa34222145fc', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:12.781507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e7369de0-ca48-458d-bd22-006c01a7b907 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:01:12.785382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e7369de0-ca48-458d-bd22-006c01a7b907 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:01:12.788579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e7369de0-ca48-458d-bd22-006c01a7b907 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:01:12.795599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e7369de0-ca48-458d-bd22-006c01a7b907 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:01:12.809011 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-e7369de0-ca48-458d-bd22-006c01a7b907 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:01:12.816615 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e7369de0-ca48-458d-bd22-006c01a7b907 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.888679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e7369de0-ca48-458d-bd22-006c01a7b907 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.892809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e7369de0-ca48-458d-bd22-006c01a7b907 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.920849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7369de0-ca48-458d-bd22-006c01a7b907 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a245d3-a235-4de8-b5e9-cd3d49e80185,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:12.930987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e7369de0-ca48-458d-bd22-006c01a7b907 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:12.932374 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e7369de0-ca48-458d-bd22-006c01a7b907 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1625042 Oct 17 18:01:13.217695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-e88d4095-0659-4593-8b10-1108aa8b95cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:01:13.235014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-e88d4095-0659-4593-8b10-1108aa8b95cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:01:13.236322 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-e88d4095-0659-4593-8b10-1108aa8b95cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992290313&fields=id&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 267 time: 0.0593197 Oct 17 18:01:13.408780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c80ab033-379f-4cda-8c90-dbd1b967d140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:13.409474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c80ab033-379f-4cda-8c90-dbd1b967d140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:01:13.424045 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c80ab033-379f-4cda-8c90-dbd1b967d140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:01:13.425216 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c80ab033-379f-4cda-8c90-dbd1b967d140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/networks?id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd HTTP/1.1" status: 200 len: 796 time: 0.1804552 Oct 17 18:01:13.441015 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-dded67e2-43c0-428c-92ce-491e8f8acb4e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/quotas/5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 375 time: 0.0095887 Oct 17 18:01:13.544151 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-d1233e10-0213-43c2-9912-c9192d73f933 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0974548 Oct 17 18:01:13.741309 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-01781a2f-b5f6-4ba7-aca5-47a9e78e1fee service neutron] 10.222.0.69 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817265 Oct 17 18:01:13.895981 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-fea85c91-532d-491f-b121-190a5106f3fa service neutron] 10.222.0.69 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440389 Oct 17 18:01:15.118006 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-75bb153b-4810-4911-bff5-6350cafc5db5 req-01f292ed-413e-4dbb-96d2-38afe47da7cd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 210 time: 0.0634828 Oct 17 18:01:16.323458 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-36646252-178e-4fbe-bfd2-0c4a1c7c43f7 req-79a12b3c-f673-4644-bf0f-2b80f81d4741 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 210 time: 0.0773668 Oct 17 18:01:16.582456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-7016ce7d-2877-401c-98fa-45abeaff3253 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:16.584013 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-7016ce7d-2877-401c-98fa-45abeaff3253 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks?id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd HTTP/1.1" status: 200 len: 796 time: 0.1627960 Oct 17 18:01:16.649196 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-e5128cd1-5dbe-40a4-a21e-ea6964d0a044 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 473 time: 0.0507152 Oct 17 18:01:16.672188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'device_id': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'admin_state_up': True, 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'security_groups': ['306a226f-7038-42d2-9401-aa34222145fc']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:16.834122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:01:16.845663 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:01:16.857667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:01:16.862958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:17.068517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.9 (d379d50a-2ba5-4485-ab04-f07e7b0cf5fd/63e08ae9-c57e-4505-869d-328ff1e3c916/ad1a1339-d7f7-4a5a-8164-0651ad0e3abb) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:01:17.419006 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:17.442118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object ad1a1339-d7f7-4a5a-8164-0651ad0e3abb will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:01:17.532397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:17.629948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:01:17.636391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:01:17.641360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:01:17.696653 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:17.725483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:17.726082 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:17.763118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4ec15-d7c6-48a5-b33b-d8e845a9a597 req-27c0f688-42bc-4ce0-ac4f-1e29b5adf892 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:17.764498 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-68d4ec15-d7c6-48a5-b33b-d8e845a9a597 req-27c0f688-42bc-4ce0-ac4f-1e29b5adf892 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 931 time: 0.2844820 Oct 17 18:01:17.772145 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-562d9685-eee0-40f8-9355-8942b498e235 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1067197 Oct 17 18:01:17.798212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Request body: {'port': {'device_id': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:17.883758 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-68d4ec15-d7c6-48a5-b33b-d8e845a9a597 req-3020b972-3d52-4130-b9c7-73c09f4e6e43 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103725 Oct 17 18:01:17.951319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-65a3876e-c91b-48d6-a79e-c1e71aa40477 None None] Provisioning for port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:01:17.956963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-65a3876e-c91b-48d6-a79e-c1e71aa40477 None None] Provisioning complete for port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:01:17.957337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-65a3876e-c91b-48d6-a79e-c1e71aa40477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:17.957692 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-65a3876e-c91b-48d6-a79e-c1e71aa40477 None None] Attempt 1 to provision port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb Oct 17 18:01:17.970506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:18.032748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-65a3876e-c91b-48d6-a79e-c1e71aa40477 None None] Port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:01:18.505868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1a1339-d7f7-4a5a-8164-0651ad0e3abb {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:01:18.515529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:18.531433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Transition to ACTIVE for port object ad1a1339-d7f7-4a5a-8164-0651ad0e3abb will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:01:18.533849 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-65a3876e-c91b-48d6-a79e-c1e71aa40477 None None] Attempt 2 to provision port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb Oct 17 18:01:18.535922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:18.598701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-65a3876e-c91b-48d6-a79e-c1e71aa40477 None None] Port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:01:18.739065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:18.787262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Attempting to bind port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:01:18.787601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Attempting to bind port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:01:18.788238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Attempting to bind port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb on network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:01:18.794905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb on network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:01:18.795321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Attempting to bind port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb on network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:01:18.800671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:01:18.801000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Checking segment: {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:01:18.801391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Bound using segment: {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:01:18.801888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Bound port: ad1a1339-d7f7-4a5a-8164-0651ad0e3abb, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:01:18.802242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:18.923627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] For port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:01:18.927498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] For port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:01:18.933201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:18.966329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:18.966925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:18.968358 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/ad1a1339-d7f7-4a5a-8164-0651ad0e3abb HTTP/1.1" status: 200 len: 1093 time: 1.1763902 Oct 17 18:01:18.968853 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'tag': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:01:18.971212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a0c133-36a1-4e76-b3d9-36d4fcc37070" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca003b0-5673-4fc9-a141-077714ab8edd", "tag": "ad1a1339-d7f7-4a5a-8164-0651ad0e3abb"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:01:19.019318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8406e01-1aa7-45cb-be8c-0178037f75a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:19.075527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6e9514-be8d-43fe-8b46-5fdbc45d0d10 x-openstack-request-id: req-9d6e9514-be8d-43fe-8b46-5fdbc45d0d10 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:01:19.075820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca003b0-5673-4fc9-a141-077714ab8edd", "tag": "ad1a1339-d7f7-4a5a-8164-0651ad0e3abb", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:01:19.076073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d6e9514-be8d-43fe-8b46-5fdbc45d0d10 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:01:19.076476 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6e9514-be8d-43fe-8b46-5fdbc45d0d10'] response: {'name': 'network-changed', 'server_uuid': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'tag': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb', 'status': 'completed', 'code': 200} Oct 17 18:01:19.100067 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-65a3876e-c91b-48d6-a79e-c1e71aa40477 None None] Attempt 3 to provision port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb Oct 17 18:01:19.144989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-51196608-1d2a-40ad-b8b7-fbf8e352a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:19.149150 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-51196608-1d2a-40ad-b8b7-fbf8e352a14f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 1096 time: 0.1188262 Oct 17 18:01:19.187353 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54a2cf-dd2c-444a-9d2e-f12d944e44e4 req-7c669fbe-a40b-4850-8e0e-05e0a7cf78a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:19.192534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-65a3876e-c91b-48d6-a79e-c1e71aa40477 None None] Port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:01:19.196696 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2a54a2cf-dd2c-444a-9d2e-f12d944e44e4 req-7c669fbe-a40b-4850-8e0e-05e0a7cf78a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 943 time: 0.1548357 Oct 17 18:01:19.245150 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2a54a2cf-dd2c-444a-9d2e-f12d944e44e4 req-ac648901-2239-4c1c-8ad4-251f0bdbd838 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469120 Oct 17 18:01:19.266139 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-21c692e1-8d2e-4416-a7cf-71d3fc7b7846 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb HTTP/1.1" status: 200 len: 217 time: 0.1050479 Oct 17 18:01:19.356982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-591fcefe-7de0-48ed-a4fa-c6ca6a09ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:19.358643 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-591fcefe-7de0-48ed-a4fa-c6ca6a09ffb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63e08ae9-c57e-4505-869d-328ff1e3c916 HTTP/1.1" status: 200 len: 835 time: 0.0870454 Oct 17 18:01:19.458112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-ce9e3a07-50f1-4152-a016-6899e19743c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:19.459809 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-ce9e3a07-50f1-4152-a016-6899e19743c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948083 Oct 17 18:01:19.723850 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-e50c03ae-882d-4f58-a6a3-9c44578b0c0c service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578700 Oct 17 18:01:19.895234 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9b99d9ed-184c-4d25-8860-da837bcd2f60 req-384a26f1-3c06-4b1a-ada6-dbd401ba2d30 service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600199 Oct 17 18:01:20.063418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0c133-36a1-4e76-b3d9-36d4fcc37070 req-78e2afab-2a8d-4222-9e44-9fc6f5b9f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:20.064947 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a0c133-36a1-4e76-b3d9-36d4fcc37070 req-78e2afab-2a8d-4222-9e44-9fc6f5b9f519 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 1096 time: 0.0872130 Oct 17 18:01:20.225527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0c133-36a1-4e76-b3d9-36d4fcc37070 req-1daf9945-2944-4d05-b738-b889d0345440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:20.230195 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a0c133-36a1-4e76-b3d9-36d4fcc37070 req-1daf9945-2944-4d05-b738-b889d0345440 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd HTTP/1.1" status: 200 len: 897 time: 0.1567245 Oct 17 18:01:20.341452 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a0c133-36a1-4e76-b3d9-36d4fcc37070 req-ce2d4d16-9708-4e2c-a8a2-c9dfa4db4b49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb HTTP/1.1" status: 200 len: 217 time: 0.1055145 Oct 17 18:01:20.517429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0c133-36a1-4e76-b3d9-36d4fcc37070 req-c26c152c-e120-4f20-986d-fc9ea02c61ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:20.519113 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a0c133-36a1-4e76-b3d9-36d4fcc37070 req-c26c152c-e120-4f20-986d-fc9ea02c61ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63e08ae9-c57e-4505-869d-328ff1e3c916 HTTP/1.1" status: 200 len: 835 time: 0.1710477 Oct 17 18:01:20.613120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5362867-a8df-4c1d-a12f-621bf56655bb req-feb24ff9-7f09-4127-b049-978894a1407c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:20.613879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a5362867-a8df-4c1d-a12f-621bf56655bb req-feb24ff9-7f09-4127-b049-978894a1407c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:01:20.638318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a5362867-a8df-4c1d-a12f-621bf56655bb req-feb24ff9-7f09-4127-b049-978894a1407c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:01:20.639832 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5362867-a8df-4c1d-a12f-621bf56655bb req-feb24ff9-7f09-4127-b049-978894a1407c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 943 time: 0.2322156 Oct 17 18:01:20.651137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0c133-36a1-4e76-b3d9-36d4fcc37070 req-bd9e655f-55f1-43bc-8e4d-cdd494cdc2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:20.652746 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a0c133-36a1-4e76-b3d9-36d4fcc37070 req-bd9e655f-55f1-43bc-8e4d-cdd494cdc2b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1272531 Oct 17 18:01:20.778140 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5362867-a8df-4c1d-a12f-621bf56655bb req-abbf18a6-94ff-4959-b6d6-bc330149edb3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312191 Oct 17 18:01:20.856792 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a0c133-36a1-4e76-b3d9-36d4fcc37070 req-54f85c75-0fb5-4fd0-b559-87c5e42b45a6 service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899905 Oct 17 18:01:21.035538 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a0c133-36a1-4e76-b3d9-36d4fcc37070 req-ea3d343f-0c88-4733-8d34-1c69d64c4654 service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721461 Oct 17 18:01:22.118623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff3f05-20bf-41dc-995a-de704e095290 req-b99a1eef-740d-4cac-834a-10e26097c0f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:22.120147 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2eff3f05-20bf-41dc-995a-de704e095290 req-b99a1eef-740d-4cac-834a-10e26097c0f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 943 time: 0.2152514 Oct 17 18:01:22.166845 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2eff3f05-20bf-41dc-995a-de704e095290 req-bc377e68-c59c-43b9-a185-5f6e0b313422 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407915 Oct 17 18:01:22.402382 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ad1a1339-d7f7-4a5a-8164-0651ad0e3abb details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:01:22.548654 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:01:22.565626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'port_id': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb', 'mac_address': 'fa:16:3e:a6:9d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:01:22.629283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:01:22.629861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:22.649017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1a1339-d7f7-4a5a-8164-0651ad0e3abb {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:01:22.667200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:01:22.671610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:22.783531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:22.800259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:22.800887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:22.801458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:22.802052 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:22.802571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:22.802996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:22.803399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:22.803793 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:22.804282 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:22.805783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:22.807014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:22.807140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:22.985085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['ad1a1339-d7f7-4a5a-8164-0651ad0e3abb'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:01:23.637889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa527a3-458d-4819-9dc9-ec3b573e4df4 req-b772efde-6684-481e-bd73-f767ff4d818b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:23.640614 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1aa527a3-458d-4819-9dc9-ec3b573e4df4 req-b772efde-6684-481e-bd73-f767ff4d818b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 944 time: 0.1680255 Oct 17 18:01:23.716679 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1aa527a3-458d-4819-9dc9-ec3b573e4df4 req-4ebfaac3-9817-42b1-a505-acd496984c68 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674796 Oct 17 18:01:24.427137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ad1a1339-d7f7-4a5a-8164-0651ad0e3abb up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:01:24.529303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:01:24.536940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:01:24.537363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:24.537913 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb Oct 17 18:01:24.718457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:01:24.719713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:24.757241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:01:24.759874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a9a6a7-cdb8-429b-80e1-a7dd49b4c453" -d '{"events": [{"server_uuid": "7ca003b0-5673-4fc9-a141-077714ab8edd", "name": "network-vif-plugged", "status": "completed", "tag": "ad1a1339-d7f7-4a5a-8164-0651ad0e3abb"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:01:24.771334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:01:24.782259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:24.911495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6c9394-eb3c-4a57-bc00-3d1d290f5184 x-openstack-request-id: req-cc6c9394-eb3c-4a57-bc00-3d1d290f5184 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:01:24.911906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca003b0-5673-4fc9-a141-077714ab8edd", "name": "network-vif-plugged", "status": "completed", "tag": "ad1a1339-d7f7-4a5a-8164-0651ad0e3abb", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:01:24.912222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cc6c9394-eb3c-4a57-bc00-3d1d290f5184 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:01:24.912676 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6c9394-eb3c-4a57-bc00-3d1d290f5184'] response: {'server_uuid': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb', 'code': 200} Oct 17 18:01:24.918996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:24.942288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:25.053252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae660d7-4dff-4e85-8a75-08287cd79373 req-2f237d8e-08e2-4232-8c6f-08ff7dd5900e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:25.055821 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2ae660d7-4dff-4e85-8a75-08287cd79373 req-2f237d8e-08e2-4232-8c6f-08ff7dd5900e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 945 time: 0.1194928 Oct 17 18:01:25.162779 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2ae660d7-4dff-4e85-8a75-08287cd79373 req-6144082b-1ce8-4354-a0d0-c6aa52c17a51 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009696 Oct 17 18:01:25.215694 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:01:25.344587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c97e8e-5c5e-48b0-81c0-54731b429d37 req-d0b74366-81df-475e-82a4-f494a6240a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:25.346293 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e8c97e8e-5c5e-48b0-81c0-54731b429d37 req-d0b74366-81df-475e-82a4-f494a6240a8b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 1098 time: 0.1140230 Oct 17 18:01:25.401686 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e8c97e8e-5c5e-48b0-81c0-54731b429d37 req-81cc9a8a-5ecd-49b3-8cc8-4ae44f940692 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484638 Oct 17 18:01:26.437906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3679b24-e707-4e5a-9576-ba2b6d9be0c2 req-e1663b04-2728-4cfe-a3f5-e1b25ba6ef9a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:26.439594 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3679b24-e707-4e5a-9576-ba2b6d9be0c2 req-e1663b04-2728-4cfe-a3f5-e1b25ba6ef9a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 945 time: 0.1356723 Oct 17 18:01:26.490854 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3679b24-e707-4e5a-9576-ba2b6d9be0c2 req-22705930-3846-44ee-b04a-fe104badec6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450914 Oct 17 18:01:27.769976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a21125-db2a-4140-8c7d-d943c6de7f25 req-a6a92d7c-e2e1-4428-a24a-68aac2b03555 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:27.771572 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f7a21125-db2a-4140-8c7d-d943c6de7f25 req-a6a92d7c-e2e1-4428-a24a-68aac2b03555 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 945 time: 0.0919549 Oct 17 18:01:27.819085 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f7a21125-db2a-4140-8c7d-d943c6de7f25 req-f2f45fc0-650b-48b6-83b6-f0b8df398adc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409937 Oct 17 18:01:28.027010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665c4ad-f151-4b7e-83a3-91e7b6943037 req-77131fd5-1b31-4555-b076-bbde85499ab2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:28.028404 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c665c4ad-f151-4b7e-83a3-91e7b6943037 req-77131fd5-1b31-4555-b076-bbde85499ab2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 945 time: 0.0908799 Oct 17 18:01:28.077116 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c665c4ad-f151-4b7e-83a3-91e7b6943037 req-f1d6241f-d824-4a7e-b7a8-7e1d7d84ff83 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429990 Oct 17 18:01:28.107534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48958) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:28.188917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f455836b-3c55-402a-843c-e3fe3cfc9e06 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:28.190425 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f455836b-3c55-402a-843c-e3fe3cfc9e06 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 1093 time: 0.0819750 Oct 17 18:01:28.193359 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 48962) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:28.198723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-aa53fe0e-991b-487b-9dbf-e30a9f2d06c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'floatingip': {'port_id': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:28.279805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa53fe0e-991b-487b-9dbf-e30a9f2d06c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:28.895294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa53fe0e-991b-487b-9dbf-e30a9f2d06c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:28.900214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa53fe0e-991b-487b-9dbf-e30a9f2d06c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:29.024699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c5362a6c-816b-4864-9977-765146277710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:29.106719 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-7a0b45d2-c207-4437-bbce-0044d046f2e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817611118&fields=id&tenant_id=717818c81d93408ebcf6aa4623d3e2cd HTTP/1.1" status: 200 len: 267 time: 0.0592926 Oct 17 18:01:29.113946 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-aa53fe0e-991b-487b-9dbf-e30a9f2d06c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP b87ec836-2296-4d7b-9f67-7fbbc6e88e7c associated. External IP: 172.26.8.190, port: ad1a1339-d7f7-4a5a-8164-0651ad0e3abb. Oct 17 18:01:29.531283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690c47-1da2-4133-807f-d05e5971963f req-654e577c-3d00-42af-bbda-51f94ee6b448 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:29.532726 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-654e577c-3d00-42af-bbda-51f94ee6b448 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 812 time: 0.3666186 Oct 17 18:01:29.672153 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-9e960363-dc3d-4cca-a860-9b248d26d360 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/quotas/717818c81d93408ebcf6aa4623d3e2cd HTTP/1.1" status: 200 len: 375 time: 0.0853071 Oct 17 18:01:29.786294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa53fe0e-991b-487b-9dbf-e30a9f2d06c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 1e80b9db-1433-459b-9bec-d7df3317c86f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:01:29.812737 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-56c92c85-3fa1-443d-b344-b0e7148ae8f2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1332879 Oct 17 18:01:29.996876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa53fe0e-991b-487b-9dbf-e30a9f2d06c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:01:30.002805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa53fe0e-991b-487b-9dbf-e30a9f2d06c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:30.008281 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be03394c-fd57-4f37-986b-f97910b3a078 None None] Sync routers for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:01:30.017670 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be03394c-fd57-4f37-986b-f97910b3a078 None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:01:30.018261 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-be03394c-fd57-4f37-986b-f97910b3a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:01:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:30.139938 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-aa53fe0e-991b-487b-9dbf-e30a9f2d06c7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/floatingips/b87ec836-2296-4d7b-9f67-7fbbc6e88e7c HTTP/1.1" status: 200 len: 991 time: 1.9451926 Oct 17 18:01:30.142116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 48978) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:30.149862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'tag': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:01:30.152257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882efd39-232c-48f0-ad5b-d35b68939538" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca003b0-5673-4fc9-a141-077714ab8edd", "tag": "ad1a1339-d7f7-4a5a-8164-0651ad0e3abb"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:01:30.208319 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-0c59feea-6069-4b52-99de-f54a12153e14 service neutron] 10.222.0.69 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433321 Oct 17 18:01:30.211922 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-be03394c-fd57-4f37-986b-f97910b3a078 None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:01:30.262605 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b6388a83-da12-4ade-ac05-8e09128fcb5c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/b87ec836-2296-4d7b-9f67-7fbbc6e88e7c HTTP/1.1" status: 200 len: 991 time: 0.1172569 Oct 17 18:01:30.285795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72616d9-e1f0-4a33-8140-46df4d2502f0 x-openstack-request-id: req-c72616d9-e1f0-4a33-8140-46df4d2502f0 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:01:30.286087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca003b0-5673-4fc9-a141-077714ab8edd", "tag": "ad1a1339-d7f7-4a5a-8164-0651ad0e3abb", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:01:30.286345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c72616d9-e1f0-4a33-8140-46df4d2502f0 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:01:30.286747 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72616d9-e1f0-4a33-8140-46df4d2502f0'] response: {'name': 'network-changed', 'server_uuid': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'tag': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb', 'status': 'completed', 'code': 200} Oct 17 18:01:30.364657 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-65d42385-bc82-4fc3-946b-1357a6a6b928 service neutron] 10.222.0.69 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544058 Oct 17 18:01:30.459816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882efd39-232c-48f0-ad5b-d35b68939538 req-6d56c5c4-fa2d-42de-b2c4-ec8f43712008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:30.462470 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-882efd39-232c-48f0-ad5b-d35b68939538 req-6d56c5c4-fa2d-42de-b2c4-ec8f43712008 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 1098 time: 0.1980467 Oct 17 18:01:30.609036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882efd39-232c-48f0-ad5b-d35b68939538 req-bf640174-199c-4501-9603-12482281dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:30.610620 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-882efd39-232c-48f0-ad5b-d35b68939538 req-bf640174-199c-4501-9603-12482281dc6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd HTTP/1.1" status: 200 len: 897 time: 0.1428921 Oct 17 18:01:30.681739 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-be03394c-fd57-4f37-986b-f97910b3a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'b87ec836-2296-4d7b-9f67-7fbbc6e88e7c', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.190', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'port_id': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'mac_address': 'fa:16:3e:a6:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:00:32Z', 'updated_at': '2022-10-17T18:01:28Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:30.686130 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be03394c-fd57-4f37-986b-f97910b3a078 None None] Checking router: 1e80b9db-1433-459b-9bec-d7df3317c86f for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:01:30.696165 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be03394c-fd57-4f37-986b-f97910b3a078 None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:01:30.696996 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-be03394c-fd57-4f37-986b-f97910b3a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:01:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:30.723798 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-882efd39-232c-48f0-ad5b-d35b68939538 req-8ad6ca59-b081-4bce-b3a2-458b2a59271c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb HTTP/1.1" status: 200 len: 999 time: 0.1069946 Oct 17 18:01:30.789590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882efd39-232c-48f0-ad5b-d35b68939538 req-cb23a9f6-14b6-46fa-ba28-7edf269d5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:30.791359 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-882efd39-232c-48f0-ad5b-d35b68939538 req-cb23a9f6-14b6-46fa-ba28-7edf269d5ae8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63e08ae9-c57e-4505-869d-328ff1e3c916 HTTP/1.1" status: 200 len: 835 time: 0.0618923 Oct 17 18:01:30.901147 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-be03394c-fd57-4f37-986b-f97910b3a078 None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:01:30.910360 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-99766d6e-eb68-4534-af59-8f300c7ed8e1 req-8b8c5e78-55f7-4cc6-a5b6-32c0fb513286 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 210 time: 0.0530865 Oct 17 18:01:30.934364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882efd39-232c-48f0-ad5b-d35b68939538 req-d3168a98-bc53-46bd-a8b9-970edbf05ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:30.936050 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-882efd39-232c-48f0-ad5b-d35b68939538 req-d3168a98-bc53-46bd-a8b9-970edbf05ada service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1392679 Oct 17 18:01:31.091406 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-882efd39-232c-48f0-ad5b-d35b68939538 req-a4b9577e-ec05-439d-a63e-c52e6230c1a9 service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422970 Oct 17 18:01:31.239593 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-882efd39-232c-48f0-ad5b-d35b68939538 req-1187dca9-c1be-47d0-92ca-4d96e4817337 service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473398 Oct 17 18:01:31.263850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49000) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:31.330675 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-be03394c-fd57-4f37-986b-f97910b3a078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'b87ec836-2296-4d7b-9f67-7fbbc6e88e7c', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.190', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'port_id': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'mac_address': 'fa:16:3e:a6:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:00:32Z', 'updated_at': '2022-10-17T18:01:28Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:31.336995 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be03394c-fd57-4f37-986b-f97910b3a078 None None] The sync data for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv is: [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'b87ec836-2296-4d7b-9f67-7fbbc6e88e7c', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.190', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'port_id': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'mac_address': 'fa:16:3e:a6:9d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:00:32Z', 'updated_at': '2022-10-17T18:01:28Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:01:31.407967 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7ce5c397-15e9-4c5c-8e82-ab1a3efccf63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/b87ec836-2296-4d7b-9f67-7fbbc6e88e7c HTTP/1.1" status: 200 len: 991 time: 0.1428180 Oct 17 18:01:31.502722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3142cab2-50eb-43df-b667-d5cfb82a3ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:31.567962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ef1609-c58b-4e03-8ebb-e010719ca0d1 None None] New status for floating IP b87ec836-2296-4d7b-9f67-7fbbc6e88e7c: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:01:32.099198 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-25d8cad5-acad-454a-910c-8b440dc00c37 req-87e55ec7-79d7-4c4f-b22e-fcf4b5c470a0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 210 time: 0.0623136 Oct 17 18:01:32.162862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690c47-1da2-4133-807f-d05e5971963f req-4fa14c34-9549-47d6-9260-95ee688df690 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:32.164791 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-4fa14c34-9549-47d6-9260-95ee688df690 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 812 time: 0.1628573 Oct 17 18:01:32.224132 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-bd2ec0e0-4700-43c3-9462-866331c09e12 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=717818c81d93408ebcf6aa4623d3e2cd HTTP/1.1" status: 200 len: 379 time: 0.0407658 Oct 17 18:01:32.237253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'port': {'device_id': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'admin_state_up': True, 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'security_groups': ['61add531-1127-4709-905b-87f1ef21b67e']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:32.384013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:01:32.394131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:01:32.406538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Made reservation on behalf of 717818c81d93408ebcf6aa4623d3e2cd for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:01:32.410384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:32.411933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49006) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:32.493801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:32.531173 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bdc64d4d-8d7d-477c-aeae-308701f43725 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/b87ec836-2296-4d7b-9f67-7fbbc6e88e7c HTTP/1.1" status: 200 len: 993 time: 0.1180093 Oct 17 18:01:32.582929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:32.601355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Allocated IP 172.20.0.8 (17275f87-7cd3-4c74-af7d-0a6a78eff407/a9d4a9e2-847d-4221-a01e-8203fd41615c/3a6c74c7-3678-488b-93b2-bb883d3dc095) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:01:32.807489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:32.825654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Transition to ACTIVE for port object 3a6c74c7-3678-488b-93b2-bb883d3dc095 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:01:32.850342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:32.922754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Network 17275f87-7cd3-4c74-af7d-0a6a78eff407 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:01:32.925989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:01:32.929806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:01:32.968008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'Port': ['ID=3a6c74c7-3678-488b-93b2-bb883d3dc095,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:32.983302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:32.983645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:32.983976 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:32.984303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:32.984625 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:32.984948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:32.985267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:32.985587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:32.985908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:32.986223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:32.986535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:32.986850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:01:33.013299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:33.013946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:33.042054 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-d7c2ca84-011e-4d21-b674-5b7168a917e0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8083527 Oct 17 18:01:33.060767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Request body: {'port': {'device_id': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:33.187450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:33.232980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b7a48e82-820f-4d8f-818d-91a18a46546c None None] Provisioning for port 3a6c74c7-3678-488b-93b2-bb883d3dc095 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:01:33.240273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b7a48e82-820f-4d8f-818d-91a18a46546c None None] Provisioning complete for port 3a6c74c7-3678-488b-93b2-bb883d3dc095 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:01:33.240787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b7a48e82-820f-4d8f-818d-91a18a46546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:33.241206 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b7a48e82-820f-4d8f-818d-91a18a46546c None None] Attempt 1 to provision port 3a6c74c7-3678-488b-93b2-bb883d3dc095 Oct 17 18:01:33.303647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b7a48e82-820f-4d8f-818d-91a18a46546c None None] Port 3a6c74c7-3678-488b-93b2-bb883d3dc095 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:01:33.443077 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bced7-2455-4744-b433-21d4d296804c req-3438f0d7-2d64-48fc-8b72-2c1264772405 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:33.443769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-472bced7-2455-4744-b433-21d4d296804c req-3438f0d7-2d64-48fc-8b72-2c1264772405 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Synchronizing usage tracker for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:01:33.528125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-472bced7-2455-4744-b433-21d4d296804c req-3438f0d7-2d64-48fc-8b72-2c1264772405 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Unset dirty status for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:01:33.529355 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-472bced7-2455-4744-b433-21d4d296804c req-3438f0d7-2d64-48fc-8b72-2c1264772405 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 931 time: 0.2932496 Oct 17 18:01:33.714282 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-472bced7-2455-4744-b433-21d4d296804c req-7833cb9d-dabf-44f3-bab0-5d527362ebca tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639684 Oct 17 18:01:33.795330 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6c74c7-3678-488b-93b2-bb883d3dc095 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:01:33.803906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:33.805876 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b7a48e82-820f-4d8f-818d-91a18a46546c None None] Attempt 2 to provision port 3a6c74c7-3678-488b-93b2-bb883d3dc095 Oct 17 18:01:33.820629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Transition to ACTIVE for port object 3a6c74c7-3678-488b-93b2-bb883d3dc095 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:01:33.825021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:33.871747 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b7a48e82-820f-4d8f-818d-91a18a46546c None None] Port 3a6c74c7-3678-488b-93b2-bb883d3dc095 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:01:34.027684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Pushing event updated for resources: {'Port': ['ID=3a6c74c7-3678-488b-93b2-bb883d3dc095,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:34.064175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Attempting to bind port 3a6c74c7-3678-488b-93b2-bb883d3dc095 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:01:34.064510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Attempting to bind port 3a6c74c7-3678-488b-93b2-bb883d3dc095 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:01:34.064837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Attempting to bind port 3a6c74c7-3678-488b-93b2-bb883d3dc095 on network 17275f87-7cd3-4c74-af7d-0a6a78eff407 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:01:34.069483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Port 3a6c74c7-3678-488b-93b2-bb883d3dc095 on network 17275f87-7cd3-4c74-af7d-0a6a78eff407 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:01:34.069836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Attempting to bind port 3a6c74c7-3678-488b-93b2-bb883d3dc095 on network 17275f87-7cd3-4c74-af7d-0a6a78eff407 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:01:34.076204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:01:34.076538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Checking segment: {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:01:34.076916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Bound using segment: {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:01:34.077342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Bound port: 3a6c74c7-3678-488b-93b2-bb883d3dc095, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:01:34.077683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:34.174871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] For port 3a6c74c7-3678-488b-93b2-bb883d3dc095, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:01:34.177847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] For port 3a6c74c7-3678-488b-93b2-bb883d3dc095, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3a6c74c7-3678-488b-93b2-bb883d3dc095,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:01:34.182395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:34.213679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:34.214282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:34.215681 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] 10.222.0.20 "PUT /v2.0/ports/3a6c74c7-3678-488b-93b2-bb883d3dc095 HTTP/1.1" status: 200 len: 1093 time: 1.1598811 Oct 17 18:01:34.216166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'tag': '3a6c74c7-3678-488b-93b2-bb883d3dc095'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:01:34.218480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b664dde5-5c7f-4e70-88ef-b6136dfe7019" -d '{"events": [{"name": "network-changed", "server_uuid": "a31564e2-3f94-42ff-afe9-a768f299ebe8", "tag": "3a6c74c7-3678-488b-93b2-bb883d3dc095"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:01:34.273200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134d5b8-877f-4047-a8bd-f5a960e4d84a service neutron] Pushing event updated for resources: {'Port': ['ID=3a6c74c7-3678-488b-93b2-bb883d3dc095,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:34.277562 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b129f849-c782-4cda-a36b-8816a4b233f1 x-openstack-request-id: req-b129f849-c782-4cda-a36b-8816a4b233f1 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:01:34.278073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31564e2-3f94-42ff-afe9-a768f299ebe8", "tag": "3a6c74c7-3678-488b-93b2-bb883d3dc095", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:01:34.278388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b129f849-c782-4cda-a36b-8816a4b233f1 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:01:34.278943 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b129f849-c782-4cda-a36b-8816a4b233f1'] response: {'name': 'network-changed', 'server_uuid': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'tag': '3a6c74c7-3678-488b-93b2-bb883d3dc095', 'status': 'completed', 'code': 200} Oct 17 18:01:34.300783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:34.372716 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b7a48e82-820f-4d8f-818d-91a18a46546c None None] Attempt 3 to provision port 3a6c74c7-3678-488b-93b2-bb883d3dc095 Oct 17 18:01:34.384805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690c47-1da2-4133-807f-d05e5971963f req-206bf22b-7cf5-41be-8028-98e8be5961d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:34.386300 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-206bf22b-7cf5-41be-8028-98e8be5961d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 1096 time: 0.0890670 Oct 17 18:01:34.462179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b7a48e82-820f-4d8f-818d-91a18a46546c None None] Port 3a6c74c7-3678-488b-93b2-bb883d3dc095 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:01:34.475538 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-92292a0f-c334-4df2-afb8-d57510c027dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a6c74c7-3678-488b-93b2-bb883d3dc095 HTTP/1.1" status: 200 len: 217 time: 0.0754557 Oct 17 18:01:34.542800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690c47-1da2-4133-807f-d05e5971963f req-26d151d1-5f6e-4f5a-8ba8-18cd51dfcab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:34.544256 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-26d151d1-5f6e-4f5a-8ba8-18cd51dfcab1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.0632217 Oct 17 18:01:34.634605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690c47-1da2-4133-807f-d05e5971963f req-4d74d524-20f3-4080-bf41-0809de0be07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:34.636136 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-4d74d524-20f3-4080-bf41-0809de0be07a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856094 Oct 17 18:01:34.775927 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-f6994eaf-1ded-4c3b-8e3e-3827c64841c7 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321375 Oct 17 18:01:34.972309 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f2690c47-1da2-4133-807f-d05e5971963f req-824aab9f-8ce3-4811-8f59-999fc29c3c06 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908512 Oct 17 18:01:34.988183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f978036-dcab-4b87-bbf6-6a13fd573e51 req-17bdbe70-a4f7-43cb-b03b-9a67d5aa3f3d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:34.989594 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7f978036-dcab-4b87-bbf6-6a13fd573e51 req-17bdbe70-a4f7-43cb-b03b-9a67d5aa3f3d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 943 time: 0.1388140 Oct 17 18:01:35.034757 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7f978036-dcab-4b87-bbf6-6a13fd573e51 req-182f57b2-d9cb-4e15-b535-38834e81a541 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380094 Oct 17 18:01:35.141182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664dde5-5c7f-4e70-88ef-b6136dfe7019 req-66fa651b-b0fc-4707-a6a5-ed24b44ff9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:35.142816 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b664dde5-5c7f-4e70-88ef-b6136dfe7019 req-66fa651b-b0fc-4707-a6a5-ed24b44ff9b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 1096 time: 0.0834053 Oct 17 18:01:35.276269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664dde5-5c7f-4e70-88ef-b6136dfe7019 req-94b8a4aa-a1f7-44a2-9922-6b8e7d67c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:35.277579 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b664dde5-5c7f-4e70-88ef-b6136dfe7019 req-94b8a4aa-a1f7-44a2-9922-6b8e7d67c871 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 913 time: 0.1281767 Oct 17 18:01:35.347182 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b664dde5-5c7f-4e70-88ef-b6136dfe7019 req-94c34c22-2f7d-4367-957b-5fe697a5e4a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a6c74c7-3678-488b-93b2-bb883d3dc095 HTTP/1.1" status: 200 len: 217 time: 0.0612464 Oct 17 18:01:35.512088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664dde5-5c7f-4e70-88ef-b6136dfe7019 req-850080ba-c47e-4ca6-afd4-7940823a61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:35.513515 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b664dde5-5c7f-4e70-88ef-b6136dfe7019 req-850080ba-c47e-4ca6-afd4-7940823a61ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.1597097 Oct 17 18:01:35.598777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664dde5-5c7f-4e70-88ef-b6136dfe7019 req-c5dd40f3-f594-4504-be87-dc1464758cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:35.600347 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b664dde5-5c7f-4e70-88ef-b6136dfe7019 req-c5dd40f3-f594-4504-be87-dc1464758cc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798213 Oct 17 18:01:35.782455 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b664dde5-5c7f-4e70-88ef-b6136dfe7019 req-081354b2-84f5-4b26-ad18-62573a1682e8 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317472 Oct 17 18:01:35.916414 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b664dde5-5c7f-4e70-88ef-b6136dfe7019 req-1ac9213b-0e50-4152-bf43-dc305761c56d service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265023 Oct 17 18:01:36.240001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268cfa1-2789-4434-9e9e-6f3635f79ad1 req-99c62aaf-07ce-4bb3-b608-4accfec70d9d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:36.241390 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8268cfa1-2789-4434-9e9e-6f3635f79ad1 req-99c62aaf-07ce-4bb3-b608-4accfec70d9d tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 943 time: 0.0886395 Oct 17 18:01:36.287788 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8268cfa1-2789-4434-9e9e-6f3635f79ad1 req-1d1accab-07fa-4f92-9c6b-54d563a634c6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399106 Oct 17 18:01:37.519012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de666f-f435-4026-9cd1-6e92533b7e17 req-700a631e-ae61-49be-9515-6e3e6570f4ce tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:37.520712 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-84de666f-f435-4026-9cd1-6e92533b7e17 req-700a631e-ae61-49be-9515-6e3e6570f4ce tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 943 time: 0.1047263 Oct 17 18:01:37.570547 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-84de666f-f435-4026-9cd1-6e92533b7e17 req-e4ff929b-4681-48ac-83c3-0897814f6296 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433404 Oct 17 18:01:38.817145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19a558-db51-4363-974d-f00daa3b80bf req-47375d3f-31df-47f5-831a-3f0f29a9080e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:38.818596 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4c19a558-db51-4363-974d-f00daa3b80bf req-47375d3f-31df-47f5-831a-3f0f29a9080e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 943 time: 0.1085789 Oct 17 18:01:38.863340 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4c19a558-db51-4363-974d-f00daa3b80bf req-bc8c6e29-aa37-4059-9d62-4c91950ee55b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382566 Oct 17 18:01:40.088487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47f8c2-e884-4d90-a3aa-e6a836cad948 req-5bd8ee2c-b486-4674-8cf5-6def01c96b56 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:40.088487 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2d47f8c2-e884-4d90-a3aa-e6a836cad948 req-5bd8ee2c-b486-4674-8cf5-6def01c96b56 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 943 time: 0.0977287 Oct 17 18:01:40.143954 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2d47f8c2-e884-4d90-a3aa-e6a836cad948 req-4158c6d3-30a0-4b8f-8b37-59273a723edd tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505497 Oct 17 18:01:41.345581 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d55ed1-6527-4f11-96ae-56292b12e9e6 req-23d14f72-b07e-41e9-ad9c-f29e614781eb tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:41.347034 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c8d55ed1-6527-4f11-96ae-56292b12e9e6 req-23d14f72-b07e-41e9-ad9c-f29e614781eb tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 943 time: 0.0877421 Oct 17 18:01:41.394963 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c8d55ed1-6527-4f11-96ae-56292b12e9e6 req-eb714a77-2f50-41b6-b7ac-15b4891c7e5e tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415154 Oct 17 18:01:42.516945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 3a6c74c7-3678-488b-93b2-bb883d3dc095 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:01:42.600687 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07aa48-a3a6-4e35-889d-cc6e12a10014 req-afd522fc-7c96-4df9-a08b-64bb18454289 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:42.602170 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-df07aa48-a3a6-4e35-889d-cc6e12a10014 req-afd522fc-7c96-4df9-a08b-64bb18454289 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 943 time: 0.0916219 Oct 17 18:01:42.648324 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-df07aa48-a3a6-4e35-889d-cc6e12a10014 req-c759e77f-7abe-4859-b921-2cae062a9d36 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398500 Oct 17 18:01:42.658899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 3a6c74c7-3678-488b-93b2-bb883d3dc095, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3a6c74c7-3678-488b-93b2-bb883d3dc095,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:01:42.672743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '3a6c74c7-3678-488b-93b2-bb883d3dc095', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'port_id': '3a6c74c7-3678-488b-93b2-bb883d3dc095', 'mac_address': 'fa:16:3e:3c:a9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:01:42.731946 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 3a6c74c7-3678-488b-93b2-bb883d3dc095 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:01:42.732234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:42.749342 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6c74c7-3678-488b-93b2-bb883d3dc095 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:01:42.765566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 3a6c74c7-3678-488b-93b2-bb883d3dc095, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3a6c74c7-3678-488b-93b2-bb883d3dc095,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:01:42.769471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:42.836506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=3a6c74c7-3678-488b-93b2-bb883d3dc095,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:43.094404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['3a6c74c7-3678-488b-93b2-bb883d3dc095'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:01:43.300845 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5245313e-d993-4a99-a193-843aba76d1da req-52e391ad-cf98-4262-8500-042a80232882 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0898581 Oct 17 18:01:43.413384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245313e-d993-4a99-a193-843aba76d1da req-c5bccc90-93c2-41e1-a5af-c3bd0b8074a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:43.414885 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5245313e-d993-4a99-a193-843aba76d1da req-c5bccc90-93c2-41e1-a5af-c3bd0b8074a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 1098 time: 0.0811141 Oct 17 18:01:43.572606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245313e-d993-4a99-a193-843aba76d1da req-486e1b92-781c-4bdb-a284-4f685b741410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:43.574080 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5245313e-d993-4a99-a193-843aba76d1da req-486e1b92-781c-4bdb-a284-4f685b741410 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd HTTP/1.1" status: 200 len: 897 time: 0.1389146 Oct 17 18:01:43.650437 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5245313e-d993-4a99-a193-843aba76d1da req-ecfe4dab-1040-428d-a41d-edd8e27fdc4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12a902fb-2c14-4191-be4f-05fcf1e77f9a HTTP/1.1" status: 200 len: 217 time: 0.0680330 Oct 17 18:01:43.718204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245313e-d993-4a99-a193-843aba76d1da req-881fa67e-5e3a-40b0-ac57-d03cbd48a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:43.719749 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5245313e-d993-4a99-a193-843aba76d1da req-881fa67e-5e3a-40b0-ac57-d03cbd48a8b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63e08ae9-c57e-4505-869d-328ff1e3c916 HTTP/1.1" status: 200 len: 835 time: 0.0598772 Oct 17 18:01:43.816894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245313e-d993-4a99-a193-843aba76d1da req-a1bf49e0-929f-4c36-9575-0b0a415dcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:43.819158 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5245313e-d993-4a99-a193-843aba76d1da req-a1bf49e0-929f-4c36-9575-0b0a415dcf86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928884 Oct 17 18:01:43.969762 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5245313e-d993-4a99-a193-843aba76d1da req-27a49339-ad34-4a03-b427-e4c2d4e5e4f7 service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428909 Oct 17 18:01:43.980397 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615350-40e8-4b49-8089-841020c37ee6 req-d26a05b8-4796-4478-ae36-a25415b08e96 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:43.982505 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-89615350-40e8-4b49-8089-841020c37ee6 req-d26a05b8-4796-4478-ae36-a25415b08e96 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 944 time: 0.2186184 Oct 17 18:01:44.032039 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-89615350-40e8-4b49-8089-841020c37ee6 req-65017177-bbc2-4146-8ea1-fbdf9eae57a5 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435691 Oct 17 18:01:44.108218 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5245313e-d993-4a99-a193-843aba76d1da req-f03fac95-fa2a-44b6-85d7-4cd7c544c07a service neutron] 10.222.0.20 "GET /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320639 Oct 17 18:01:44.515204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 3a6c74c7-3678-488b-93b2-bb883d3dc095 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:01:44.592009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 3a6c74c7-3678-488b-93b2-bb883d3dc095 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:01:44.597632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 3a6c74c7-3678-488b-93b2-bb883d3dc095 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:01:44.598021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:44.598360 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 3a6c74c7-3678-488b-93b2-bb883d3dc095 Oct 17 18:01:44.759578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 3a6c74c7-3678-488b-93b2-bb883d3dc095 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:01:44.759964 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:44.789032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6c74c7-3678-488b-93b2-bb883d3dc095'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:01:44.791255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960b62ba-ae22-47d6-a0f6-a69545b31a9d" -d '{"events": [{"server_uuid": "a31564e2-3f94-42ff-afe9-a768f299ebe8", "name": "network-vif-plugged", "status": "completed", "tag": "3a6c74c7-3678-488b-93b2-bb883d3dc095"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:01:44.800889 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 3a6c74c7-3678-488b-93b2-bb883d3dc095, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3a6c74c7-3678-488b-93b2-bb883d3dc095,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:01:44.805692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:44.839019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ede65b4-da0b-47d8-9309-efa2f0116421 x-openstack-request-id: req-4ede65b4-da0b-47d8-9309-efa2f0116421 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:01:44.839334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31564e2-3f94-42ff-afe9-a768f299ebe8", "name": "network-vif-plugged", "status": "completed", "tag": "3a6c74c7-3678-488b-93b2-bb883d3dc095", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:01:44.839587 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ede65b4-da0b-47d8-9309-efa2f0116421 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:01:44.839974 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ede65b4-da0b-47d8-9309-efa2f0116421'] response: {'server_uuid': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6c74c7-3678-488b-93b2-bb883d3dc095', 'code': 200} Oct 17 18:01:44.880434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=3a6c74c7-3678-488b-93b2-bb883d3dc095,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:45.169830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc65ecf-b82f-4b20-bd88-72a91fed362f req-04e121f5-1cb1-42f7-bb73-964741091161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:45.171432 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0dc65ecf-b82f-4b20-bd88-72a91fed362f req-04e121f5-1cb1-42f7-bb73-964741091161 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 1098 time: 0.0826831 Oct 17 18:01:45.240573 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0dc65ecf-b82f-4b20-bd88-72a91fed362f req-2c2dec02-7843-4a57-a9ce-54112ba3b854 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627892 Oct 17 18:01:45.305839 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c657f-c595-486a-ba3f-52ffe3c1e6aa req-3fd8c1e3-2ebe-4284-b112-6192f6bbd167 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:45.307416 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f85c657f-c595-486a-ba3f-52ffe3c1e6aa req-3fd8c1e3-2ebe-4284-b112-6192f6bbd167 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 945 time: 0.0968871 Oct 17 18:01:45.354439 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f85c657f-c595-486a-ba3f-52ffe3c1e6aa req-d1b13a66-d098-4c8c-a7a3-b7cf96df7841 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409725 Oct 17 18:01:46.703818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6c65c-b24e-412e-bcb0-169a0866d633 req-2091bbe5-a768-4f23-ab15-2851fdef5904 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:46.705251 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a8f6c65c-b24e-412e-bcb0-169a0866d633 req-2091bbe5-a768-4f23-ab15-2851fdef5904 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 945 time: 0.2124684 Oct 17 18:01:46.753748 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a8f6c65c-b24e-412e-bcb0-169a0866d633 req-13ae07ef-8520-4631-a795-406a8d06dc1b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Oct 17 18:01:46.959109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22504f-0965-4b5a-a71b-74ef513da6bb req-c0ac2b21-09c6-4e5b-97ec-294f662dc35b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:46.960565 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4a22504f-0965-4b5a-a71b-74ef513da6bb req-c0ac2b21-09c6-4e5b-97ec-294f662dc35b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 945 time: 0.0912473 Oct 17 18:01:47.014922 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4a22504f-0965-4b5a-a71b-74ef513da6bb req-3a3166c2-265e-4c25-a189-0f8cdfc60aae tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481620 Oct 17 18:01:47.046997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49038) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:47.140129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98af23d5-175a-45b9-a2c6-87853d5f9112 tempest-TestVolumeBootPattern-1997620352 tempest-TestVolumeBootPattern-1997620352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:47.141760 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-98af23d5-175a-45b9-a2c6-87853d5f9112 tempest-TestVolumeBootPattern-1997620352 tempest-TestVolumeBootPattern-1997620352-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 1093 time: 0.0936151 Oct 17 18:01:47.145092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49042) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:01:47.150697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '3a6c74c7-3678-488b-93b2-bb883d3dc095', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:01:47.157337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:01:47.162138 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Usage tracker for resource:floatingip and tenant:717818c81d93408ebcf6aa4623d3e2cd is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:01:47.165435 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:01:47.172149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:01:47.183528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:47.333690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:47.479811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Allocated IP 172.26.8.101 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/53baaf5a-e8e5-4a22-827e-4e17f2ffa37b) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:01:47.634988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:47.666548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:47.739308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:01:47.740476 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:01:47.746365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:01:47.785142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'Port': ['ID=53baaf5a-e8e5-4a22-827e-4e17f2ffa37b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:48.208027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:48.290586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:48.513524 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:48.519793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:48.759447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:48.810656 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event updated for resources: {'Port': ['ID=53baaf5a-e8e5-4a22-827e-4e17f2ffa37b,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:01:48.948134 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Floating IP 7b5913cf-0afb-4298-833f-8c319f470db2 associated. External IP: 172.26.8.101, port: 3a6c74c7-3678-488b-93b2-bb883d3dc095. Oct 17 18:01:49.351186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Router 1eb4ebea-e802-4fce-aa38-7438dbd93580 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:01:49.557835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:01:49.570374 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffefac8-3317-4270-af5e-ace81d92a056 None None] Sync routers for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:01:49.582405 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffefac8-3317-4270-af5e-ace81d92a056 None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:01:49.583112 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7ffefac8-3317-4270-af5e-ace81d92a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:01:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:49.587468 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:49.669422 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c6aa89ec-dd9a-4a68-9925-ed22bb20cc3c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5228534 Oct 17 18:01:49.670457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'tag': '3a6c74c7-3678-488b-93b2-bb883d3dc095'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:01:49.674148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48de29c-6c7c-4c17-b01d-4d1487e1e95d" -d '{"events": [{"name": "network-changed", "server_uuid": "a31564e2-3f94-42ff-afe9-a768f299ebe8", "tag": "3a6c74c7-3678-488b-93b2-bb883d3dc095"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:01:49.736002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0282170-9351-48af-b69b-99d9bb3acbd0 x-openstack-request-id: req-a0282170-9351-48af-b69b-99d9bb3acbd0 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:01:49.736347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31564e2-3f94-42ff-afe9-a768f299ebe8", "tag": "3a6c74c7-3678-488b-93b2-bb883d3dc095", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:01:49.736602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a0282170-9351-48af-b69b-99d9bb3acbd0 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:01:49.737067 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0282170-9351-48af-b69b-99d9bb3acbd0'] response: {'name': 'network-changed', 'server_uuid': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'tag': '3a6c74c7-3678-488b-93b2-bb883d3dc095', 'status': 'completed', 'code': 200} Oct 17 18:01:49.816856 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-7ffefac8-3317-4270-af5e-ace81d92a056 None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:01:49.871646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48de29c-6c7c-4c17-b01d-4d1487e1e95d req-d592d658-7b49-4473-b189-a2281c677a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:49.873660 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a48de29c-6c7c-4c17-b01d-4d1487e1e95d req-d592d658-7b49-4473-b189-a2281c677a95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 1098 time: 0.0873234 Oct 17 18:01:50.086820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48de29c-6c7c-4c17-b01d-4d1487e1e95d req-a71aba14-18c8-4493-b2f3-ba092957fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:50.089826 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a48de29c-6c7c-4c17-b01d-4d1487e1e95d req-a71aba14-18c8-4493-b2f3-ba092957fc77 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 913 time: 0.2091389 Oct 17 18:01:50.221702 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a48de29c-6c7c-4c17-b01d-4d1487e1e95d req-a5de931e-8696-4fea-844c-52be7e35555a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a6c74c7-3678-488b-93b2-bb883d3dc095 HTTP/1.1" status: 200 len: 999 time: 0.1247814 Oct 17 18:01:50.292581 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7ffefac8-3317-4270-af5e-ace81d92a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '7b5913cf-0afb-4298-833f-8c319f470db2', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '3a6c74c7-3678-488b-93b2-bb883d3dc095', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:3c:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:01:48Z', 'updated_at': '2022-10-17T18:01:48Z', 'revision_number': 0, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}, {'id': 'deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.26', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:85:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:59:34Z', 'updated_at': '2022-10-17T17:59:38Z', 'revision_number': 1, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:50.298146 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffefac8-3317-4270-af5e-ace81d92a056 None None] Checking router: 1eb4ebea-e802-4fce-aa38-7438dbd93580 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:01:50.300817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48de29c-6c7c-4c17-b01d-4d1487e1e95d req-2dfb47e8-94d3-4459-b510-942729ce53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:50.302413 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a48de29c-6c7c-4c17-b01d-4d1487e1e95d req-2dfb47e8-94d3-4459-b510-942729ce53a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.0743577 Oct 17 18:01:50.307960 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffefac8-3317-4270-af5e-ace81d92a056 None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:01:50.308563 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7ffefac8-3317-4270-af5e-ace81d92a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:01:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:50.396503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48de29c-6c7c-4c17-b01d-4d1487e1e95d req-94725973-f22f-4123-b9f7-21d04b1be38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:50.398052 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a48de29c-6c7c-4c17-b01d-4d1487e1e95d req-94725973-f22f-4123-b9f7-21d04b1be38a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892632 Oct 17 18:01:50.518613 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-7ffefac8-3317-4270-af5e-ace81d92a056 None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:01:50.570749 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a48de29c-6c7c-4c17-b01d-4d1487e1e95d req-8d72193c-f82a-45ed-b54b-8cf93774af06 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649270 Oct 17 18:01:50.740651 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a48de29c-6c7c-4c17-b01d-4d1487e1e95d req-bec7d803-c833-4a34-977f-bf8561a3cbad service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629386 Oct 17 18:01:50.960872 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-7ffefac8-3317-4270-af5e-ace81d92a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '7b5913cf-0afb-4298-833f-8c319f470db2', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '3a6c74c7-3678-488b-93b2-bb883d3dc095', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:3c:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:01:48Z', 'updated_at': '2022-10-17T18:01:48Z', 'revision_number': 0, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}, {'id': 'deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.26', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:85:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:59:34Z', 'updated_at': '2022-10-17T17:59:38Z', 'revision_number': 1, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:01:50.967556 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffefac8-3317-4270-af5e-ace81d92a056 None None] The sync data for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv is: [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '7b5913cf-0afb-4298-833f-8c319f470db2', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '3a6c74c7-3678-488b-93b2-bb883d3dc095', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:3c:a9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:01:48Z', 'updated_at': '2022-10-17T18:01:48Z', 'revision_number': 0, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}, {'id': 'deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.26', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:85:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:59:34Z', 'updated_at': '2022-10-17T17:59:38Z', 'revision_number': 1, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:01:51.195323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac240f5-a54b-4767-88d9-292dae337995 None None] New status for floating IP 7b5913cf-0afb-4298-833f-8c319f470db2: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:01:54.926072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:59.027987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c402be2-1b4c-4760-9a22-51d9d63e4d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:01:59.496761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8dba9-4d3d-49ad-a645-d96718a07465 req-da402d04-4023-4835-a265-ad9b68747639 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:01:59.498252 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6ae8dba9-4d3d-49ad-a645-d96718a07465 req-da402d04-4023-4835-a265-ad9b68747639 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 945 time: 0.0891173 Oct 17 18:01:59.543336 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6ae8dba9-4d3d-49ad-a645-d96718a07465 req-f631a991-23e4-4610-b14b-731ba968abb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390913 Oct 17 18:02:00.752935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506073c-8dc6-42f7-a9ec-7f3f7fc61e70 req-c4c78b86-299d-4dd0-b1d4-450096dd07d0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:00.754411 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0506073c-8dc6-42f7-a9ec-7f3f7fc61e70 req-c4c78b86-299d-4dd0-b1d4-450096dd07d0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 945 time: 0.0949523 Oct 17 18:02:00.799861 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0506073c-8dc6-42f7-a9ec-7f3f7fc61e70 req-39bf4391-5874-4a44-aa12-29a3e1b5d32a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396032 Oct 17 18:02:01.076028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-6c361e83-9e1f-48bf-ba56-5932cc04f715 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:01.077458 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-6c361e83-9e1f-48bf-ba56-5932cc04f715 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 945 time: 0.0887341 Oct 17 18:02:01.159571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:02:01.159908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:01.419268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:01.419691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:01.495990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9f15f205-9f5b-4268-a9bc-6879a9024aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:01.824363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:01.824910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:01.824910 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP b87ec836-2296-4d7b-9f67-7fbbc6e88e7c disassociated. External IP: 172.26.8.190, port: ad1a1339-d7f7-4a5a-8164-0651ad0e3abb. Oct 17 18:02:01.825243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for ad1a1339-d7f7-4a5a-8164-0651ad0e3abb owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:02:01.976504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:02.013804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08dc5f8-5fca-499a-a522-ea9e767a0a85 req-fcd3ef2a-6954-4418-85a5-628ffeb9527c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:02.015980 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b08dc5f8-5fca-499a-a522-ea9e767a0a85 req-fcd3ef2a-6954-4418-85a5-628ffeb9527c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 867 time: 0.0964828 Oct 17 18:02:02.032628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=ad1a1339-d7f7-4a5a-8164-0651ad0e3abb,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:02.067095 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b08dc5f8-5fca-499a-a522-ea9e767a0a85 req-a817cf60-7af2-4a75-a8df-9f34afbb73ee tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=306a226f-7038-42d2-9401-aa34222145fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438950 Oct 17 18:02:02.194765 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:02:02.222352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 1e80b9db-1433-459b-9bec-d7df3317c86f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:02:02.417339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:02:02.428040 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ca75f-b148-4790-a752-816ab31667b7 None None] Sync routers for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:02:02.442895 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ca75f-b148-4790-a752-816ab31667b7 None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:02:02.443735 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9c5ca75f-b148-4790-a752-816ab31667b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:02:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:02.500685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:02.512025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] No DVR routers for this DVR port ad1a1339-d7f7-4a5a-8164-0651ad0e3abb on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:02:02.514775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:02.519014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'name': 'network-vif-deleted', 'tag': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:02:02.521402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8531ac94-08de-4fb1-8abf-48df493ab0a9" -d '{"events": [{"server_uuid": "7ca003b0-5673-4fc9-a141-077714ab8edd", "name": "network-vif-deleted", "tag": "ad1a1339-d7f7-4a5a-8164-0651ad0e3abb"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:02:02.538987 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eeeda724-f8d4-4d62-9908-7f98f18418a9 req-53e7307e-17d9-48b0-9514-38f1f42efe2d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "DELETE /v2.0/ports/ad1a1339-d7f7-4a5a-8164-0651ad0e3abb HTTP/1.1" status: 204 len: 173 time: 1.4565504 Oct 17 18:02:02.574513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d981f31-24d2-49bf-a719-ef677aa259c8 x-openstack-request-id: req-1d981f31-24d2-49bf-a719-ef677aa259c8 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:02:02.574807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca003b0-5673-4fc9-a141-077714ab8edd", "name": "network-vif-deleted", "tag": "ad1a1339-d7f7-4a5a-8164-0651ad0e3abb", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:02:02.575075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d981f31-24d2-49bf-a719-ef677aa259c8 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:02:02.575598 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d981f31-24d2-49bf-a719-ef677aa259c8'] response: {'server_uuid': '7ca003b0-5673-4fc9-a141-077714ab8edd', 'name': 'network-vif-deleted', 'tag': 'ad1a1339-d7f7-4a5a-8164-0651ad0e3abb', 'status': 'completed', 'code': 200} Oct 17 18:02:02.591997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:02.674474 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9c5ca75f-b148-4790-a752-816ab31667b7 None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:02:03.014492 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9c5ca75f-b148-4790-a752-816ab31667b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:03.019150 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ca75f-b148-4790-a752-816ab31667b7 None None] Checking router: 1e80b9db-1433-459b-9bec-d7df3317c86f for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:02:03.029758 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5ca75f-b148-4790-a752-816ab31667b7 None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:02:03.030434 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9c5ca75f-b148-4790-a752-816ab31667b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:02:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:03.230597 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9c5ca75f-b148-4790-a752-816ab31667b7 None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:02:03.280871 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-75dd744d-6ba4-4934-ae48-bf895ac86182 req-58806034-11b1-4d2d-9e10-26dc1fe884db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ca003b0-5673-4fc9-a141-077714ab8edd HTTP/1.1" status: 200 len: 210 time: 0.0622993 Oct 17 18:02:03.562315 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9c5ca75f-b148-4790-a752-816ab31667b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:03.566104 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5ca75f-b148-4790-a752-816ab31667b7 None None] The sync data for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv is: [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:15Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '3d4cafef-255a-4f94-9e5f-7c817451d79f', 'name': '', 'network_id': 'd379d50a-2ba5-4485-ab04-f07e7b0cf5fd', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:53:ee:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:14Z', 'updated_at': '2022-10-17T18:00:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '63e08ae9-c57e-4505-869d-328ff1e3c916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:02:03.785917 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bd5888-610f-44a2-ae4e-2c32bbca828b None None] New status for floating IP b87ec836-2296-4d7b-9f67-7fbbc6e88e7c: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:02:04.309945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:04.403436 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49076) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:04.477420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e12bfead-9ea9-448e-850e-628e2eafa803 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:04.509466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e12bfead-9ea9-448e-850e-628e2eafa803 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:04.577493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e12bfead-9ea9-448e-850e-628e2eafa803 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:04.597873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bfead-9ea9-448e-850e-628e2eafa803 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306a226f-7038-42d2-9401-aa34222145fc,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:04.614241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e12bfead-9ea9-448e-850e-628e2eafa803 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:04.614241 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e12bfead-9ea9-448e-850e-628e2eafa803 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/security-groups/306a226f-7038-42d2-9401-aa34222145fc HTTP/1.1" status: 204 len: 168 time: 0.2120626 Oct 17 18:02:04.651908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49082) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:04.945227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-17b89ab6-4583-401c-87d0-fd1aa531f281 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port d1214613-5e62-41da-a6ae-e5739ab4a522 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:02:04.945227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-17b89ab6-4583-401c-87d0-fd1aa531f281 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:05.150848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-17b89ab6-4583-401c-87d0-fd1aa531f281 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:05.150848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-17b89ab6-4583-401c-87d0-fd1aa531f281 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:05.286071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-17b89ab6-4583-401c-87d0-fd1aa531f281 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for d1214613-5e62-41da-a6ae-e5739ab4a522 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:02:05.460388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-17b89ab6-4583-401c-87d0-fd1aa531f281 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:05.552945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b89ab6-4583-401c-87d0-fd1aa531f281 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=d1214613-5e62-41da-a6ae-e5739ab4a522,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:05.609483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-17b89ab6-4583-401c-87d0-fd1aa531f281 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:05.624075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-17b89ab6-4583-401c-87d0-fd1aa531f281 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:05.624075 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-17b89ab6-4583-401c-87d0-fd1aa531f281 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/floatingips/b87ec836-2296-4d7b-9f67-7fbbc6e88e7c HTTP/1.1" status: 204 len: 168 time: 0.9752700 Oct 17 18:02:06.010865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d49eb-cddc-4c06-a82e-f920a01f3be5 req-aa3d309b-52b0-404d-b6cc-929818ab551b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:06.010865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-a79d49eb-cddc-4c06-a82e-f920a01f3be5 req-aa3d309b-52b0-404d-b6cc-929818ab551b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:02:06.030588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-a79d49eb-cddc-4c06-a82e-f920a01f3be5 req-aa3d309b-52b0-404d-b6cc-929818ab551b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:02:06.030588 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a79d49eb-cddc-4c06-a82e-f920a01f3be5 req-aa3d309b-52b0-404d-b6cc-929818ab551b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 945 time: 0.1117775 Oct 17 18:02:06.087931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-a79d49eb-cddc-4c06-a82e-f920a01f3be5 req-b5421196-f2ee-4062-9182-32993f68b4de tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:02:06.105613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-a79d49eb-cddc-4c06-a82e-f920a01f3be5 req-b5421196-f2ee-4062-9182-32993f68b4de tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:02:06.126874 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a79d49eb-cddc-4c06-a82e-f920a01f3be5 req-b5421196-f2ee-4062-9182-32993f68b4de tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=744aea24-4f99-436e-85f8-a0fd48dabad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901601 Oct 17 18:02:06.663993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ad1a1339-d7f7-4a5a-8164-0651ad0e3abb no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:02:06.704577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: ad1a1339-d7f7-4a5a-8164-0651ad0e3abb {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:02:06.704577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ad1a1339-d7f7-4a5a-8164-0651ad0e3abb not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:02:07.349804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88f10-e175-4a85-99c6-d3509f98c5c3 req-38912230-8621-4383-8a29-b7e8e5e97858 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:07.349804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-efd88f10-e175-4a85-99c6-d3509f98c5c3 req-38912230-8621-4383-8a29-b7e8e5e97858 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:02:07.435811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-efd88f10-e175-4a85-99c6-d3509f98c5c3 req-38912230-8621-4383-8a29-b7e8e5e97858 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:02:07.435811 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-efd88f10-e175-4a85-99c6-d3509f98c5c3 req-38912230-8621-4383-8a29-b7e8e5e97858 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 945 time: 0.1815333 Oct 17 18:02:07.502932 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-efd88f10-e175-4a85-99c6-d3509f98c5c3 req-02078267-08c8-4794-bafb-58fff8fde07f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=744aea24-4f99-436e-85f8-a0fd48dabad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589466 Oct 17 18:02:07.554738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7374-ca71-4c7f-b8d0-57777e3aa7e1 req-189a0a1b-9f0b-45aa-984f-3b821e7f43d7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:07.554738 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6ba7374-ca71-4c7f-b8d0-57777e3aa7e1 req-189a0a1b-9f0b-45aa-984f-3b821e7f43d7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 945 time: 0.2021327 Oct 17 18:02:07.649247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-a6ba7374-ca71-4c7f-b8d0-57777e3aa7e1 req-ad8a2ac9-448e-4c97-ac61-8783dd723c1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 12a902fb-2c14-4191-be4f-05fcf1e77f9a {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:02:07.649247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a6ba7374-ca71-4c7f-b8d0-57777e3aa7e1 req-ad8a2ac9-448e-4c97-ac61-8783dd723c1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:07.934007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-a6ba7374-ca71-4c7f-b8d0-57777e3aa7e1 req-ad8a2ac9-448e-4c97-ac61-8783dd723c1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 12a902fb-2c14-4191-be4f-05fcf1e77f9a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=12a902fb-2c14-4191-be4f-05fcf1e77f9a,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:07.934373 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a6ba7374-ca71-4c7f-b8d0-57777e3aa7e1 req-ad8a2ac9-448e-4c97-ac61-8783dd723c1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:08.195452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-a6ba7374-ca71-4c7f-b8d0-57777e3aa7e1 req-ad8a2ac9-448e-4c97-ac61-8783dd723c1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 12a902fb-2c14-4191-be4f-05fcf1e77f9a owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:02:08.370275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a6ba7374-ca71-4c7f-b8d0-57777e3aa7e1 req-ad8a2ac9-448e-4c97-ac61-8783dd723c1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:08.459566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a2ac9-448e-4c97-ac61-8783dd723c1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=12a902fb-2c14-4191-be4f-05fcf1e77f9a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:08.557833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ba7374-ca71-4c7f-b8d0-57777e3aa7e1 req-ad8a2ac9-448e-4c97-ac61-8783dd723c1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] No DVR routers for this DVR port 12a902fb-2c14-4191-be4f-05fcf1e77f9a on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:02:08.560370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a6ba7374-ca71-4c7f-b8d0-57777e3aa7e1 req-ad8a2ac9-448e-4c97-ac61-8783dd723c1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:08.563119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'name': 'network-vif-deleted', 'tag': '12a902fb-2c14-4191-be4f-05fcf1e77f9a'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:02:08.565432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e617bd-e67a-45dc-b497-020893c71d47" -d '{"events": [{"server_uuid": "9d38a198-1221-4bf5-8784-0b77f3c1250d", "name": "network-vif-deleted", "tag": "12a902fb-2c14-4191-be4f-05fcf1e77f9a"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:02:08.583979 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6ba7374-ca71-4c7f-b8d0-57777e3aa7e1 req-ad8a2ac9-448e-4c97-ac61-8783dd723c1e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "DELETE /v2.0/ports/12a902fb-2c14-4191-be4f-05fcf1e77f9a HTTP/1.1" status: 204 len: 173 time: 1.0243256 Oct 17 18:02:08.624686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ba7c47-bd5b-4532-8cc5-657811a069cd x-openstack-request-id: req-93ba7c47-bd5b-4532-8cc5-657811a069cd {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:02:08.625487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d38a198-1221-4bf5-8784-0b77f3c1250d", "name": "network-vif-deleted", "tag": "12a902fb-2c14-4191-be4f-05fcf1e77f9a", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:02:08.626158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93ba7c47-bd5b-4532-8cc5-657811a069cd {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:02:08.627074 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ba7c47-bd5b-4532-8cc5-657811a069cd'] response: {'server_uuid': '9d38a198-1221-4bf5-8784-0b77f3c1250d', 'name': 'network-vif-deleted', 'tag': '12a902fb-2c14-4191-be4f-05fcf1e77f9a', 'status': 'completed', 'code': 200} Oct 17 18:02:08.671941 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3a51bcd0-344c-4fa1-94c2-e4d8ab3029f5 req-71fc4f67-6576-467c-b278-a878879309ce tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d38a198-1221-4bf5-8784-0b77f3c1250d HTTP/1.1" status: 200 len: 210 time: 0.0573714 Oct 17 18:02:09.778514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49098) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:09.851585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5003197a-6eae-4bfa-9ee4-48b9514dd88c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:09.884010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5003197a-6eae-4bfa-9ee4-48b9514dd88c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:09.955844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5003197a-6eae-4bfa-9ee4-48b9514dd88c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:09.976186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003197a-6eae-4bfa-9ee4-48b9514dd88c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744aea24-4f99-436e-85f8-a0fd48dabad2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:09.986960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5003197a-6eae-4bfa-9ee4-48b9514dd88c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:09.988147 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5003197a-6eae-4bfa-9ee4-48b9514dd88c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/security-groups/744aea24-4f99-436e-85f8-a0fd48dabad2 HTTP/1.1" status: 204 len: 168 time: 0.2085907 Oct 17 18:02:10.023613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49106) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:10.670610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae6c-5a58-4478-bd9a-8b06a5cbcde0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:11.188462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-aa6dae6c-5a58-4478-bd9a-8b06a5cbcde0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 3d4cafef-255a-4f94-9e5f-7c817451d79f {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:02:11.188462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae6c-5a58-4478-bd9a-8b06a5cbcde0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:11.447889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-aa6dae6c-5a58-4478-bd9a-8b06a5cbcde0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 3d4cafef-255a-4f94-9e5f-7c817451d79f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3d4cafef-255a-4f94-9e5f-7c817451d79f,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:11.447889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae6c-5a58-4478-bd9a-8b06a5cbcde0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:11.579096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-aa6dae6c-5a58-4478-bd9a-8b06a5cbcde0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 3d4cafef-255a-4f94-9e5f-7c817451d79f owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:02:11.779418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae6c-5a58-4478-bd9a-8b06a5cbcde0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:11.837725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6dae6c-5a58-4478-bd9a-8b06a5cbcde0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=3d4cafef-255a-4f94-9e5f-7c817451d79f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:12.150807 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aa6dae6c-5a58-4478-bd9a-8b06a5cbcde0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:12.669013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6dae6c-5a58-4478-bd9a-8b06a5cbcde0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 1e80b9db-1433-459b-9bec-d7df3317c86f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:02:12.672526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 12a902fb-2c14-4191-be4f-05fcf1e77f9a no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:02:12.710899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 12a902fb-2c14-4191-be4f-05fcf1e77f9a {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:02:12.711482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 12a902fb-2c14-4191-be4f-05fcf1e77f9a not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:02:12.872028 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6dae6c-5a58-4478-bd9a-8b06a5cbcde0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:02:12.890776 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518e0f6-a157-4bd5-b1bb-68b517cc6b7d None None] Sync routers for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:02:12.896339 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-aa6dae6c-5a58-4478-bd9a-8b06a5cbcde0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/1e80b9db-1433-459b-9bec-d7df3317c86f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8633175 Oct 17 18:02:12.896339 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49110) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:12.903714 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518e0f6-a157-4bd5-b1bb-68b517cc6b7d None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:02:12.903714 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9518e0f6-a157-4bd5-b1bb-68b517cc6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:02:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:12.970464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting subnet 63e08ae9-c57e-4505-869d-328ff1e3c916 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:02:12.976043 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:13.038815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:13.142177 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9518e0f6-a157-4bd5-b1bb-68b517cc6b7d None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:02:13.157394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:13.269170 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Subnet': ['ID=63e08ae9-c57e-4505-869d-328ff1e3c916,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:13.311737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:13.326758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:13.326758 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7893c1c6-e3f9-4ebc-9165-28763526ff00 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/subnets/63e08ae9-c57e-4505-869d-328ff1e3c916 HTTP/1.1" status: 204 len: 168 time: 0.4280779 Oct 17 18:02:13.330003 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49114) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:13.351330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42af5280-d779-4cad-84f4-2e2ecc26fc0c None None] Network d379d50a-2ba5-4485-ab04-f07e7b0cf5fd requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:02:13.464325 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9518e0f6-a157-4bd5-b1bb-68b517cc6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:02:11Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:13.468109 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518e0f6-a157-4bd5-b1bb-68b517cc6b7d None None] Checking router: 1e80b9db-1433-459b-9bec-d7df3317c86f for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:02:13.482873 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518e0f6-a157-4bd5-b1bb-68b517cc6b7d None None] Routers {'1e80b9db-1433-459b-9bec-d7df3317c86f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:02:13.484679 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9518e0f6-a157-4bd5-b1bb-68b517cc6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:02:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1e80b9db-1433-459b-9bec-d7df3317c86f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:13.666761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:13.766689 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9518e0f6-a157-4bd5-b1bb-68b517cc6b7d None None] Set router 1e80b9db-1433-459b-9bec-d7df3317c86f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:02:13.837466 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e85e08-1069-481f-8a15-e049719d71ae None None] DHCP port deletion for d379d50a-2ba5-4485-ab04-f07e7b0cf5fd request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:02:13.842709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f4e85e08-1069-481f-8a15-e049719d71ae None None] Deleting port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:02:13.842709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f4e85e08-1069-481f-8a15-e049719d71ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:13.902413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:13.917864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:02:13.920391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:14.165709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f4e85e08-1069-481f-8a15-e049719d71ae None None] For port aed46eee-76f3-4dad-8e80-dc9a97ad5f97, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=aed46eee-76f3-4dad-8e80-dc9a97ad5f97,segment=NetworkSegment(c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8),segment_id=c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:14.166110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f4e85e08-1069-481f-8a15-e049719d71ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:14.167556 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9518e0f6-a157-4bd5-b1bb-68b517cc6b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:02:11Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:14.172257 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518e0f6-a157-4bd5-b1bb-68b517cc6b7d None None] The sync data for ids ['1e80b9db-1433-459b-9bec-d7df3317c86f'] in dv-neutron-860895-1-hyperv is: [{'id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'name': 'tempest-TestNetworkBasicOps-router-1560058901', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:02:11Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '7559ce7f-ade6-4e14-a88c-19fdf8a5be16', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:0e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e80b9db-1433-459b-9bec-d7df3317c86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:00:09Z', 'updated_at': '2022-10-17T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:02:14.173278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 7559ce7f-ade6-4e14-a88c-19fdf8a5be16, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7559ce7f-ade6-4e14-a88c-19fdf8a5be16,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:14.173939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:14.306163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f4e85e08-1069-481f-8a15-e049719d71ae None None] Calling delete_port for aed46eee-76f3-4dad-8e80-dc9a97ad5f97 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:02:14.306956 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:02:14.391893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f4e85e08-1069-481f-8a15-e049719d71ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:14.442614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e85e08-1069-481f-8a15-e049719d71ae None None] Pushing event deleted for resources: {'Port': ['ID=aed46eee-76f3-4dad-8e80-dc9a97ad5f97,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:14.452029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e85e08-1069-481f-8a15-e049719d71ae None None] No DVR routers for this DVR port aed46eee-76f3-4dad-8e80-dc9a97ad5f97 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:02:14.509387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:14.573694 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=7559ce7f-ade6-4e14-a88c-19fdf8a5be16,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:14.685959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:14.998892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:14.998892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.033942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.033942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Fanout notify agent at l3_agent the message router_deleted on router 1e80b9db-1433-459b-9bec-d7df3317c86f {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:02:15.055991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.055991 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-436d023a-a7a2-4a0f-9ce2-1c1613db7caa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/routers/1e80b9db-1433-459b-9bec-d7df3317c86f HTTP/1.1" status: 204 len: 168 time: 1.7270803 Oct 17 18:02:15.057897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49118) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:15.218624 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.388744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.422194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d379d50a-2ba5-4485-ab04-f07e7b0cf5fd']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:15.441105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:15.441105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:15.456415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.479899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.488728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:02:15.489131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.561042 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8 resource provider aggregate not found Oct 17 18:02:15.594708 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1e7bfe4-70dc-4c6f-a8e0-55e1852630e8 found for delete ", "request_id": "req-288d507e-24f7-4764-b41d-91dd1ad4b256"}]} Oct 17 18:02:15.608576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.612952 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3d4cafef-255a-4f94-9e5f-7c817451d79f no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:02:15.626480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.638305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Network': ['ID=d379d50a-2ba5-4485-ab04-f07e7b0cf5fd,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:15.649713 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-135e1ab0-21e0-4ede-8fbd-5053c6ea921b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/networks/d379d50a-2ba5-4485-ab04-f07e7b0cf5fd HTTP/1.1" status: 204 len: 168 time: 0.5902514 Oct 17 18:02:15.652482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 3d4cafef-255a-4f94-9e5f-7c817451d79f {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:02:15.652821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3d4cafef-255a-4f94-9e5f-7c817451d79f not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:02:15.653238 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device aed46eee-76f3-4dad-8e80-dc9a97ad5f97 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:02:15.674737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49126) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:15.680624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'network': {'name': 'tempest-network-smoke--1982817940', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'port_security_enabled': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:15.687160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:15.691120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:network and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:15.694235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:15.699928 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: aed46eee-76f3-4dad-8e80-dc9a97ad5f97 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:02:15.700274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device aed46eee-76f3-4dad-8e80-dc9a97ad5f97 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:02:15.700692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:02:15.700922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:15.713750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:02:15.717407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.736354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:02:15.736854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7559ce7f-ade6-4e14-a88c-19fdf8a5be16 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:02:15.754147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:02:15.769713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.770255 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Added segment 1de2272d-b554-479e-8add-3ea1fd1bb25e of type vlan for network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f Oct 17 18:02:15.817401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.852264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.858539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:15.860192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:15.978048 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3020966 Oct 17 18:02:15.978850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9171b-5d8e-4787-b2f3-31ae0fb5cf8d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Network': ['ID=3530b4b7-0aaa-4163-9d8b-95be7b91b36f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:15.980831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49130) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:15.986900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'admin_state_up': True, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:15.991270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:02:15.994337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:15.998601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:router and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:16.002272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:16.013185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:16.024105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:16.025112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:16.040448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:16.327181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:16.647498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:16.679518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:16.931584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.105 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/842e576b-3bfb-45f9-8845-2d694b6915b7) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:02:17.087907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:17.127774 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:17.198367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:02:17.201117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:02:17.205544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:02:17.236574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=842e576b-3bfb-45f9-8845-2d694b6915b7,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:17.631191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:17.990169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:18.205070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 9f73d495-7795-47e2-9c8d-3310108b6a49 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:02:18.497896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:02:18.507961 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Sync routers for ids ['9f73d495-7795-47e2-9c8d-3310108b6a49'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:02:18.517457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Routers {'9f73d495-7795-47e2-9c8d-3310108b6a49'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:02:18.518080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:02:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9f73d495-7795-47e2-9c8d-3310108b6a49'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:18.525379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:18.526677 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a64649fe-172d-4287-b81b-8c0d1d039d08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5447831 Oct 17 18:02:18.529856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49136) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:18.572202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6f0b9ec6-8c4f-40df-b344-1848cd27606c tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5bf68046d82040c287b306f9ee0c6158&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411713 Oct 17 18:02:18.574834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49140) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:18.699686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Set router 9f73d495-7795-47e2-9c8d-3310108b6a49 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:02:18.714015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cde1c07-f86f-4ff7-b050-efe04eb83f1c tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:18.715529 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8cde1c07-f86f-4ff7-b050-efe04eb83f1c tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1383023 Oct 17 18:02:18.719064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49144) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:18.763943 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-908ed8fb-0c07-4aca-b7a7-61069bc42178 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435011 Oct 17 18:02:18.767307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49148) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:18.772801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1919117513', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:18.889200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:18.893711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:subnet and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:18.897037 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:18.902914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:18.914567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:02:18.918043 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:18.991950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:17Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:18.995874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Checking router: 9f73d495-7795-47e2-9c8d-3310108b6a49 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:02:18.996218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Updating router 9f73d495-7795-47e2-9c8d-3310108b6a49 port 842e576b-3bfb-45f9-8845-2d694b6915b7 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:02:19.056007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:19.147868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:19.225105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Subnet': ['ID=96d70a9d-88f0-4fbe-a26c-1bf5943d4727,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:19.240736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Checking segment: {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:02:19.241083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network hostable DHCP agents. Network: 3530b4b7-0aaa-4163-9d8b-95be7b91b36f, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:02:19.261585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:02:19.272259 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 3530b4b7-0aaa-4163-9d8b-95be7b91b36f) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:02:19.277517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:19.278104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:19.285298 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d309dee-3d68-4a67-bcde-850dde1a7804 None None] Network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:02:19.306588 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9c5916b9-9fea-454b-afd3-a9bbeffab0a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5381804 Oct 17 18:02:19.309513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49152) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:19.658900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:19.670410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ips': [{'subnet_id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:02:19.672210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:19.684451 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Transition to ACTIVE for port object 842e576b-3bfb-45f9-8845-2d694b6915b7 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:02:19.697786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:19.821716 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Attempting to bind port 842e576b-3bfb-45f9-8845-2d694b6915b7 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:02:19.822089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Attempting to bind port 842e576b-3bfb-45f9-8845-2d694b6915b7 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:02:19.822448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Attempting to bind port 842e576b-3bfb-45f9-8845-2d694b6915b7 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:02:19.836936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5f42f-7616-48a2-b16e-1ac2b950102b None None] Pushing event updated for resources: {'Port': ['ID=842e576b-3bfb-45f9-8845-2d694b6915b7,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:19.844879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:02:19.845293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:02:19.845697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:19.846110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:02:19.846648 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Bound port: 842e576b-3bfb-45f9-8845-2d694b6915b7, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:02:19.847028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:19.992013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] For port 842e576b-3bfb-45f9-8845-2d694b6915b7, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:02:20.002102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Allocated IP 172.20.0.2 (3530b4b7-0aaa-4163-9d8b-95be7b91b36f/96d70a9d-88f0-4fbe-a26c-1bf5943d4727/04d00e02-faa6-4b7d-9c0a-27895713e4c3) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:02:20.007518 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] For port 842e576b-3bfb-45f9-8845-2d694b6915b7, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=842e576b-3bfb-45f9-8845-2d694b6915b7,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:02:20.015288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:20.153727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Routers {'9f73d495-7795-47e2-9c8d-3310108b6a49'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:02:20.154404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:02:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9f73d495-7795-47e2-9c8d-3310108b6a49'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:20.189009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:20.319894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5f42f-7616-48a2-b16e-1ac2b950102b None None] Pushing event updated for resources: {'Port': ['ID=842e576b-3bfb-45f9-8845-2d694b6915b7,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:20.445632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] Set router 9f73d495-7795-47e2-9c8d-3310108b6a49 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:02:20.583409 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:20.643928 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Transition to ACTIVE for port object 04d00e02-faa6-4b7d-9c0a-27895713e4c3 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:02:20.679919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Transition to ACTIVE for port object 04d00e02-faa6-4b7d-9c0a-27895713e4c3 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:02:20.699015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:20.763567 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.1 (3530b4b7-0aaa-4163-9d8b-95be7b91b36f/96d70a9d-88f0-4fbe-a26c-1bf5943d4727/c087882e-273a-4790-ba2a-7dc6d24ed3ab) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:02:20.812453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:02:20.817940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:02:20.822498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:02:20.831189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Pushing event updated for resources: {'Port': ['ID=04d00e02-faa6-4b7d-9c0a-27895713e4c3,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:20.934484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:20.952273 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object c087882e-273a-4790-ba2a-7dc6d24ed3ab will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:02:20.976491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:21.002008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Attempting to bind port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:02:21.002527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Attempting to bind port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:02:21.002800 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Attempting to bind port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 on network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:02:21.015718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:02:21.016128 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Checking segment: {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:02:21.016548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:21.016979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Bound using segment: {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:02:21.017448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Bound port: 04d00e02-faa6-4b7d-9c0a-27895713e4c3, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:02:21.017806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:21.039623 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:17Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:21.045893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:02:21.048953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:02:21.053221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:02:21.084274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b14aae-a7b9-42fe-9cae-8c5245c1f1f7 None None] The sync data for ids ['9f73d495-7795-47e2-9c8d-3310108b6a49'] in dv-neutron-860895-1-hyperv is: [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:17Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:02:21.093505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=c087882e-273a-4790-ba2a-7dc6d24ed3ab,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:21.128777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] For port 04d00e02-faa6-4b7d-9c0a-27895713e4c3, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:02:21.132057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] For port 04d00e02-faa6-4b7d-9c0a-27895713e4c3, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=04d00e02-faa6-4b7d-9c0a-27895713e4c3,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:02:21.140155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:21.141845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:21.232486 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4de6eb-16ec-424d-9e6b-79671e8657dd None None] Pushing event updated for resources: {'Port': ['ID=04d00e02-faa6-4b7d-9c0a-27895713e4c3,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:21.291051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:21.672401 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 842e576b-3bfb-45f9-8845-2d694b6915b7 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:02:21.761315 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 842e576b-3bfb-45f9-8845-2d694b6915b7 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:02:21.771425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 842e576b-3bfb-45f9-8845-2d694b6915b7 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:02:21.771923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:21.774756 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 842e576b-3bfb-45f9-8845-2d694b6915b7 Oct 17 18:02:21.866863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:21.874475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:21.912684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 842e576b-3bfb-45f9-8845-2d694b6915b7 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:02:21.913055 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:21.939841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 842e576b-3bfb-45f9-8845-2d694b6915b7, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=842e576b-3bfb-45f9-8845-2d694b6915b7,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:21.947893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:21.948972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 04d00e02-faa6-4b7d-9c0a-27895713e4c3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:02:22.094429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=842e576b-3bfb-45f9-8845-2d694b6915b7,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:22.114805 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:02:22.150364 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:22.160406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=c087882e-273a-4790-ba2a-7dc6d24ed3ab,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:22.322262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:02:22.323595 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:02:22.431439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c774035-5141-499b-b000-5a47be6a77b3 None None] Network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:02:22.520771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 9f73d495-7795-47e2-9c8d-3310108b6a49 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:02:22.564008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Provisioning for port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:02:22.574053 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Provisioning complete for port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:02:22.574426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:22.574762 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Attempt 1 to provision port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 Oct 17 18:02:22.727164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:02:22.744600 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b14b70f3-5b82-4fcc-a39b-f20ff4bcd138 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/9f73d495-7795-47e2-9c8d-3310108b6a49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4329634 Oct 17 18:02:22.745179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49156) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:22.810065 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Current status of the port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:02:22.811818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:22.850459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] For port 04d00e02-faa6-4b7d-9c0a-27895713e4c3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=04d00e02-faa6-4b7d-9c0a-27895713e4c3,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:22.856495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:22.918567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e79e3d-1041-4ee4-a5ae-4857f87c02dd tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:22.919148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e79e3d-1041-4ee4-a5ae-4857f87c02dd tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:22.919957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e79e3d-1041-4ee4-a5ae-4857f87c02dd tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:22.920653 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e79e3d-1041-4ee4-a5ae-4857f87c02dd tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:22.921317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e79e3d-1041-4ee4-a5ae-4857f87c02dd tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:22.921763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e79e3d-1041-4ee4-a5ae-4857f87c02dd tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:22.923826 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-03e79e3d-1041-4ee4-a5ae-4857f87c02dd tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1776564 Oct 17 18:02:22.928605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49160) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:22.946510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Pushing event updated for resources: {'Port': ['ID=04d00e02-faa6-4b7d-9c0a-27895713e4c3,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:22.962629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:22.963284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:22.963877 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:22.964405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:22.964919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:22.965427 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:22.965858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:22.967207 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:22.967721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:22.968047 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:22.968423 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:22.968679 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509fda3b-f077-4df6-b66d-cf3ab96ef23a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:22.975553 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Sync routers for ids ['9f73d495-7795-47e2-9c8d-3310108b6a49'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:02:22.987797 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Routers {'9f73d495-7795-47e2-9c8d-3310108b6a49'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:02:22.988426 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:02:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9f73d495-7795-47e2-9c8d-3310108b6a49'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:23.015996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f766e-9902-457e-86e6-5d850a475e85 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:23.016466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f766e-9902-457e-86e6-5d850a475e85 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:23.017303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f766e-9902-457e-86e6-5d850a475e85 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:23.017927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f766e-9902-457e-86e6-5d850a475e85 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:23.018531 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f766e-9902-457e-86e6-5d850a475e85 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:23.019163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f766e-9902-457e-86e6-5d850a475e85 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:23.024658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49164) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:23.034880 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d69f766e-9902-457e-86e6-5d850a475e85 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1049283 Oct 17 18:02:23.194820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Provisioning complete for port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:02:23.195163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:23.195492 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Attempt 1 to provision port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 Oct 17 18:02:23.296480 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Set router 9f73d495-7795-47e2-9c8d-3310108b6a49 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:02:23.311843 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-219e9eba-cb3d-400c-90cc-ecd4c8c8f66d tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2853703 Oct 17 18:02:23.315096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49168) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:23.324280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-232929348', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:23.351096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Current status of the port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:02:23.368849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Provisioning for port c087882e-273a-4790-ba2a-7dc6d24ed3ab completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:02:23.383816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Provisioning complete for port c087882e-273a-4790-ba2a-7dc6d24ed3ab triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:02:23.384283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:23.384747 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Attempt 1 to provision port c087882e-273a-4790-ba2a-7dc6d24ed3ab Oct 17 18:02:23.460096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Port c087882e-273a-4790-ba2a-7dc6d24ed3ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:02:23.496015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:23.500841 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:port and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:23.503887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:23.509837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:23.522870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:02:23.527179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:23.552752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] device_id is not set on port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 yet. {{(pid=89190) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:02:23.597195 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 842e576b-3bfb-45f9-8845-2d694b6915b7 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:02:23.670030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 842e576b-3bfb-45f9-8845-2d694b6915b7 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:02:23.670503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:23.670824 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 842e576b-3bfb-45f9-8845-2d694b6915b7 Oct 17 18:02:23.709056 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'c087882e-273a-4790-ba2a-7dc6d24ed3ab', 'name': '', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:38:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:20Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:23.713754 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Checking router: 9f73d495-7795-47e2-9c8d-3310108b6a49 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:02:23.714107 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Updating router 9f73d495-7795-47e2-9c8d-3310108b6a49 port c087882e-273a-4790-ba2a-7dc6d24ed3ab binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:02:23.714615 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.11 (3530b4b7-0aaa-4163-9d8b-95be7b91b36f/96d70a9d-88f0-4fbe-a26c-1bf5943d4727/063dd8b3-ed4d-4798-902c-4dc9e48decc5) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:02:23.778185 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:23.801515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 842e576b-3bfb-45f9-8845-2d694b6915b7 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:02:23.802638 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 04d00e02-faa6-4b7d-9c0a-27895713e4c3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:02:23.876963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:02:23.877762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:23.877762 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 Oct 17 18:02:23.965506 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:23.984023 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Attempt 2 to provision port c087882e-273a-4790-ba2a-7dc6d24ed3ab Oct 17 18:02:23.984814 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object 063dd8b3-ed4d-4798-902c-4dc9e48decc5 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:02:24.016964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.063942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Port c087882e-273a-4790-ba2a-7dc6d24ed3ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:02:24.064563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:02:24.067989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:02:24.075102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:02:24.088473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:02:24.198957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=063dd8b3-ed4d-4798-902c-4dc9e48decc5,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:24.217175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:24.217485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.252024 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6f804146-d45c-4ad7-8484-d456168ad74d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9354444 Oct 17 18:02:24.305877 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.320346 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Transition to ACTIVE for port object c087882e-273a-4790-ba2a-7dc6d24ed3ab will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:02:24.327436 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.331759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49174) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:24.338665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1082548567', 'description': 'tempest-secgroup-smoke-1082548567 description', 'project_id': '5bf68046d82040c287b306f9ee0c6158'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:24.346348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:24.350742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:24.353818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:24.360179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:24.370374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.392299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:24.396364 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:24.399302 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:24.405143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:24.483780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.488574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.539106 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Pushing event updated for resources: {'Port': ['ID=c087882e-273a-4790-ba2a-7dc6d24ed3ab,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:24.540264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77876bb0-0bc0-4ebd-8167-5de30b1548fe,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:24.546244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.550475 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f70a7790-7521-4094-b702-47d592633d0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2145636 Oct 17 18:02:24.550794 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:24.550794 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:24.550794 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:24.550794 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:24.551654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49178) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:24.551927 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:24.551927 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:24.551927 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:24.551927 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:24.552172 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:24.552236 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:24.552645 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:24.552855 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:24.558576 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a9ed802b-7452-45a2-9fb4-463b24a263c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '77876bb0-0bc0-4ebd-8167-5de30b1548fe', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:24.563799 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Attempting to bind port c087882e-273a-4790-ba2a-7dc6d24ed3ab on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:02:24.564123 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Attempting to bind port c087882e-273a-4790-ba2a-7dc6d24ed3ab by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:02:24.564510 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Attempting to bind port c087882e-273a-4790-ba2a-7dc6d24ed3ab on network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:02:24.565140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a9ed802b-7452-45a2-9fb4-463b24a263c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:24.565273 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Attempt 3 to provision port c087882e-273a-4790-ba2a-7dc6d24ed3ab Oct 17 18:02:24.569189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a9ed802b-7452-45a2-9fb4-463b24a263c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:24.570388 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:02:24.570755 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Checking segment: {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:02:24.571234 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.571571 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Bound using segment: {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:02:24.572056 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Bound port: c087882e-273a-4790-ba2a-7dc6d24ed3ab, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:02:24.572422 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.572528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a9ed802b-7452-45a2-9fb4-463b24a263c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:24.579107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a9ed802b-7452-45a2-9fb4-463b24a263c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:24.601145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9ed802b-7452-45a2-9fb4-463b24a263c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.665031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Port c087882e-273a-4790-ba2a-7dc6d24ed3ab cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:02:24.676660 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] For port c087882e-273a-4790-ba2a-7dc6d24ed3ab, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:02:24.680284 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] For port c087882e-273a-4790-ba2a-7dc6d24ed3ab, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=c087882e-273a-4790-ba2a-7dc6d24ed3ab,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:02:24.685475 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.751000 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Routers {'9f73d495-7795-47e2-9c8d-3310108b6a49'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:02:24.751569 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:02:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9f73d495-7795-47e2-9c8d-3310108b6a49'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:24.805048 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9ed802b-7452-45a2-9fb4-463b24a263c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.809886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9ed802b-7452-45a2-9fb4-463b24a263c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.834721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed802b-7452-45a2-9fb4-463b24a263c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e78af5e-1c5b-46bc-9d9d-fe0ab6fd0cc3,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:24.845325 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a9ed802b-7452-45a2-9fb4-463b24a263c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.846647 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a9ed802b-7452-45a2-9fb4-463b24a263c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2945962 Oct 17 18:02:24.849432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49182) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:24.854837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-15960f0a-1463-4602-889f-9b9ad2141cd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '77876bb0-0bc0-4ebd-8167-5de30b1548fe', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:24.863099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-15960f0a-1463-4602-889f-9b9ad2141cd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:24.868458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-15960f0a-1463-4602-889f-9b9ad2141cd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:24.872936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-15960f0a-1463-4602-889f-9b9ad2141cd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:24.878712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-15960f0a-1463-4602-889f-9b9ad2141cd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:24.894519 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba2648-1b08-45f0-a54a-cda88dd5d1ff None None] Pushing event updated for resources: {'Port': ['ID=c087882e-273a-4790-ba2a-7dc6d24ed3ab,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:24.896964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15960f0a-1463-4602-889f-9b9ad2141cd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.923246 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.955736 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] Set router 9f73d495-7795-47e2-9c8d-3310108b6a49 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:02:24.968606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15960f0a-1463-4602-889f-9b9ad2141cd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.972477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15960f0a-1463-4602-889f-9b9ad2141cd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:24.997587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15960f0a-1463-4602-889f-9b9ad2141cd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68449854-7ace-4612-94b5-815c5489270f,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:25.008626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-15960f0a-1463-4602-889f-9b9ad2141cd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.010004 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-15960f0a-1463-4602-889f-9b9ad2141cd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594954 Oct 17 18:02:25.013217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49186) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:25.018558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c7454a44-7775-4c1b-8bdc-6c886526f1a0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '77876bb0-0bc0-4ebd-8167-5de30b1548fe', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:25.024712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c7454a44-7775-4c1b-8bdc-6c886526f1a0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:25.029333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c7454a44-7775-4c1b-8bdc-6c886526f1a0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:25.032403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c7454a44-7775-4c1b-8bdc-6c886526f1a0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:25.038242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c7454a44-7775-4c1b-8bdc-6c886526f1a0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:25.057501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7454a44-7775-4c1b-8bdc-6c886526f1a0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.133318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7454a44-7775-4c1b-8bdc-6c886526f1a0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.138763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7454a44-7775-4c1b-8bdc-6c886526f1a0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.165796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7454a44-7775-4c1b-8bdc-6c886526f1a0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9541d77d-7c83-4812-93ba-f2bba98dabde,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:25.166987 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Attempt 4 to provision port c087882e-273a-4790-ba2a-7dc6d24ed3ab Oct 17 18:02:25.179145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c7454a44-7775-4c1b-8bdc-6c886526f1a0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.180719 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c7454a44-7775-4c1b-8bdc-6c886526f1a0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1663725 Oct 17 18:02:25.183837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49190) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:25.191809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-06b45204-4100-447e-94bb-0beba904d7c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '77876bb0-0bc0-4ebd-8167-5de30b1548fe', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:25.199340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-06b45204-4100-447e-94bb-0beba904d7c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:25.205984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-06b45204-4100-447e-94bb-0beba904d7c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:25.209688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-06b45204-4100-447e-94bb-0beba904d7c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:25.218405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-06b45204-4100-447e-94bb-0beba904d7c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:25.240311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-191ca28d-4797-4fae-885a-8cba63b0497c None None] Port c087882e-273a-4790-ba2a-7dc6d24ed3ab had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:02:25.242554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06b45204-4100-447e-94bb-0beba904d7c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.310793 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06b45204-4100-447e-94bb-0beba904d7c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.315141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06b45204-4100-447e-94bb-0beba904d7c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.346880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b45204-4100-447e-94bb-0beba904d7c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=553719cd-c003-4afb-9c4f-e66892791a8c,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:25.353213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06b45204-4100-447e-94bb-0beba904d7c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.354284 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'c087882e-273a-4790-ba2a-7dc6d24ed3ab', 'name': '', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:38:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:20Z', 'updated_at': '2022-10-17T18:02:24Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:25.358515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49194) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:25.361181 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-06b45204-4100-447e-94bb-0beba904d7c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1761212 Oct 17 18:02:25.364544 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e070ce-2f08-47c9-a5a7-b2ac39923482 None None] The sync data for ids ['9f73d495-7795-47e2-9c8d-3310108b6a49'] in dv-neutron-860895-1-hyperv is: [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'c087882e-273a-4790-ba2a-7dc6d24ed3ab', 'name': '', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:38:78:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:20Z', 'updated_at': '2022-10-17T18:02:24Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:02:25.365176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-af7a42d1-3baa-4be9-a266-fc024cdf88ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '77876bb0-0bc0-4ebd-8167-5de30b1548fe', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:25.367168 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Provisioning for port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:02:25.374450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Provisioning complete for port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:02:25.374850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.375229 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Attempt 1 to provision port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 Oct 17 18:02:25.376301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-af7a42d1-3baa-4be9-a266-fc024cdf88ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:25.381320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-af7a42d1-3baa-4be9-a266-fc024cdf88ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:25.384823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-af7a42d1-3baa-4be9-a266-fc024cdf88ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:25.396328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-af7a42d1-3baa-4be9-a266-fc024cdf88ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:25.416822 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-af7a42d1-3baa-4be9-a266-fc024cdf88ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:02:25.431695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af7a42d1-3baa-4be9-a266-fc024cdf88ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.453188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:02:25.530195 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af7a42d1-3baa-4be9-a266-fc024cdf88ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.535431 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af7a42d1-3baa-4be9-a266-fc024cdf88ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.565414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a42d1-3baa-4be9-a266-fc024cdf88ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce86e40-c930-4841-8121-98f981e2dc44,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:25.579975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-af7a42d1-3baa-4be9-a266-fc024cdf88ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.581367 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-af7a42d1-3baa-4be9-a266-fc024cdf88ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2217569 Oct 17 18:02:25.585411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49198) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:25.592183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6ac1f6b3-3d3d-4dca-a674-1d98e699486a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '77876bb0-0bc0-4ebd-8167-5de30b1548fe', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:25.599106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6ac1f6b3-3d3d-4dca-a674-1d98e699486a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:25.604297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6ac1f6b3-3d3d-4dca-a674-1d98e699486a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:25.609813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6ac1f6b3-3d3d-4dca-a674-1d98e699486a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:25.618371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6ac1f6b3-3d3d-4dca-a674-1d98e699486a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:25.641560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device c087882e-273a-4790-ba2a-7dc6d24ed3ab up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:02:25.652096 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-6ac1f6b3-3d3d-4dca-a674-1d98e699486a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:02:25.661523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ac1f6b3-3d3d-4dca-a674-1d98e699486a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.736725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port c087882e-273a-4790-ba2a-7dc6d24ed3ab completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:02:25.741994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port c087882e-273a-4790-ba2a-7dc6d24ed3ab triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:02:25.742350 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.742678 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port c087882e-273a-4790-ba2a-7dc6d24ed3ab Oct 17 18:02:25.757879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ac1f6b3-3d3d-4dca-a674-1d98e699486a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.764202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ac1f6b3-3d3d-4dca-a674-1d98e699486a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.805913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1f6b3-3d3d-4dca-a674-1d98e699486a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbb68de-2994-4ee3-a394-9bdf22ee8e72,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:25.822224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ac1f6b3-3d3d-4dca-a674-1d98e699486a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.823791 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6ac1f6b3-3d3d-4dca-a674-1d98e699486a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2373073 Oct 17 18:02:25.897433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port c087882e-273a-4790-ba2a-7dc6d24ed3ab is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:02:25.897994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.941889 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port c087882e-273a-4790-ba2a-7dc6d24ed3ab, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=c087882e-273a-4790-ba2a-7dc6d24ed3ab,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:25.947490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:25.986104 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Attempt 2 to provision port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 Oct 17 18:02:26.014888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-276da215-ba35-489a-b4d0-28afca52e5cc req-0a55b015-ea31-47e9-affb-7dd5b4a01e13 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:02:26.033869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-276da215-ba35-489a-b4d0-28afca52e5cc req-0a55b015-ea31-47e9-affb-7dd5b4a01e13 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:02:26.035150 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-0a55b015-ea31-47e9-affb-7dd5b4a01e13 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1082548567&fields=id&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 267 time: 0.0671120 Oct 17 18:02:26.072409 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:02:26.076382 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=c087882e-273a-4790-ba2a-7dc6d24ed3ab,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:26.138293 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da215-ba35-489a-b4d0-28afca52e5cc req-811b78a9-7239-4f36-b157-a2abb26b4828 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:26.138965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-276da215-ba35-489a-b4d0-28afca52e5cc req-811b78a9-7239-4f36-b157-a2abb26b4828 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:02:26.158006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-276da215-ba35-489a-b4d0-28afca52e5cc req-811b78a9-7239-4f36-b157-a2abb26b4828 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:02:26.159454 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-811b78a9-7239-4f36-b157-a2abb26b4828 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 930 time: 0.1169779 Oct 17 18:02:26.239424 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-75f3fdf3-395b-484c-81eb-8d45d41b1673 service neutron] 10.222.0.69 "GET /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0663826 Oct 17 18:02:26.384489 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-392d9714-9c2a-45b1-b265-46d84b2dd5c2 service neutron] 10.222.0.69 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389434 Oct 17 18:02:26.532099 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-65e603f2-ac6a-4af1-9f74-13f9591bd08b service neutron] 10.222.0.69 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405129 Oct 17 18:02:26.574859 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Attempt 3 to provision port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 Oct 17 18:02:26.641459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:02:26.738180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-be84566d-97d5-4058-aa43-01f7530201df req-88c2aa7b-c421-48a9-8632-b1d518bd8d8a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:02:26.753430 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-be84566d-97d5-4058-aa43-01f7530201df req-88c2aa7b-c421-48a9-8632-b1d518bd8d8a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:02:26.754674 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-be84566d-97d5-4058-aa43-01f7530201df req-88c2aa7b-c421-48a9-8632-b1d518bd8d8a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 210 time: 0.0709968 Oct 17 18:02:27.142697 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Attempt 4 to provision port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 Oct 17 18:02:27.201729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:02:27.572649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device c087882e-273a-4790-ba2a-7dc6d24ed3ab up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:02:27.642582 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port c087882e-273a-4790-ba2a-7dc6d24ed3ab triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:02:27.642953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:27.643323 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port c087882e-273a-4790-ba2a-7dc6d24ed3ab Oct 17 18:02:27.704216 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Attempt 5 to provision port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 Oct 17 18:02:27.810381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:02:27.820229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port c087882e-273a-4790-ba2a-7dc6d24ed3ab is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:02:27.827829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da215-ba35-489a-b4d0-28afca52e5cc req-b51a95f0-ab3c-4b47-8440-3a7e9322635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:27.829194 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-b51a95f0-ab3c-4b47-8440-3a7e9322635e service neutron] 10.222.0.20 "GET /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 1026 time: 0.0744228 Oct 17 18:02:27.927771 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-76b507c0-8e4f-493b-ac99-9899ad2f82d6 req-4c36e11c-95d2-481a-a8a9-3007f82e204a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 210 time: 0.0530787 Oct 17 18:02:27.995425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da215-ba35-489a-b4d0-28afca52e5cc req-09e77c0d-d572-435a-8f32-fa9f8f3108c2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:27.996109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-276da215-ba35-489a-b4d0-28afca52e5cc req-09e77c0d-d572-435a-8f32-fa9f8f3108c2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:02:28.013651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-276da215-ba35-489a-b4d0-28afca52e5cc req-09e77c0d-d572-435a-8f32-fa9f8f3108c2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:02:28.015019 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-09e77c0d-d572-435a-8f32-fa9f8f3108c2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks?id=3530b4b7-0aaa-4163-9d8b-95be7b91b36f HTTP/1.1" status: 200 len: 797 time: 0.1800945 Oct 17 18:02:28.077014 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-feab0b6a-46db-476e-b32d-f28b265c04d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 380 time: 0.0440948 Oct 17 18:02:28.087755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Request body: {'port': {'device_id': '894de8f9-4a14-4790-9e18-5998cfaa701b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:28.312349 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Attempt 6 to provision port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 Oct 17 18:02:28.320621 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:28.372385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:02:28.687478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063dd8b3-ed4d-4798-902c-4dc9e48decc5 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:02:28.694877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:28.709913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Transition to ACTIVE for port object 063dd8b3-ed4d-4798-902c-4dc9e48decc5 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:02:28.714959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:28.873687 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Attempt 7 to provision port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 Oct 17 18:02:28.900325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Pushing event updated for resources: {'Port': ['ID=063dd8b3-ed4d-4798-902c-4dc9e48decc5,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:28.951673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Attempting to bind port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:02:28.952010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Attempting to bind port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:02:28.952341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Attempting to bind port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 on network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:02:28.957272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 on network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:02:28.957585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Attempting to bind port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 on network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:02:28.964005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:02:28.964446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Checking segment: {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:02:28.965379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Bound using segment: {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:02:28.965379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Bound port: 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:02:28.965910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:28.974474 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:02:29.035024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e174109c-c550-4ce2-ace3-521ac48e0891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:29.110428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:02:29.131692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:02:29.137795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:29.172738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:29.173344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:29.174772 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] 10.222.0.20 "PUT /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 1131 time: 1.0913410 Oct 17 18:02:29.175413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894de8f9-4a14-4790-9e18-5998cfaa701b', 'tag': '063dd8b3-ed4d-4798-902c-4dc9e48decc5'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:02:29.177757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88409b40-3208-4d5c-9e22-b21d53503a21" -d '{"events": [{"name": "network-changed", "server_uuid": "894de8f9-4a14-4790-9e18-5998cfaa701b", "tag": "063dd8b3-ed4d-4798-902c-4dc9e48decc5"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:02:29.240174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cd2ee-8d02-4631-8914-07664c94a7d6 req-d76d502f-e486-4e78-8016-dc24948cce27 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:29.241684 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1c5cd2ee-8d02-4631-8914-07664c94a7d6 req-d76d502f-e486-4e78-8016-dc24948cce27 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 981 time: 0.1749847 Oct 17 18:02:29.278086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf978fb-d9ee-4a93-810a-5b6422976dd4 x-openstack-request-id: req-5cf978fb-d9ee-4a93-810a-5b6422976dd4 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:02:29.278371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894de8f9-4a14-4790-9e18-5998cfaa701b", "tag": "063dd8b3-ed4d-4798-902c-4dc9e48decc5", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:02:29.278670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5cf978fb-d9ee-4a93-810a-5b6422976dd4 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:02:29.278996 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf978fb-d9ee-4a93-810a-5b6422976dd4'] response: {'name': 'network-changed', 'server_uuid': '894de8f9-4a14-4790-9e18-5998cfaa701b', 'tag': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'status': 'completed', 'code': 200} Oct 17 18:02:29.279827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc540401-cd96-4814-a6f5-416b8ea71b1f service neutron] Pushing event updated for resources: {'Port': ['ID=063dd8b3-ed4d-4798-902c-4dc9e48decc5,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:29.343652 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1c5cd2ee-8d02-4631-8914-07664c94a7d6 req-3ee21565-c5ea-4523-810a-a8dd9d659a0d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608737 Oct 17 18:02:29.362536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da215-ba35-489a-b4d0-28afca52e5cc req-d227e3a3-3362-4ac6-a440-e0b5bbb6efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:29.362536 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-d227e3a3-3362-4ac6-a440-e0b5bbb6efd8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 1134 time: 0.1323473 Oct 17 18:02:29.443555 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-b5eab21e-d5a1-438b-a24a-43e4e55211da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 217 time: 0.0668566 Oct 17 18:02:29.476299 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Attempt 8 to provision port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 Oct 17 18:02:29.505817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da215-ba35-489a-b4d0-28afca52e5cc req-e9ce1f15-c9b3-42fc-89c2-2d9f7e171e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:29.507260 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-e9ce1f15-c9b3-42fc-89c2-2d9f7e171e71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96d70a9d-88f0-4fbe-a26c-1bf5943d4727 HTTP/1.1" status: 200 len: 835 time: 0.0584402 Oct 17 18:02:29.539695 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:02:29.550756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Provisioning complete for port c087882e-273a-4790-ba2a-7dc6d24ed3ab triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:02:29.551187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:29.551550 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Attempt 1 to provision port c087882e-273a-4790-ba2a-7dc6d24ed3ab Oct 17 18:02:29.594519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da215-ba35-489a-b4d0-28afca52e5cc req-f4ff7233-62a2-47d5-acd9-30d4a4caedac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:29.596014 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-f4ff7233-62a2-47d5-acd9-30d4a4caedac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3530b4b7-0aaa-4163-9d8b-95be7b91b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830967 Oct 17 18:02:29.673652 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-36a248cb-d84f-4834-910a-bf90f19179c5 None None] Current status of the port c087882e-273a-4790-ba2a-7dc6d24ed3ab is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:02:29.743870 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-3f7c49f3-ea9f-4516-a472-2dc07f1eafff service neutron] 10.222.0.20 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413968 Oct 17 18:02:29.892568 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-276da215-ba35-489a-b4d0-28afca52e5cc req-8050fc5e-888d-4583-a0da-a0d23d754288 service neutron] 10.222.0.20 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423242 Oct 17 18:02:30.064962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88409b40-3208-4d5c-9e22-b21d53503a21 req-ffd1eee5-c644-41d5-9f59-869a27effd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:30.066350 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88409b40-3208-4d5c-9e22-b21d53503a21 req-ffd1eee5-c644-41d5-9f59-869a27effd9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 1134 time: 0.0800424 Oct 17 18:02:30.307690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88409b40-3208-4d5c-9e22-b21d53503a21 req-2950806b-f153-442e-8f15-45754f0ca997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:30.309253 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88409b40-3208-4d5c-9e22-b21d53503a21 req-2950806b-f153-442e-8f15-45754f0ca997 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3530b4b7-0aaa-4163-9d8b-95be7b91b36f HTTP/1.1" status: 200 len: 898 time: 0.2346268 Oct 17 18:02:30.383106 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88409b40-3208-4d5c-9e22-b21d53503a21 req-558be249-5663-4a0e-bc94-17a618946f1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 217 time: 0.0669124 Oct 17 18:02:30.463599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88409b40-3208-4d5c-9e22-b21d53503a21 req-1a345c10-85f7-42cb-a74d-cdbea1611362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:30.465751 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88409b40-3208-4d5c-9e22-b21d53503a21 req-1a345c10-85f7-42cb-a74d-cdbea1611362 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96d70a9d-88f0-4fbe-a26c-1bf5943d4727 HTTP/1.1" status: 200 len: 835 time: 0.0698042 Oct 17 18:02:30.553466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88409b40-3208-4d5c-9e22-b21d53503a21 req-4f8e5483-117c-41ac-80a5-897823fad5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:30.554950 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88409b40-3208-4d5c-9e22-b21d53503a21 req-4f8e5483-117c-41ac-80a5-897823fad5c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3530b4b7-0aaa-4163-9d8b-95be7b91b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827117 Oct 17 18:02:30.570935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b765de-f436-45f4-b206-69edd017fb40 req-ca5e2707-3373-4e63-a87b-a14eb078cd1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:30.573004 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-42b765de-f436-45f4-b206-69edd017fb40 req-ca5e2707-3373-4e63-a87b-a14eb078cd1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 981 time: 0.1020389 Oct 17 18:02:30.623207 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-42b765de-f436-45f4-b206-69edd017fb40 req-7f79d932-64f8-41d6-b7f7-047221d841d6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437598 Oct 17 18:02:30.698638 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88409b40-3208-4d5c-9e22-b21d53503a21 req-be2d105c-85f8-464c-b2cf-35ccd7f4932b service neutron] 10.222.0.20 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363652 Oct 17 18:02:30.844162 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88409b40-3208-4d5c-9e22-b21d53503a21 req-9bf63319-a609-4bd3-91d8-065fa2cf35b1 service neutron] 10.222.0.20 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389613 Oct 17 18:02:31.501653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e53c36a4-26fa-406d-9aee-a25857c5fb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:31.862210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8225cda-bb1d-416f-bbb7-c7c84a66a905 req-c173cb39-73cb-44f3-8648-0c51c1d3def4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:31.862210 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e8225cda-bb1d-416f-bbb7-c7c84a66a905 req-c173cb39-73cb-44f3-8648-0c51c1d3def4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 981 time: 0.1088293 Oct 17 18:02:31.924204 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e8225cda-bb1d-416f-bbb7-c7c84a66a905 req-975233c5-4c24-4396-bcf5-05442644518b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458233 Oct 17 18:02:32.507808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:32.585788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:32.760721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 063dd8b3-ed4d-4798-902c-4dc9e48decc5 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:02:32.918712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:32.934797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'port_id': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'mac_address': 'fa:16:3e:71:94:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:02:32.999971 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:02:33.000091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:33.022967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063dd8b3-ed4d-4798-902c-4dc9e48decc5 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:02:33.041766 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:33.047444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:33.148509 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=063dd8b3-ed4d-4798-902c-4dc9e48decc5,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:33.148760 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e2d2f-8435-4d75-886a-e81c839a0477 req-19d55e1d-dc10-47da-9e02-6f13cd169c6f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:33.151356 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d23e2d2f-8435-4d75-886a-e81c839a0477 req-19d55e1d-dc10-47da-9e02-6f13cd169c6f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 982 time: 0.1075079 Oct 17 18:02:33.210133 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d23e2d2f-8435-4d75-886a-e81c839a0477 req-8b5f5510-c7d4-4274-8cc7-3beb17f373af tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482700 Oct 17 18:02:33.373376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['063dd8b3-ed4d-4798-902c-4dc9e48decc5'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:02:34.307023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:34.415547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf46b3-1b65-4b11-8dc9-bd2e0329d41b req-c6583566-f7c0-4951-8983-8f76fd9d3900 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:34.416932 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5daf46b3-1b65-4b11-8dc9-bd2e0329d41b req-c6583566-f7c0-4951-8983-8f76fd9d3900 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 982 time: 0.0881822 Oct 17 18:02:34.462789 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5daf46b3-1b65-4b11-8dc9-bd2e0329d41b req-90429d47-f224-4d85-8d96-edc6744aa7c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401001 Oct 17 18:02:34.763931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 063dd8b3-ed4d-4798-902c-4dc9e48decc5 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:02:34.847078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:02:34.856085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:02:34.856085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:34.856085 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 Oct 17 18:02:35.004050 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:02:35.004346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:35.034108 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894de8f9-4a14-4790-9e18-5998cfaa701b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063dd8b3-ed4d-4798-902c-4dc9e48decc5'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:02:35.036550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8db7768-9890-4692-b771-08a20719e691" -d '{"events": [{"server_uuid": "894de8f9-4a14-4790-9e18-5998cfaa701b", "name": "network-vif-plugged", "status": "completed", "tag": "063dd8b3-ed4d-4798-902c-4dc9e48decc5"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:02:35.045687 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:35.049784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:35.091864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf24236-7882-45ad-827e-b5ad8d31428a x-openstack-request-id: req-fcf24236-7882-45ad-827e-b5ad8d31428a {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:02:35.092164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894de8f9-4a14-4790-9e18-5998cfaa701b", "name": "network-vif-plugged", "status": "completed", "tag": "063dd8b3-ed4d-4798-902c-4dc9e48decc5", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:02:35.092416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fcf24236-7882-45ad-827e-b5ad8d31428a {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:02:35.092810 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf24236-7882-45ad-827e-b5ad8d31428a'] response: {'server_uuid': '894de8f9-4a14-4790-9e18-5998cfaa701b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'code': 200} Oct 17 18:02:35.130739 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=063dd8b3-ed4d-4798-902c-4dc9e48decc5,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:35.394985 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ac2d0-2a73-461c-90b2-c07dc81b1d6b req-ba6f4b13-c2bc-4dc8-aa33-dc605fa3feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:35.398249 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ab1ac2d0-2a73-461c-90b2-c07dc81b1d6b req-ba6f4b13-c2bc-4dc8-aa33-dc605fa3feb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 1136 time: 0.0825810 Oct 17 18:02:35.437896 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ab1ac2d0-2a73-461c-90b2-c07dc81b1d6b req-8a0b408e-8776-4049-acc7-9a728ff92598 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351052 Oct 17 18:02:35.660866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d9f9f-1fc1-420f-8c40-99cb4d69a377 req-cbca771c-81b6-46bf-be7a-9adabf9cc584 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:35.662225 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-959d9f9f-1fc1-420f-8c40-99cb4d69a377 req-cbca771c-81b6-46bf-be7a-9adabf9cc584 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 983 time: 0.0896316 Oct 17 18:02:35.711462 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-959d9f9f-1fc1-420f-8c40-99cb4d69a377 req-a515777b-34d2-4934-9abf-16e34251f792 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 Oct 17 18:02:36.919854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44036b-d654-415a-8d8b-de0ba116c906 req-2f97dcd3-d556-4ccb-a3ac-4dbe35182b2f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:36.920716 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dd44036b-d654-415a-8d8b-de0ba116c906 req-2f97dcd3-d556-4ccb-a3ac-4dbe35182b2f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 983 time: 0.0914166 Oct 17 18:02:36.968511 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dd44036b-d654-415a-8d8b-de0ba116c906 req-df96acf1-5aa2-490f-9de5-e63aa5ddd9f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418389 Oct 17 18:02:37.182158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6c804-f8af-4b86-932a-7e2221e1ffa5 req-7ebe3305-cd65-4151-ae0d-2b4f0a8851c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:37.183736 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d8d6c804-f8af-4b86-932a-7e2221e1ffa5 req-7ebe3305-cd65-4151-ae0d-2b4f0a8851c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 983 time: 0.0965011 Oct 17 18:02:37.232820 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d8d6c804-f8af-4b86-932a-7e2221e1ffa5 req-9e1fb228-574e-4961-9086-fac72a6a63e5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Oct 17 18:02:37.263143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49254) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:37.344827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de869b-3170-42c6-a725-f85834711398 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:37.346382 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a1de869b-3170-42c6-a725-f85834711398 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 1131 time: 0.0823095 Oct 17 18:02:37.349258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49258) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:37.354420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:37.360750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:37.365047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:floatingip and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:37.368786 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:37.375079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:37.387876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:37.543456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:37.686870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.248 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/6999a881-30f8-4988-90a4-7207e332091f) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:02:37.842270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:37.874385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:37.946430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:02:37.949284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:02:37.953071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:02:37.983375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=6999a881-30f8-4988-90a4-7207e332091f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:38.608421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:38.701333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:38.969294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:38.973633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:39.087372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:39.141192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=6999a881-30f8-4988-90a4-7207e332091f,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:39.194878 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:02:39.280057 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP e5508124-b8d1-4b60-866d-ce0ff87dd5de associated. External IP: 172.26.8.248, port: 063dd8b3-ed4d-4798-902c-4dc9e48decc5. Oct 17 18:02:39.644646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 9f73d495-7795-47e2-9c8d-3310108b6a49 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:02:39.948279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:02:39.961595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e27514b-48f9-43c4-a9da-678fdd6c768c None None] Sync routers for ids ['9f73d495-7795-47e2-9c8d-3310108b6a49'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:02:39.970430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e27514b-48f9-43c4-a9da-678fdd6c768c None None] Routers {'9f73d495-7795-47e2-9c8d-3310108b6a49'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:02:39.971216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-1e27514b-48f9-43c4-a9da-678fdd6c768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:02:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9f73d495-7795-47e2-9c8d-3310108b6a49'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:39.976386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:40.033963 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2d93cb6e-db76-4ff2-bc23-00ac8477cdb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.6836538 Oct 17 18:02:40.034607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894de8f9-4a14-4790-9e18-5998cfaa701b', 'tag': '063dd8b3-ed4d-4798-902c-4dc9e48decc5'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:02:40.037320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49264) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:40.039825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31022ba-c8b3-48b3-ab5c-d0d546ffada5" -d '{"events": [{"name": "network-changed", "server_uuid": "894de8f9-4a14-4790-9e18-5998cfaa701b", "tag": "063dd8b3-ed4d-4798-902c-4dc9e48decc5"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:02:40.115112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f119663-e876-40ef-a43c-4fa59486aafe x-openstack-request-id: req-4f119663-e876-40ef-a43c-4fa59486aafe {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:02:40.115661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894de8f9-4a14-4790-9e18-5998cfaa701b", "tag": "063dd8b3-ed4d-4798-902c-4dc9e48decc5", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:02:40.116129 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f119663-e876-40ef-a43c-4fa59486aafe {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:02:40.116792 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f119663-e876-40ef-a43c-4fa59486aafe'] response: {'name': 'network-changed', 'server_uuid': '894de8f9-4a14-4790-9e18-5998cfaa701b', 'tag': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'status': 'completed', 'code': 200} Oct 17 18:02:40.128846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6594f723-85eb-4dff-ba51-0d41944d7397 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:40.131266 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6594f723-85eb-4dff-ba51-0d41944d7397 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b&network_id=3530b4b7-0aaa-4163-9d8b-95be7b91b36f HTTP/1.1" status: 200 len: 1131 time: 0.0922587 Oct 17 18:02:40.179248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-1e27514b-48f9-43c4-a9da-678fdd6c768c None None] Set router 9f73d495-7795-47e2-9c8d-3310108b6a49 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:02:40.269989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31022ba-c8b3-48b3-ab5c-d0d546ffada5 req-b733461b-32ca-4f73-b7fb-502a8efc6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:40.272815 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e31022ba-c8b3-48b3-ab5c-d0d546ffada5 req-b733461b-32ca-4f73-b7fb-502a8efc6440 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 1136 time: 0.1048014 Oct 17 18:02:40.465809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31022ba-c8b3-48b3-ab5c-d0d546ffada5 req-cb8b7bee-9570-4848-bae3-75e30cd65a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:40.467298 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e31022ba-c8b3-48b3-ab5c-d0d546ffada5 req-cb8b7bee-9570-4848-bae3-75e30cd65a17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3530b4b7-0aaa-4163-9d8b-95be7b91b36f HTTP/1.1" status: 200 len: 898 time: 0.1882632 Oct 17 18:02:40.587173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fc21f-8741-4809-aa33-00de194a05ae req-d881fbf9-24ae-47a6-a0e5-008c5e4da025 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:40.588794 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b22fc21f-8741-4809-aa33-00de194a05ae req-d881fbf9-24ae-47a6-a0e5-008c5e4da025 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 983 time: 0.1034768 Oct 17 18:02:40.596085 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e31022ba-c8b3-48b3-ab5c-d0d546ffada5 req-c5083bed-c866-49e5-a534-cf25a1e1916f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 1037 time: 0.1220007 Oct 17 18:02:40.625399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-1e27514b-48f9-43c4-a9da-678fdd6c768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5508124-b8d1-4b60-866d-ce0ff87dd5de', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'port_id': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-232929348', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'mac_address': 'fa:16:3e:71:94:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894de8f9-4a14-4790-9e18-5998cfaa701b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:02:38Z', 'updated_at': '2022-10-17T18:02:38Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c087882e-273a-4790-ba2a-7dc6d24ed3ab', 'name': '', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:38:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:20Z', 'updated_at': '2022-10-17T18:02:25Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:40.630797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e27514b-48f9-43c4-a9da-678fdd6c768c None None] Checking router: 9f73d495-7795-47e2-9c8d-3310108b6a49 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:02:40.644165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e27514b-48f9-43c4-a9da-678fdd6c768c None None] Routers {'9f73d495-7795-47e2-9c8d-3310108b6a49'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:02:40.646079 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-1e27514b-48f9-43c4-a9da-678fdd6c768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:02:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9f73d495-7795-47e2-9c8d-3310108b6a49'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:40.648883 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b22fc21f-8741-4809-aa33-00de194a05ae req-8dcc26e3-3029-4d8f-aca2-a757b4aff7d4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519500 Oct 17 18:02:40.682593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31022ba-c8b3-48b3-ab5c-d0d546ffada5 req-52cfed0d-1597-4eb2-bf6b-e82b5f587dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:40.684280 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e31022ba-c8b3-48b3-ab5c-d0d546ffada5 req-52cfed0d-1597-4eb2-bf6b-e82b5f587dc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96d70a9d-88f0-4fbe-a26c-1bf5943d4727 HTTP/1.1" status: 200 len: 835 time: 0.0779631 Oct 17 18:02:40.841127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-1e27514b-48f9-43c4-a9da-678fdd6c768c None None] Set router 9f73d495-7795-47e2-9c8d-3310108b6a49 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:02:40.880666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31022ba-c8b3-48b3-ab5c-d0d546ffada5 req-f0121573-1c4e-4d40-90e5-98126a4e6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:40.881635 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e31022ba-c8b3-48b3-ab5c-d0d546ffada5 req-f0121573-1c4e-4d40-90e5-98126a4e6e43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3530b4b7-0aaa-4163-9d8b-95be7b91b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1911678 Oct 17 18:02:41.025424 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e31022ba-c8b3-48b3-ab5c-d0d546ffada5 req-12d22e32-c1d7-4fb6-9566-9818c9c819cd service neutron] 10.222.0.20 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356905 Oct 17 18:02:41.183656 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e31022ba-c8b3-48b3-ab5c-d0d546ffada5 req-48972bcc-ae17-4239-ba9c-41395fd7f737 service neutron] 10.222.0.20 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504738 Oct 17 18:02:41.235267 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-1e27514b-48f9-43c4-a9da-678fdd6c768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5508124-b8d1-4b60-866d-ce0ff87dd5de', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'port_id': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-232929348', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'mac_address': 'fa:16:3e:71:94:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894de8f9-4a14-4790-9e18-5998cfaa701b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:02:38Z', 'updated_at': '2022-10-17T18:02:38Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c087882e-273a-4790-ba2a-7dc6d24ed3ab', 'name': '', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:38:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:20Z', 'updated_at': '2022-10-17T18:02:25Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:02:41.239444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e27514b-48f9-43c4-a9da-678fdd6c768c None None] The sync data for ids ['9f73d495-7795-47e2-9c8d-3310108b6a49'] in dv-neutron-860895-1-hyperv is: [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5508124-b8d1-4b60-866d-ce0ff87dd5de', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'port_id': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-232929348', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'mac_address': 'fa:16:3e:71:94:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894de8f9-4a14-4790-9e18-5998cfaa701b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:02:38Z', 'updated_at': '2022-10-17T18:02:38Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c087882e-273a-4790-ba2a-7dc6d24ed3ab', 'name': '', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:38:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:20Z', 'updated_at': '2022-10-17T18:02:25Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:02:41.438348 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f99eb3-0cf2-4f66-9597-94290826b342 None None] New status for floating IP e5508124-b8d1-4b60-866d-ce0ff87dd5de: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:02:41.876825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63d30d-1e97-415e-8045-24f503fb5f74 req-a72517ec-8ea2-4a3d-833a-45f7c9beeaf3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:41.876825 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2d63d30d-1e97-415e-8045-24f503fb5f74 req-a72517ec-8ea2-4a3d-833a-45f7c9beeaf3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 983 time: 0.0951078 Oct 17 18:02:41.922927 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2d63d30d-1e97-415e-8045-24f503fb5f74 req-34baa586-bf59-466e-9b13-e9cd334a3f8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Oct 17 18:02:42.030590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-c5b7232f-cb0d-4f5c-a029-bbf3ff67b27d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:42.031651 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-c5b7232f-cb0d-4f5c-a029-bbf3ff67b27d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 983 time: 0.0881011 Oct 17 18:02:42.111283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-a6a05990-539c-4945-9f96-56833ea329da tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:42.112635 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-a6a05990-539c-4945-9f96-56833ea329da tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0756073 Oct 17 18:02:42.275266 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-62e4fbd2-897c-4ceb-8519-7717159a7d63 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1581857 Oct 17 18:02:42.287713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:42.415349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:42.645536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:42.674992 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:02:42.740255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] device_id is not set on port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:02:42.752941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:42.761379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:42.931421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Pushing event updated for resources: {'Port': ['ID=063dd8b3-ed4d-4798-902c-4dc9e48decc5,revision_number=6']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:42.981980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:42.981980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:42.981980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:42.981980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:42.981980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:42.981980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:42.981980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:42.981980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:42.981980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:42.981980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:42.981980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:42.981980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:02:42.992522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] No DVR routers for this DVR port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:02:43.177617 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2fd3fcec-7305-4300-92fd-cd3f4dccecec req-4d3d24ce-a371-489c-b38b-3854b38430e3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=894de8f9-4a14-4790-9e18-5998cfaa701b HTTP/1.1" status: 200 len: 210 time: 0.1255374 Oct 17 18:02:43.381893 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] In _notify_port_updated(), no bound segment for port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 on network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:02:43.381893 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:43.381893 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:43.381893 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-876f6216-2f45-4fb4-8658-be68e3cfc6d4 req-329e4e48-fe9a-42d8-a30b-c4b8229cdeba service neutron] 10.222.0.20 "PUT /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 1026 time: 1.0984743 Oct 17 18:02:44.283785 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49280) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:44.359562 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe73327-1eca-478a-95cb-578aa686d26c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:44.360870 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9fe73327-1eca-478a-95cb-578aa686d26c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 925 time: 0.0761065 Oct 17 18:02:44.433440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49286) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:44.444191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718101056', 'description': 'tempest-secgroup-smoke-1718101056 description', 'project_id': '5bf68046d82040c287b306f9ee0c6158'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:44.450070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:44.462262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:44.478012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:44.502883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:44.508346 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:44.511487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:44.517596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:44.589389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:44.593423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:44.639172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44955386-ee5e-42f4-a787-e8bbcb861493,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:44.647602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:44.651854 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0c34e274-2327-4547-a053-a103c809fbb2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2164505 Oct 17 18:02:44.651982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49290) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:44.657340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-81914833-686c-46a9-b3fb-313e0b9e1137 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '44955386-ee5e-42f4-a787-e8bbcb861493', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:44.663814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-81914833-686c-46a9-b3fb-313e0b9e1137 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:44.667685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-81914833-686c-46a9-b3fb-313e0b9e1137 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:44.671826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-81914833-686c-46a9-b3fb-313e0b9e1137 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:44.677885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-81914833-686c-46a9-b3fb-313e0b9e1137 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:44.695309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-81914833-686c-46a9-b3fb-313e0b9e1137 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:44.763376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-81914833-686c-46a9-b3fb-313e0b9e1137 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:44.767021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-81914833-686c-46a9-b3fb-313e0b9e1137 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:44.791875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81914833-686c-46a9-b3fb-313e0b9e1137 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4473222-34a5-4565-96cf-931f37297a52,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:44.801375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-81914833-686c-46a9-b3fb-313e0b9e1137 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:44.803358 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-81914833-686c-46a9-b3fb-313e0b9e1137 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502960 Oct 17 18:02:44.806065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49294) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:44.810988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-342e5e34-f74e-4ad7-b9fd-39739fbf524c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '44955386-ee5e-42f4-a787-e8bbcb861493', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:44.817107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-342e5e34-f74e-4ad7-b9fd-39739fbf524c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:44.824906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-342e5e34-f74e-4ad7-b9fd-39739fbf524c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:44.828506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-342e5e34-f74e-4ad7-b9fd-39739fbf524c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:44.834644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-342e5e34-f74e-4ad7-b9fd-39739fbf524c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:44.853517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-342e5e34-f74e-4ad7-b9fd-39739fbf524c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:44.918728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-342e5e34-f74e-4ad7-b9fd-39739fbf524c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:44.922850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-342e5e34-f74e-4ad7-b9fd-39739fbf524c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:44.947746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e5e34-f74e-4ad7-b9fd-39739fbf524c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b047ba-d621-4afe-9a3e-1ceac0974517,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:44.966059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-342e5e34-f74e-4ad7-b9fd-39739fbf524c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:44.966059 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-342e5e34-f74e-4ad7-b9fd-39739fbf524c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1576357 Oct 17 18:02:44.968865 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49298) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:44.978330 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9c6a1e2b-84cc-49bf-94d2-54a99bc6ee66 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '44955386-ee5e-42f4-a787-e8bbcb861493', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:44.981316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9c6a1e2b-84cc-49bf-94d2-54a99bc6ee66 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:44.985845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9c6a1e2b-84cc-49bf-94d2-54a99bc6ee66 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:44.995308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9c6a1e2b-84cc-49bf-94d2-54a99bc6ee66 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:44.997289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9c6a1e2b-84cc-49bf-94d2-54a99bc6ee66 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:45.017169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9c6a1e2b-84cc-49bf-94d2-54a99bc6ee66 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.083961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9c6a1e2b-84cc-49bf-94d2-54a99bc6ee66 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.089363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9c6a1e2b-84cc-49bf-94d2-54a99bc6ee66 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.114991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a1e2b-84cc-49bf-94d2-54a99bc6ee66 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee6d17f-53ac-456a-a4ae-387f4a455560,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:45.128932 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9c6a1e2b-84cc-49bf-94d2-54a99bc6ee66 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.130477 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9c6a1e2b-84cc-49bf-94d2-54a99bc6ee66 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1608925 Oct 17 18:02:45.135004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49302) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:45.140392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-70e5795b-80ae-4820-a55d-9385c4715d39 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '44955386-ee5e-42f4-a787-e8bbcb861493', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:45.147297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-70e5795b-80ae-4820-a55d-9385c4715d39 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:45.151637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-70e5795b-80ae-4820-a55d-9385c4715d39 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:45.155278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-70e5795b-80ae-4820-a55d-9385c4715d39 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:45.161907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-70e5795b-80ae-4820-a55d-9385c4715d39 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:45.186741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-70e5795b-80ae-4820-a55d-9385c4715d39 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.314754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-70e5795b-80ae-4820-a55d-9385c4715d39 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.325012 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6327acb-37dc-497e-9dbd-551cf902a5a7 req-f055b3fc-f834-4d89-ae31-3bce9718510a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1305273 Oct 17 18:02:45.325715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-70e5795b-80ae-4820-a55d-9385c4715d39 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.350030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5795b-80ae-4820-a55d-9385c4715d39 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304d7800-127e-41cb-aa15-ea93debebce0,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:45.361547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-70e5795b-80ae-4820-a55d-9385c4715d39 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.362763 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-70e5795b-80ae-4820-a55d-9385c4715d39 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2267587 Oct 17 18:02:45.367632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49306) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:45.373100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b30d2c3a-7cbd-41ca-b5a3-308d5a3ef550 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '44955386-ee5e-42f4-a787-e8bbcb861493', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:45.379052 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b30d2c3a-7cbd-41ca-b5a3-308d5a3ef550 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:45.383021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b30d2c3a-7cbd-41ca-b5a3-308d5a3ef550 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:45.386044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b30d2c3a-7cbd-41ca-b5a3-308d5a3ef550 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:45.392064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b30d2c3a-7cbd-41ca-b5a3-308d5a3ef550 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:45.404574 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-b30d2c3a-7cbd-41ca-b5a3-308d5a3ef550 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:02:45.450827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b30d2c3a-7cbd-41ca-b5a3-308d5a3ef550 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.545300 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b30d2c3a-7cbd-41ca-b5a3-308d5a3ef550 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.550103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b30d2c3a-7cbd-41ca-b5a3-308d5a3ef550 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.575218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327acb-37dc-497e-9dbd-551cf902a5a7 req-7516034d-73bf-478a-b5a9-b081bd9233cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:45.576685 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6327acb-37dc-497e-9dbd-551cf902a5a7 req-7516034d-73bf-478a-b5a9-b081bd9233cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 1098 time: 0.1638167 Oct 17 18:02:45.580741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d2c3a-7cbd-41ca-b5a3-308d5a3ef550 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307ad3be-3b4b-4d78-9b2b-714fcd5f7cc9,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:45.593555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b30d2c3a-7cbd-41ca-b5a3-308d5a3ef550 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.595490 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b30d2c3a-7cbd-41ca-b5a3-308d5a3ef550 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2267690 Oct 17 18:02:45.599689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49310) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:45.605116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-82dfb6a1-b372-4929-9c46-625492105683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '44955386-ee5e-42f4-a787-e8bbcb861493', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:45.611657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-82dfb6a1-b372-4929-9c46-625492105683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:02:45.615575 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-82dfb6a1-b372-4929-9c46-625492105683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:02:45.618645 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-82dfb6a1-b372-4929-9c46-625492105683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:02:45.624626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-82dfb6a1-b372-4929-9c46-625492105683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:02:45.637267 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-82dfb6a1-b372-4929-9c46-625492105683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:02:45.645857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6a1-b372-4929-9c46-625492105683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.722349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6a1-b372-4929-9c46-625492105683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.727875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6a1-b372-4929-9c46-625492105683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.746362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327acb-37dc-497e-9dbd-551cf902a5a7 req-e27b43da-2d9b-4854-a5af-c893708432a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:45.747895 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6327acb-37dc-497e-9dbd-551cf902a5a7 req-e27b43da-2d9b-4854-a5af-c893708432a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 913 time: 0.1498885 Oct 17 18:02:45.754065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfb6a1-b372-4929-9c46-625492105683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7204dd86-8fed-43fc-b9ef-b59f4b475e5c,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:45.764835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-82dfb6a1-b372-4929-9c46-625492105683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:45.776663 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-82dfb6a1-b372-4929-9c46-625492105683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1652458 Oct 17 18:02:45.858131 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6327acb-37dc-497e-9dbd-551cf902a5a7 req-8e80c950-cd45-40b0-ba0f-12a74a1ba19b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 HTTP/1.1" status: 200 len: 1000 time: 0.1031497 Oct 17 18:02:45.950964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327acb-37dc-497e-9dbd-551cf902a5a7 req-6bb859da-4055-49ab-97df-3f1b972094da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:45.952457 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6327acb-37dc-497e-9dbd-551cf902a5a7 req-6bb859da-4055-49ab-97df-3f1b972094da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.0891540 Oct 17 18:02:45.957859 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-3733eb56-4b40-4cde-bd1c-5e75e73f2091 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718101056&fields=id&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 267 time: 0.0631192 Oct 17 18:02:46.088009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-8eec4873-a757-4e60-98df-7718caf3eccd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:46.089280 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-8eec4873-a757-4e60-98df-7718caf3eccd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 930 time: 0.0871408 Oct 17 18:02:46.107660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327acb-37dc-497e-9dbd-551cf902a5a7 req-fb950cb3-0456-4aee-96b2-2a034d0fd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:46.109334 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6327acb-37dc-497e-9dbd-551cf902a5a7 req-fb950cb3-0456-4aee-96b2-2a034d0fd1c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1504169 Oct 17 18:02:46.297760 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-526d5073-6549-449d-af45-7a62947d3fdf service neutron] 10.222.0.69 "GET /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1868715 Oct 17 18:02:46.325288 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6327acb-37dc-497e-9dbd-551cf902a5a7 req-f2a654db-e435-4341-a860-3ca7ee9aec6b service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093744 Oct 17 18:02:46.667626 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-49dabcb1-ca8a-4787-978b-5a8284cf3df7 service neutron] 10.222.0.69 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623977 Oct 17 18:02:46.694159 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6327acb-37dc-497e-9dbd-551cf902a5a7 req-57f4c068-9060-4a12-9ae7-ed2db804c4ef service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619952 Oct 17 18:02:46.793208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 063dd8b3-ed4d-4798-902c-4dc9e48decc5 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:02:46.812368 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-e3299b8d-de57-44c2-b841-33943b0f82f2 service neutron] 10.222.0.69 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377516 Oct 17 18:02:46.855707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 063dd8b3-ed4d-4798-902c-4dc9e48decc5 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:02:47.018420 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3cd8b02c-347f-4ccd-a23f-740e33052b6d req-4548d8b5-0ef4-495f-86c7-a79947a92d9a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 210 time: 0.0567338 Oct 17 18:02:48.249150 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-ffed60f3-4b6e-4428-a7de-0cd00c772633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:48.250492 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-ffed60f3-4b6e-4428-a7de-0cd00c772633 service neutron] 10.222.0.20 "GET /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 1026 time: 0.1515539 Oct 17 18:02:48.291720 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-295eb1a1-c571-4ea3-b7dc-27d4a129008c req-06c8dc09-1681-411a-8ba2-bc5039e25345 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 210 time: 0.0850387 Oct 17 18:02:48.433623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-9cdff533-2497-4228-a453-95025b9fc86e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:48.435157 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-9cdff533-2497-4228-a453-95025b9fc86e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks?id=3530b4b7-0aaa-4163-9d8b-95be7b91b36f HTTP/1.1" status: 200 len: 797 time: 0.1772995 Oct 17 18:02:48.503212 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-c89fd3da-49f4-43a4-883f-ecd392b147b4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 473 time: 0.0519085 Oct 17 18:02:48.514194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Request body: {'port': {'device_id': '77756126-953c-4d8e-9efe-a42f9fd7e3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:02:48.632574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:49.018123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063dd8b3-ed4d-4798-902c-4dc9e48decc5 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:02:49.027615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:49.043693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Transition to ACTIVE for port object 063dd8b3-ed4d-4798-902c-4dc9e48decc5 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:02:49.048207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:49.200134 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Pushing event updated for resources: {'Port': ['ID=063dd8b3-ed4d-4798-902c-4dc9e48decc5,revision_number=7']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:49.326352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Attempting to bind port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:02:49.327084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Attempting to bind port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:02:49.327084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Attempting to bind port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 on network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:02:49.332123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 on network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:02:49.332443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Attempting to bind port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 on network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:02:49.337822 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:02:49.338153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Checking segment: {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:02:49.338533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Bound using segment: {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:02:49.338961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Bound port: 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de2272d-b554-479e-8add-3ea1fd1bb25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:02:49.339338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:49.440977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:02:49.447212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:02:49.452500 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:49.455979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:49.456855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:49.458575 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 1131 time: 0.9485805 Oct 17 18:02:49.497437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77756126-953c-4d8e-9efe-a42f9fd7e3d4', 'tag': '063dd8b3-ed4d-4798-902c-4dc9e48decc5'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:02:49.500095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1bdda8-6666-4032-b127-7d810eb28900" -d '{"events": [{"name": "network-changed", "server_uuid": "77756126-953c-4d8e-9efe-a42f9fd7e3d4", "tag": "063dd8b3-ed4d-4798-902c-4dc9e48decc5"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:02:49.561145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08a12-deb6-44ee-b237-395187fcef38 req-43d0a37b-0370-49d9-988c-25bf1bdb2cee tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:49.564076 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c7c08a12-deb6-44ee-b237-395187fcef38 req-43d0a37b-0370-49d9-988c-25bf1bdb2cee tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 981 time: 0.1287148 Oct 17 18:02:49.575173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433c6884-fe44-4464-bd1f-e91ca0ae98ec x-openstack-request-id: req-433c6884-fe44-4464-bd1f-e91ca0ae98ec {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:02:49.575440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77756126-953c-4d8e-9efe-a42f9fd7e3d4", "tag": "063dd8b3-ed4d-4798-902c-4dc9e48decc5", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:02:49.575688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-433c6884-fe44-4464-bd1f-e91ca0ae98ec {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:02:49.576077 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433c6884-fe44-4464-bd1f-e91ca0ae98ec'] response: {'name': 'network-changed', 'server_uuid': '77756126-953c-4d8e-9efe-a42f9fd7e3d4', 'tag': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'status': 'completed', 'code': 200} Oct 17 18:02:49.624097 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56053e99-3b95-43fb-8aa2-4a58f50150a6 service neutron] Pushing event updated for resources: {'Port': ['ID=063dd8b3-ed4d-4798-902c-4dc9e48decc5,revision_number=8']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:49.625817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c7c08a12-deb6-44ee-b237-395187fcef38 req-5deff27a-6a1c-4581-bb70-d53885fef1be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:02:49.644831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c7c08a12-deb6-44ee-b237-395187fcef38 req-5deff27a-6a1c-4581-bb70-d53885fef1be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:02:49.646023 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c7c08a12-deb6-44ee-b237-395187fcef38 req-5deff27a-6a1c-4581-bb70-d53885fef1be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738957 Oct 17 18:02:49.654538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-102f9539-6b90-4778-a7d9-9e60d100b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:49.657185 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-102f9539-6b90-4778-a7d9-9e60d100b4eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 1134 time: 0.1287920 Oct 17 18:02:49.772792 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-57f6cbae-8328-4df5-9956-71683013fd6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 1037 time: 0.1025295 Oct 17 18:02:49.854686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-dc7c0c89-8197-4856-87a0-64708187f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:49.857160 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-dc7c0c89-8197-4856-87a0-64708187f43e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96d70a9d-88f0-4fbe-a26c-1bf5943d4727 HTTP/1.1" status: 200 len: 835 time: 0.0777593 Oct 17 18:02:50.063450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-43aba8c4-ab45-4105-bb1d-65c51b58a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:50.065676 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-43aba8c4-ab45-4105-bb1d-65c51b58a940 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3530b4b7-0aaa-4163-9d8b-95be7b91b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2014673 Oct 17 18:02:50.212888 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-ba4826c4-682c-4af1-b603-52be010cba85 service neutron] 10.222.0.20 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415553 Oct 17 18:02:50.360889 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef25e9a5-18b0-4b64-837b-a0ff6399d45e req-62f6b813-a7d0-4683-931a-b365aa49d666 service neutron] 10.222.0.20 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418593 Oct 17 18:02:50.566758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bdda8-6666-4032-b127-7d810eb28900 req-3e4f2db1-0afe-40b9-b6fd-0d6d6b01c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:50.569184 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ba1bdda8-6666-4032-b127-7d810eb28900 req-3e4f2db1-0afe-40b9-b6fd-0d6d6b01c206 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 1134 time: 0.1057649 Oct 17 18:02:50.716495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bdda8-6666-4032-b127-7d810eb28900 req-6c13d941-169c-496b-a58c-e87cc454a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:50.718179 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ba1bdda8-6666-4032-b127-7d810eb28900 req-6c13d941-169c-496b-a58c-e87cc454a1f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3530b4b7-0aaa-4163-9d8b-95be7b91b36f HTTP/1.1" status: 200 len: 898 time: 0.1429811 Oct 17 18:02:50.890789 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ba1bdda8-6666-4032-b127-7d810eb28900 req-11b79b95-c486-426e-9376-3eaf508a55d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 1037 time: 0.1650116 Oct 17 18:02:50.976612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e08b6e-6de2-4167-a252-efb9856fe0ea req-5bf0c0b7-f49a-4bf7-b02c-156478d1890a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:50.978120 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-46e08b6e-6de2-4167-a252-efb9856fe0ea req-5bf0c0b7-f49a-4bf7-b02c-156478d1890a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 981 time: 0.1750882 Oct 17 18:02:50.981882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bdda8-6666-4032-b127-7d810eb28900 req-039870d6-914c-46f7-8c4f-60c8c61d514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:50.984081 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ba1bdda8-6666-4032-b127-7d810eb28900 req-039870d6-914c-46f7-8c4f-60c8c61d514d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96d70a9d-88f0-4fbe-a26c-1bf5943d4727 HTTP/1.1" status: 200 len: 835 time: 0.0845246 Oct 17 18:02:51.165639 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-46e08b6e-6de2-4167-a252-efb9856fe0ea req-4349847b-b6e0-4db4-ab31-b1556ec63cc2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800315 Oct 17 18:02:51.192487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bdda8-6666-4032-b127-7d810eb28900 req-eac3bcba-ea17-4170-b506-67b26007702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:51.194720 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ba1bdda8-6666-4032-b127-7d810eb28900 req-eac3bcba-ea17-4170-b506-67b26007702d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3530b4b7-0aaa-4163-9d8b-95be7b91b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1863530 Oct 17 18:02:51.340598 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ba1bdda8-6666-4032-b127-7d810eb28900 req-831b316a-f7fe-4389-bb7b-7d35dac6938e service neutron] 10.222.0.20 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389413 Oct 17 18:02:51.484989 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ba1bdda8-6666-4032-b127-7d810eb28900 req-2de88b2d-2896-423d-9ce6-00f5e809786f service neutron] 10.222.0.20 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389537 Oct 17 18:02:52.375982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13958ce-b247-4eb7-a498-981bd1c78e06 req-d3daa815-e548-4145-954b-90282ba106ea tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:52.378241 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c13958ce-b247-4eb7-a498-981bd1c78e06 req-d3daa815-e548-4145-954b-90282ba106ea tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 981 time: 0.0967135 Oct 17 18:02:52.425630 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c13958ce-b247-4eb7-a498-981bd1c78e06 req-152da2f4-148f-484d-9cb8-9b41873b8ee3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410318 Oct 17 18:02:52.823080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 063dd8b3-ed4d-4798-902c-4dc9e48decc5 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:02:53.040314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:53.054969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'port_id': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'mac_address': 'fa:16:3e:71:94:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:02:53.121954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:02:53.122346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:53.142767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063dd8b3-ed4d-4798-902c-4dc9e48decc5 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:02:53.160501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:53.165833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:53.236632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=063dd8b3-ed4d-4798-902c-4dc9e48decc5,revision_number=9']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:53.463547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['063dd8b3-ed4d-4798-902c-4dc9e48decc5'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:02:53.700204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab83b2a-d1c5-4be3-bbe2-128ab2591a7e req-51afe0dd-3aaa-4d22-8f8e-a2861606074e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:53.701719 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7ab83b2a-d1c5-4be3-bbe2-128ab2591a7e req-51afe0dd-3aaa-4d22-8f8e-a2861606074e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 982 time: 0.1423397 Oct 17 18:02:53.754185 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7ab83b2a-d1c5-4be3-bbe2-128ab2591a7e req-aaa35fdf-6461-4c84-80a5-d5d422a7ed7e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415390 Oct 17 18:02:54.838142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 063dd8b3-ed4d-4798-902c-4dc9e48decc5 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:02:54.952540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:54.955815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:02:54.965241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:02:54.965840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:54.966447 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 Oct 17 18:02:54.989310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b854-01d5-4dd1-9d6e-db0e94944b46 req-101e6086-6123-4ca8-9d72-4b57f512ee2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:54.990935 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5776b854-01d5-4dd1-9d6e-db0e94944b46 req-101e6086-6123-4ca8-9d72-4b57f512ee2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 982 time: 0.1129212 Oct 17 18:02:55.053582 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5776b854-01d5-4dd1-9d6e-db0e94944b46 req-27fdaf60-385e-4a4d-b5ae-648ea96dc3f2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543361 Oct 17 18:02:55.155501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:02:55.156317 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:55.186940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77756126-953c-4d8e-9efe-a42f9fd7e3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063dd8b3-ed4d-4798-902c-4dc9e48decc5'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:02:55.189383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8d2af1-f1e1-42c1-b556-3301aadc9910" -d '{"events": [{"server_uuid": "77756126-953c-4d8e-9efe-a42f9fd7e3d4", "name": "network-vif-plugged", "status": "completed", "tag": "063dd8b3-ed4d-4798-902c-4dc9e48decc5"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:02:55.197779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:02:55.203361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:55.246310 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254f0121-0a12-41a2-8565-a2c2db23c5d3 x-openstack-request-id: req-254f0121-0a12-41a2-8565-a2c2db23c5d3 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:02:55.246609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77756126-953c-4d8e-9efe-a42f9fd7e3d4", "name": "network-vif-plugged", "status": "completed", "tag": "063dd8b3-ed4d-4798-902c-4dc9e48decc5", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:02:55.246860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-254f0121-0a12-41a2-8565-a2c2db23c5d3 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:02:55.247290 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254f0121-0a12-41a2-8565-a2c2db23c5d3'] response: {'server_uuid': '77756126-953c-4d8e-9efe-a42f9fd7e3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063dd8b3-ed4d-4798-902c-4dc9e48decc5', 'code': 200} Oct 17 18:02:55.285207 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=063dd8b3-ed4d-4798-902c-4dc9e48decc5,revision_number=10']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:02:55.525048 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b64d9-36dc-4d46-85ab-fc4baa207ea7 req-1dfd9ac4-30c8-4b6b-b389-e2ace78e1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:55.526509 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-544b64d9-36dc-4d46-85ab-fc4baa207ea7 req-1dfd9ac4-30c8-4b6b-b389-e2ace78e1009 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 1137 time: 0.0807679 Oct 17 18:02:55.577247 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-544b64d9-36dc-4d46-85ab-fc4baa207ea7 req-9a1fe094-b114-4fc9-b241-e6acb34ea9cb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440857 Oct 17 18:02:56.283023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780d8a6-e7c6-45e6-bc34-254f615bd3bf req-df8dcd37-ddd5-4212-84c2-f841a08b64cd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:56.284618 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4780d8a6-e7c6-45e6-bc34-254f615bd3bf req-df8dcd37-ddd5-4212-84c2-f841a08b64cd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 984 time: 0.0959620 Oct 17 18:02:56.333460 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4780d8a6-e7c6-45e6-bc34-254f615bd3bf req-8ef790ee-17d0-46bb-938c-ec02ff1d9c62 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428116 Oct 17 18:02:57.544848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f53ed-d212-46ed-a6b6-501b975ecef9 req-03992c7c-ed98-4019-8017-87f8dd70542c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:57.547035 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e4f53ed-d212-46ed-a6b6-501b975ecef9 req-03992c7c-ed98-4019-8017-87f8dd70542c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 984 time: 0.0962694 Oct 17 18:02:57.596940 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e4f53ed-d212-46ed-a6b6-501b975ecef9 req-ff1e957a-1637-47fa-a254-a9ec06ded95e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Oct 17 18:02:57.818288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9c2de-4bab-45d3-afcc-0693668a8e48 req-d83be8f5-db46-4740-85ca-84b55c42f92c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:57.819748 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c3f9c2de-4bab-45d3-afcc-0693668a8e48 req-d83be8f5-db46-4740-85ca-84b55c42f92c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 984 time: 0.0948138 Oct 17 18:02:57.866407 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c3f9c2de-4bab-45d3-afcc-0693668a8e48 req-e673e89c-796b-42e1-a111-f8ec27f71275 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405455 Oct 17 18:02:57.895885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49368) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:02:58.087878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293ff1ee-7bef-42fb-bdb0-d76131ae5b56 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:58.089325 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-293ff1ee-7bef-42fb-bdb0-d76131ae5b56 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4&network_id=3530b4b7-0aaa-4163-9d8b-95be7b91b36f HTTP/1.1" status: 200 len: 1132 time: 0.1924062 Oct 17 18:02:58.470542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe444b9-ab8f-41fe-8cf9-b050705bad2a req-f5ca1baf-6707-4f4d-8576-33f9b95049c9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:58.472159 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cbe444b9-ab8f-41fe-8cf9-b050705bad2a req-f5ca1baf-6707-4f4d-8576-33f9b95049c9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 984 time: 0.0953176 Oct 17 18:02:58.526760 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cbe444b9-ab8f-41fe-8cf9-b050705bad2a req-3ce4d9db-f950-4028-9dc8-ae228ac90a73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483718 Oct 17 18:02:59.029424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c7b78bb9-4a06-43c9-a2d5-36840ab76fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:02:59.804411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411024b8-2cff-4acc-aba2-5547e24c2315 req-b713d20e-065e-4d1d-abba-cb2784211621 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:59.805888 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-411024b8-2cff-4acc-aba2-5547e24c2315 req-b713d20e-065e-4d1d-abba-cb2784211621 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 984 time: 0.1589239 Oct 17 18:02:59.845352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-b3631d58-b61e-42d9-ba02-d1949f0eb7d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:59.846871 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-b3631d58-b61e-42d9-ba02-d1949f0eb7d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 984 time: 0.1377461 Oct 17 18:02:59.919641 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-411024b8-2cff-4acc-aba2-5547e24c2315 req-c8850c19-3780-4b9d-997b-b27845fdf5cd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4fb2180-99a1-44b2-8ea1-353284e4611a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058495 Oct 17 18:02:59.941073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-220c016b-844e-4dca-8450-1f9d392fc11a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:02:59.942514 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-220c016b-844e-4dca-8450-1f9d392fc11a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0865455 Oct 17 18:03:00.100345 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-68fbe901-4a4e-44b5-a112-6b379ad9155f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1525955 Oct 17 18:03:00.111417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:00.235095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:00.455418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=063dd8b3-ed4d-4798-902c-4dc9e48decc5,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:00.485593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] For port 063dd8b3-ed4d-4798-902c-4dc9e48decc5, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:03:00.537622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] device_id is not set on port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 yet. {{(pid=89191) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 17 18:03:00.547805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:00.552670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:00.697632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] Pushing event updated for resources: {'Port': ['ID=063dd8b3-ed4d-4798-902c-4dc9e48decc5,revision_number=11']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:00.749822 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] No DVR routers for this DVR port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:03:00.995203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] In _notify_port_updated(), no bound segment for port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 on network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f {{(pid=89191) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 17 18:03:00.996078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:00.996694 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:00.998919 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e2f9057-6ead-4e65-b4bf-073c3facf497 req-5e717fe9-fc55-4371-9bf7-ac53b62615b9 service neutron] 10.222.0.20 "PUT /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 200 len: 1027 time: 0.8921480 Oct 17 18:03:01.098095 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3e9feb4e-45ec-47b6-8e3f-2908783418f2 req-6d29c05b-eee3-4e1b-b9d2-fcbd18a0fb15 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=77756126-953c-4d8e-9efe-a42f9fd7e3d4 HTTP/1.1" status: 200 len: 210 time: 0.0559678 Oct 17 18:03:01.511202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-19d343c9-ab50-4c9a-afa7-b8339297d479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:02.214545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49382) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:02.294054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b649f24-d608-4e1a-a224-85fa921e61f1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:02.330397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b649f24-d608-4e1a-a224-85fa921e61f1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:02.401211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b649f24-d608-4e1a-a224-85fa921e61f1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:02.421177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b649f24-d608-4e1a-a224-85fa921e61f1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44955386-ee5e-42f4-a787-e8bbcb861493,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:02.432759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4b649f24-d608-4e1a-a224-85fa921e61f1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:02.437707 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4b649f24-d608-4e1a-a224-85fa921e61f1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/security-groups/44955386-ee5e-42f4-a787-e8bbcb861493 HTTP/1.1" status: 204 len: 168 time: 0.2183614 Oct 17 18:03:02.467481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49388) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:02.503325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:02.589174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:02.785147 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 6999a881-30f8-4988-90a4-7207e332091f {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:02.785385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:02.964408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:02.964727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:03.093058 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 6999a881-30f8-4988-90a4-7207e332091f owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:03.248464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:03.297785 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=6999a881-30f8-4988-90a4-7207e332091f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:03.401880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:03.402219 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP e5508124-b8d1-4b60-866d-ce0ff87dd5de disassociated (deleted). External IP: 172.26.8.248, port: 063dd8b3-ed4d-4798-902c-4dc9e48decc5. Oct 17 18:03:03.760952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 9f73d495-7795-47e2-9c8d-3310108b6a49 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:03:03.947139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:03:03.957520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ef892f-777f-4500-98ed-1e1abe47f640 None None] Sync routers for ids ['9f73d495-7795-47e2-9c8d-3310108b6a49'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:03:03.968284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ef892f-777f-4500-98ed-1e1abe47f640 None None] Routers {'9f73d495-7795-47e2-9c8d-3310108b6a49'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:03.968933 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-97ef892f-777f-4500-98ed-1e1abe47f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9f73d495-7795-47e2-9c8d-3310108b6a49'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:03.969239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:04.027332 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bc53795e-4039-4b1b-ad5d-02348577efc9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/floatingips/e5508124-b8d1-4b60-866d-ce0ff87dd5de HTTP/1.1" status: 204 len: 168 time: 1.5585098 Oct 17 18:03:04.158445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-97ef892f-777f-4500-98ed-1e1abe47f640 None None] Set router 9f73d495-7795-47e2-9c8d-3310108b6a49 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:04.184851 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49396) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:04.254416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4184c244-90fc-49b8-aa1f-88ed0e67b0ed tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:04.284995 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4184c244-90fc-49b8-aa1f-88ed0e67b0ed tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:04.383900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:04.469230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4184c244-90fc-49b8-aa1f-88ed0e67b0ed tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:04.489015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184c244-90fc-49b8-aa1f-88ed0e67b0ed tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77876bb0-0bc0-4ebd-8167-5de30b1548fe,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:04.496578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4184c244-90fc-49b8-aa1f-88ed0e67b0ed tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:04.501228 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4184c244-90fc-49b8-aa1f-88ed0e67b0ed tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/security-groups/77876bb0-0bc0-4ebd-8167-5de30b1548fe HTTP/1.1" status: 204 len: 168 time: 0.3126261 Oct 17 18:03:04.514830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-97ef892f-777f-4500-98ed-1e1abe47f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'c087882e-273a-4790-ba2a-7dc6d24ed3ab', 'name': '', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:38:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:20Z', 'updated_at': '2022-10-17T18:02:25Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:04.519902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ef892f-777f-4500-98ed-1e1abe47f640 None None] Checking router: 9f73d495-7795-47e2-9c8d-3310108b6a49 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:03:04.530192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ef892f-777f-4500-98ed-1e1abe47f640 None None] Routers {'9f73d495-7795-47e2-9c8d-3310108b6a49'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:04.530802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-97ef892f-777f-4500-98ed-1e1abe47f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9f73d495-7795-47e2-9c8d-3310108b6a49'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:04.531874 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49402) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:04.602177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-2f08fb83-5def-4dfd-aad9-b5115c24adc6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 063dd8b3-ed4d-4798-902c-4dc9e48decc5 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:04.602414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2f08fb83-5def-4dfd-aad9-b5115c24adc6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:04.723105 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-97ef892f-777f-4500-98ed-1e1abe47f640 None None] Set router 9f73d495-7795-47e2-9c8d-3310108b6a49 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:04.876748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2f08fb83-5def-4dfd-aad9-b5115c24adc6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:04.891888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 063dd8b3-ed4d-4798-902c-4dc9e48decc5 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:03:05.010847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-2f08fb83-5def-4dfd-aad9-b5115c24adc6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 063dd8b3-ed4d-4798-902c-4dc9e48decc5 owned by {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:05.044138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 063dd8b3-ed4d-4798-902c-4dc9e48decc5 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:03:05.163242 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-97ef892f-777f-4500-98ed-1e1abe47f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'c087882e-273a-4790-ba2a-7dc6d24ed3ab', 'name': '', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:38:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:20Z', 'updated_at': '2022-10-17T18:02:25Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:05.168163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ef892f-777f-4500-98ed-1e1abe47f640 None None] The sync data for ids ['9f73d495-7795-47e2-9c8d-3310108b6a49'] in dv-neutron-860895-1-hyperv is: [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'c087882e-273a-4790-ba2a-7dc6d24ed3ab', 'name': '', 'network_id': '3530b4b7-0aaa-4163-9d8b-95be7b91b36f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:38:78:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:20Z', 'updated_at': '2022-10-17T18:02:25Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '96d70a9d-88f0-4fbe-a26c-1bf5943d4727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:03:05.168785 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2f08fb83-5def-4dfd-aad9-b5115c24adc6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:05.226132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08fb83-5def-4dfd-aad9-b5115c24adc6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=063dd8b3-ed4d-4798-902c-4dc9e48decc5,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:05.341178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2f08fb83-5def-4dfd-aad9-b5115c24adc6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:05.352591 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2f08fb83-5def-4dfd-aad9-b5115c24adc6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/ports/063dd8b3-ed4d-4798-902c-4dc9e48decc5 HTTP/1.1" status: 204 len: 168 time: 0.8195667 Oct 17 18:03:05.356078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49406) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:05.460428 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b3312f-b7a6-4f0b-84a9-905d04b506a9 None None] New status for floating IP e5508124-b8d1-4b60-866d-ce0ff87dd5de: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:03:05.970102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f4e693de-4c6f-4d58-939a-a6c543c99e3e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:06.329782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-f4e693de-4c6f-4d58-939a-a6c543c99e3e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port c087882e-273a-4790-ba2a-7dc6d24ed3ab {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:06.330055 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f4e693de-4c6f-4d58-939a-a6c543c99e3e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:06.523186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-f4e693de-4c6f-4d58-939a-a6c543c99e3e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port c087882e-273a-4790-ba2a-7dc6d24ed3ab, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=c087882e-273a-4790-ba2a-7dc6d24ed3ab,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:06.523919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f4e693de-4c6f-4d58-939a-a6c543c99e3e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:06.648707 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-f4e693de-4c6f-4d58-939a-a6c543c99e3e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for c087882e-273a-4790-ba2a-7dc6d24ed3ab owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:06.939024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f4e693de-4c6f-4d58-939a-a6c543c99e3e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:06.986577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e693de-4c6f-4d58-939a-a6c543c99e3e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=c087882e-273a-4790-ba2a-7dc6d24ed3ab,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:07.275967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f4e693de-4c6f-4d58-939a-a6c543c99e3e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:07.643679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e693de-4c6f-4d58-939a-a6c543c99e3e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 9f73d495-7795-47e2-9c8d-3310108b6a49 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:03:07.826254 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e693de-4c6f-4d58-939a-a6c543c99e3e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:03:07.835419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde132f-52ce-49b7-868d-2400e588f171 None None] Sync routers for ids ['9f73d495-7795-47e2-9c8d-3310108b6a49'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:03:07.842157 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f4e693de-4c6f-4d58-939a-a6c543c99e3e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/9f73d495-7795-47e2-9c8d-3310108b6a49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4818895 Oct 17 18:03:07.842398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49410) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:07.845526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde132f-52ce-49b7-868d-2400e588f171 None None] Routers {'9f73d495-7795-47e2-9c8d-3310108b6a49'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:07.846127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4dde132f-52ce-49b7-868d-2400e588f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9f73d495-7795-47e2-9c8d-3310108b6a49'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:07.909856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e391fa-c7cd-4f5a-a323-412bb1223143 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting subnet 96d70a9d-88f0-4fbe-a26c-1bf5943d4727 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:03:07.913123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58e391fa-c7cd-4f5a-a323-412bb1223143 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:07.972189 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58e391fa-c7cd-4f5a-a323-412bb1223143 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:08.029867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-4dde132f-52ce-49b7-868d-2400e588f171 None None] Set router 9f73d495-7795-47e2-9c8d-3310108b6a49 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:08.056951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58e391fa-c7cd-4f5a-a323-412bb1223143 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:08.144641 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58e391fa-c7cd-4f5a-a323-412bb1223143 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:08.190460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e391fa-c7cd-4f5a-a323-412bb1223143 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Subnet': ['ID=96d70a9d-88f0-4fbe-a26c-1bf5943d4727,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:08.192422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58e391fa-c7cd-4f5a-a323-412bb1223143 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:08.202476 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-58e391fa-c7cd-4f5a-a323-412bb1223143 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/subnets/96d70a9d-88f0-4fbe-a26c-1bf5943d4727 HTTP/1.1" status: 204 len: 168 time: 0.3564029 Oct 17 18:03:08.203187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49414) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:08.212043 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94cd72-1527-4d2e-8439-0900bd5acefa None None] Network 3530b4b7-0aaa-4163-9d8b-95be7b91b36f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:03:08.507942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:08.518482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4dde132f-52ce-49b7-868d-2400e588f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:03:06Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:08.522823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde132f-52ce-49b7-868d-2400e588f171 None None] Checking router: 9f73d495-7795-47e2-9c8d-3310108b6a49 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:03:08.532215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde132f-52ce-49b7-868d-2400e588f171 None None] Routers {'9f73d495-7795-47e2-9c8d-3310108b6a49'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:08.532813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4dde132f-52ce-49b7-868d-2400e588f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9f73d495-7795-47e2-9c8d-3310108b6a49'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:08.584343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e26c4-b7e7-4554-9371-8df4e3d9f016 None None] DHCP port deletion for 3530b4b7-0aaa-4163-9d8b-95be7b91b36f request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:03:08.649265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e26c4-b7e7-4554-9371-8df4e3d9f016 None None] Deleting port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:08.649632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4e7e26c4-b7e7-4554-9371-8df4e3d9f016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:08.696013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:08.707904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 842e576b-3bfb-45f9-8845-2d694b6915b7 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:08.708270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:08.900890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 842e576b-3bfb-45f9-8845-2d694b6915b7, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=842e576b-3bfb-45f9-8845-2d694b6915b7,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:08.901274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:08.931997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-4dde132f-52ce-49b7-868d-2400e588f171 None None] Set router 9f73d495-7795-47e2-9c8d-3310108b6a49 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:09.032369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 842e576b-3bfb-45f9-8845-2d694b6915b7 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:09.145624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4e7e26c4-b7e7-4554-9371-8df4e3d9f016 None None] For port 04d00e02-faa6-4b7d-9c0a-27895713e4c3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=04d00e02-faa6-4b7d-9c0a-27895713e4c3,segment=NetworkSegment(1de2272d-b554-479e-8add-3ea1fd1bb25e),segment_id=1de2272d-b554-479e-8add-3ea1fd1bb25e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:09.146017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4e7e26c4-b7e7-4554-9371-8df4e3d9f016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:09.218912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:09.270005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=842e576b-3bfb-45f9-8845-2d694b6915b7,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:09.295382 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e26c4-b7e7-4554-9371-8df4e3d9f016 None None] Calling delete_port for 04d00e02-faa6-4b7d-9c0a-27895713e4c3 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:09.382538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:09.446546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4e7e26c4-b7e7-4554-9371-8df4e3d9f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:09.496808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e26c4-b7e7-4554-9371-8df4e3d9f016 None None] Pushing event deleted for resources: {'Port': ['ID=04d00e02-faa6-4b7d-9c0a-27895713e4c3,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:09.511914 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e26c4-b7e7-4554-9371-8df4e3d9f016 None None] No DVR routers for this DVR port 04d00e02-faa6-4b7d-9c0a-27895713e4c3 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:03:09.529860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4dde132f-52ce-49b7-868d-2400e588f171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:03:06Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:09.534895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde132f-52ce-49b7-868d-2400e588f171 None None] The sync data for ids ['9f73d495-7795-47e2-9c8d-3310108b6a49'] in dv-neutron-860895-1-hyperv is: [{'id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'name': 'tempest-TestNetworkBasicOps-router-1303381783', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105'}], 'enable_snat': True}, 'gw_port_id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:03:06Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '842e576b-3bfb-45f9-8845-2d694b6915b7', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f9:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f73d495-7795-47e2-9c8d-3310108b6a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:02:16Z', 'updated_at': '2022-10-17T18:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:03:09.587206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:09.590547 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:09.616221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:09.616882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Fanout notify agent at l3_agent the message router_deleted on router 9f73d495-7795-47e2-9c8d-3310108b6a49 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:03:09.634361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:09.637206 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8a19699b-9c96-4af1-8e40-7b93830c0eb7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/routers/9f73d495-7795-47e2-9c8d-3310108b6a49 HTTP/1.1" status: 204 len: 168 time: 1.4317434 Oct 17 18:03:09.639248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49418) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:09.757404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:09.976990 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 04d00e02-faa6-4b7d-9c0a-27895713e4c3 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:03:10.016388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 04d00e02-faa6-4b7d-9c0a-27895713e4c3 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:03:10.016732 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 04d00e02-faa6-4b7d-9c0a-27895713e4c3 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:03:10.023564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.055898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3530b4b7-0aaa-4163-9d8b-95be7b91b36f']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:10.070150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de2272d-b554-479e-8add-3ea1fd1bb25e') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:10.070448 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de2272d-b554-479e-8add-3ea1fd1bb25e') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:10.083613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.107835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.114927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:03:10.115541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.197611 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 1de2272d-b554-479e-8add-3ea1fd1bb25e resource provider aggregate not found Oct 17 18:03:10.221269 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 1de2272d-b554-479e-8add-3ea1fd1bb25e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1de2272d-b554-479e-8add-3ea1fd1bb25e found for delete ", "request_id": "req-01a73397-e2cf-4f44-973f-cfc2836e30a6"}]} Oct 17 18:03:10.236724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.255371 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.268304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Network': ['ID=3530b4b7-0aaa-4163-9d8b-95be7b91b36f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:10.280284 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e35fdb57-36da-4367-9030-0cc0703c73a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/networks/3530b4b7-0aaa-4163-9d8b-95be7b91b36f HTTP/1.1" status: 204 len: 168 time: 0.6398504 Oct 17 18:03:10.296494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49426) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:10.311513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49430) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:10.312083 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fbdce13b-cd1b-4d47-8777-476af3645421 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0137832 Oct 17 18:03:10.317850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'network': {'name': 'tempest-network-smoke--1137505156', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'port_security_enabled': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:10.325116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:10.329692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:network and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:03:10.332870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:03:10.340191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:10.351140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:03:10.355346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.384208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:03:10.394119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.394463 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Added segment d5906007-b132-4754-987d-af5ea468059d of type vlan for network b7340bd9-088d-4208-9c72-7ad072eeecc8 Oct 17 18:03:10.422545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.455151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.460655 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:10.461223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.700039 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3866789 Oct 17 18:03:10.703245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1632f8-2ca8-42b4-a976-febad0f4a85c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Network': ['ID=b7340bd9-088d-4208-9c72-7ad072eeecc8,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:10.703471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49434) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:10.712202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'admin_state_up': True, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:10.715059 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network b7340bd9-088d-4208-9c72-7ad072eeecc8 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:03:10.722722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:10.727268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:router and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:03:10.731571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:03:10.737428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:10.749062 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.750118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:10.767159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:11.040551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:11.355845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:11.386643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:11.536581 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.19 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:03:11.554089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device c087882e-273a-4790-ba2a-7dc6d24ed3ab no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:03:11.589355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: c087882e-273a-4790-ba2a-7dc6d24ed3ab {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:03:11.590390 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device c087882e-273a-4790-ba2a-7dc6d24ed3ab not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:03:11.590792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 842e576b-3bfb-45f9-8845-2d694b6915b7 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:03:11.629972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 842e576b-3bfb-45f9-8845-2d694b6915b7 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:03:11.630229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 842e576b-3bfb-45f9-8845-2d694b6915b7 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:03:11.690683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:11.721916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:11.787568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:03:11.790537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:03:11.793030 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:03:11.953579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:12.351271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:12.713948 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:12.934821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 73563ce8-9c19-4d2c-b8fb-da0974f35835 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:03:13.116866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:03:13.128950 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Sync routers for ids ['73563ce8-9c19-4d2c-b8fb-da0974f35835'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:03:13.142393 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Routers {'73563ce8-9c19-4d2c-b8fb-da0974f35835'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:13.143688 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c0df5763-e358-4698-962b-4a823110b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['73563ce8-9c19-4d2c-b8fb-da0974f35835'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:13.147803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:13.149184 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d9ac8c86-7287-46c8-ac56-460f191deeb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4446530 Oct 17 18:03:13.153625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49438) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:13.197866 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e2fee6f0-c41b-4c00-ba6d-fdbce7cdcfe5 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5bf68046d82040c287b306f9ee0c6158&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430601 Oct 17 18:03:13.200770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49442) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:13.331389 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Set router 73563ce8-9c19-4d2c-b8fb-da0974f35835 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:13.334860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86adfcaa-2585-4908-8d34-d52822b4c225 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:13.338535 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-86adfcaa-2585-4908-8d34-d52822b4c225 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1366274 Oct 17 18:03:13.340333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49446) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:13.380820 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d232b4d4-815b-40d7-bcfb-4f4108a9f891 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392513 Oct 17 18:03:13.383438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49450) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:13.390119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-970616661', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:13.650723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:13.651447 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c0df5763-e358-4698-962b-4a823110b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:12Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:13.655406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:subnet and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:03:13.655563 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Checking router: 73563ce8-9c19-4d2c-b8fb-da0974f35835 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:03:13.655832 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Updating router 73563ce8-9c19-4d2c-b8fb-da0974f35835 port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:03:13.658320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:03:13.664101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:13.675503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:03:13.678867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:13.709146 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:13.904240 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:13.987214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Subnet': ['ID=7ea5023c-289a-4fcd-add2-9be8294d1c84,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:14.001445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:14.001787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:14.002132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:14.002456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:14.002778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:14.003123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:14.003450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:14.003767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:14.004086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:14.004400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:14.004718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:14.005025 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:14.010981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Checking segment: {'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:03:14.011367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network hostable DHCP agents. Network: b7340bd9-088d-4208-9c72-7ad072eeecc8, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:03:14.032220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network b7340bd9-088d-4208-9c72-7ad072eeecc8 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:03:14.043531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, b7340bd9-088d-4208-9c72-7ad072eeecc8) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:03:14.047841 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:14.048427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:14.056680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb4b8c-b90b-4575-8595-a75f1f9b6224 None None] Network b7340bd9-088d-4208-9c72-7ad072eeecc8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:03:14.073262 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-83df958a-3694-48ae-bd57-f2db2353f593 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6887040 Oct 17 18:03:14.077623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49454) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:14.108796 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:14.121977 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Transition to ACTIVE for port object b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:03:14.130064 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:14.182521 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Attempting to bind port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:03:14.183272 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Attempting to bind port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:03:14.183648 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Attempting to bind port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:03:14.205363 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:03:14.205788 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:03:14.206124 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:14.206511 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:03:14.206984 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Bound port: b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:03:14.207387 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:14.264475 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bb319-e955-4e68-9233-a649dcdf4247 None None] Pushing event updated for resources: {'Port': ['ID=b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:14.296034 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-c0df5763-e358-4698-962b-4a823110b234 None None] For port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:03:14.299247 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-c0df5763-e358-4698-962b-4a823110b234 None None] For port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:03:14.307021 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:14.371366 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Routers {'73563ce8-9c19-4d2c-b8fb-da0974f35835'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:14.372002 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c0df5763-e358-4698-962b-4a823110b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['73563ce8-9c19-4d2c-b8fb-da0974f35835'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:14.426934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b7340bd9-088d-4208-9c72-7ad072eeecc8', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:03:14.428398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:14.527300 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bb319-e955-4e68-9233-a649dcdf4247 None None] Pushing event updated for resources: {'Port': ['ID=b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:14.582323 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-c0df5763-e358-4698-962b-4a823110b234 None None] Set router 73563ce8-9c19-4d2c-b8fb-da0974f35835 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:14.630089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Allocated IP 172.20.0.2 (b7340bd9-088d-4208-9c72-7ad072eeecc8/7ea5023c-289a-4fcd-add2-9be8294d1c84/70a50ebd-af24-4e80-8adf-cf1bc75f4e90) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:03:14.880921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:14.908099 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c0df5763-e358-4698-962b-4a823110b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:12Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:14.912776 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df5763-e358-4698-962b-4a823110b234 None None] The sync data for ids ['73563ce8-9c19-4d2c-b8fb-da0974f35835'] in dv-neutron-860895-1-hyperv is: [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:12Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:03:14.914752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:14.927604 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Transition to ACTIVE for port object 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:03:14.968041 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Transition to ACTIVE for port object 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:03:14.976063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:15.050247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Network b7340bd9-088d-4208-9c72-7ad072eeecc8 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:03:15.053308 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:03:15.057378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:03:15.126765 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Pushing event updated for resources: {'Port': ['ID=70a50ebd-af24-4e80-8adf-cf1bc75f4e90,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:15.216402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Attempting to bind port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:03:15.217592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Attempting to bind port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:03:15.217962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Attempting to bind port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 on network b7340bd9-088d-4208-9c72-7ad072eeecc8 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:03:15.223969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:03:15.224329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Checking segment: {'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:03:15.224724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:15.225106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Bound using segment: {'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:03:15.225574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Bound port: 70a50ebd-af24-4e80-8adf-cf1bc75f4e90, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:03:15.225931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:15.373921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] For port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:03:15.377195 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] For port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=70a50ebd-af24-4e80-8adf-cf1bc75f4e90,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:03:15.385576 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:15.496419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71755a-8eb6-4ded-b115-7af8cee74040 None None] Pushing event updated for resources: {'Port': ['ID=70a50ebd-af24-4e80-8adf-cf1bc75f4e90,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:15.529549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.1 (b7340bd9-088d-4208-9c72-7ad072eeecc8/7ea5023c-289a-4fcd-add2-9be8294d1c84/ad9d778d-4c56-49d1-8563-8dcf096918c6) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:03:15.648644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:03:15.744018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:03:15.749488 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:03:15.749872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:15.750210 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 Oct 17 18:03:15.757163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:15.787304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object ad9d778d-4c56-49d1-8563-8dcf096918c6 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:03:15.824040 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:15.908564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network b7340bd9-088d-4208-9c72-7ad072eeecc8 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:03:15.912292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:03:15.916453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:03:15.918754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:03:15.919501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:15.943869 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:15.951238 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:15.962916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=ad9d778d-4c56-49d1-8563-8dcf096918c6,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:15.998339 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:16.034804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:16.140734 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:16.193844 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:03:16.585044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:16.591240 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:16.713311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:16.717195 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=ad9d778d-4c56-49d1-8563-8dcf096918c6,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:16.868930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network b7340bd9-088d-4208-9c72-7ad072eeecc8 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:03:16.869702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:03:16.985549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ff363-6c29-47d7-9cec-724fd4617b8e None None] Network b7340bd9-088d-4208-9c72-7ad072eeecc8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:03:17.071352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 73563ce8-9c19-4d2c-b8fb-da0974f35835 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:03:17.091256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-48889b9d-8d21-4037-b54f-e496f15d4bef None None] Provisioning for port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:03:17.409600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:03:17.422121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Sync routers for ids ['73563ce8-9c19-4d2c-b8fb-da0974f35835'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:03:17.423914 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-95ddf55c-49c1-4e6f-8d16-9a932f2e628e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/73563ce8-9c19-4d2c-b8fb-da0974f35835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3451357 Oct 17 18:03:17.427156 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49460) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:17.434069 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Routers {'73563ce8-9c19-4d2c-b8fb-da0974f35835'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:17.434782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['73563ce8-9c19-4d2c-b8fb-da0974f35835'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:17.598539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7dcf89-0678-4da7-a830-393bcfc3f035 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:17.599074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7dcf89-0678-4da7-a830-393bcfc3f035 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:17.599536 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Provisioning for port ad9d778d-4c56-49d1-8563-8dcf096918c6 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:03:17.600148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7dcf89-0678-4da7-a830-393bcfc3f035 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:17.600747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7dcf89-0678-4da7-a830-393bcfc3f035 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:17.602125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7dcf89-0678-4da7-a830-393bcfc3f035 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:17.602916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7dcf89-0678-4da7-a830-393bcfc3f035 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:17.612233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Provisioning complete for port ad9d778d-4c56-49d1-8563-8dcf096918c6 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:03:17.612609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:17.612712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49464) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:17.613121 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Attempt 1 to provision port ad9d778d-4c56-49d1-8563-8dcf096918c6 Oct 17 18:03:17.613833 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-af7dcf89-0678-4da7-a830-393bcfc3f035 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1853521 Oct 17 18:03:17.696893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885d5b4-cdd3-471d-b731-d3a089f17aad tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:17.697361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885d5b4-cdd3-471d-b731-d3a089f17aad tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:17.697817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885d5b4-cdd3-471d-b731-d3a089f17aad tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:17.698015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Set router 73563ce8-9c19-4d2c-b8fb-da0974f35835 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:17.698292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885d5b4-cdd3-471d-b731-d3a089f17aad tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:17.698793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885d5b4-cdd3-471d-b731-d3a089f17aad tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:17.699218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c885d5b4-cdd3-471d-b731-d3a089f17aad tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:17.701625 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c885d5b4-cdd3-471d-b731-d3a089f17aad tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0879714 Oct 17 18:03:17.704583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49468) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:17.744979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Port ad9d778d-4c56-49d1-8563-8dcf096918c6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:03:17.763655 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:03:17.955280 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5dfdd5ee-67db-4be3-8a8a-38892f8cba02 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2448413 Oct 17 18:03:17.992691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:03:18.004170 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:03:18.004544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.004882 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 Oct 17 18:03:18.033041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49474) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:18.038642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-931613143', 'description': 'tempest-secgroup-smoke-931613143 description', 'project_id': '5bf68046d82040c287b306f9ee0c6158'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:18.046194 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:18.050780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:03:18.053937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:03:18.061720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:18.074149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.098522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:18.104733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:03:18.108349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:03:18.115777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:18.205193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.211474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.245340 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Attempt 2 to provision port ad9d778d-4c56-49d1-8563-8dcf096918c6 Oct 17 18:03:18.265686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:18.269120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.274892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49478) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:18.275809 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b2e09366-eb89-4f76-bfb7-ac8b10ab1c17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2414243 Oct 17 18:03:18.281900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e62e44d9-8626-47ef-86ef-43f632da2f01 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:18.288678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e62e44d9-8626-47ef-86ef-43f632da2f01 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:18.296150 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e62e44d9-8626-47ef-86ef-43f632da2f01 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:03:18.300994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e62e44d9-8626-47ef-86ef-43f632da2f01 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:03:18.311488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e62e44d9-8626-47ef-86ef-43f632da2f01 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:18.312924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:03:18.313263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.335402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e62e44d9-8626-47ef-86ef-43f632da2f01 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.338548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Port ad9d778d-4c56-49d1-8563-8dcf096918c6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:03:18.342838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'ad9d778d-4c56-49d1-8563-8dcf096918c6', 'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:7c:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:15Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:18.354096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Checking router: 73563ce8-9c19-4d2c-b8fb-da0974f35835 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:03:18.354453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Updating router 73563ce8-9c19-4d2c-b8fb-da0974f35835 port ad9d778d-4c56-49d1-8563-8dcf096918c6 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:03:18.403487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e62e44d9-8626-47ef-86ef-43f632da2f01 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.407778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e62e44d9-8626-47ef-86ef-43f632da2f01 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.411968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=70a50ebd-af24-4e80-8adf-cf1bc75f4e90,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:18.416976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.418262 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:03:18.431697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e44d9-8626-47ef-86ef-43f632da2f01 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1714e84f-b353-4707-9a2b-caf691237370,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:18.444601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e62e44d9-8626-47ef-86ef-43f632da2f01 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.446811 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e62e44d9-8626-47ef-86ef-43f632da2f01 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1705863 Oct 17 18:03:18.449456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49482) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:18.454488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-50ea3c00-9915-4707-98dd-91f962a7cbd5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:18.461759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-50ea3c00-9915-4707-98dd-91f962a7cbd5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:18.467513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-50ea3c00-9915-4707-98dd-91f962a7cbd5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:03:18.470834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-50ea3c00-9915-4707-98dd-91f962a7cbd5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:03:18.481950 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-50ea3c00-9915-4707-98dd-91f962a7cbd5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:18.502987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.509606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50ea3c00-9915-4707-98dd-91f962a7cbd5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.577356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50ea3c00-9915-4707-98dd-91f962a7cbd5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.581830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50ea3c00-9915-4707-98dd-91f962a7cbd5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.609202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea3c00-9915-4707-98dd-91f962a7cbd5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35aa5532-bbfd-4cc8-a13c-5683515b2ed7,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:18.610399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=70a50ebd-af24-4e80-8adf-cf1bc75f4e90,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:18.622329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50ea3c00-9915-4707-98dd-91f962a7cbd5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.624479 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-50ea3c00-9915-4707-98dd-91f962a7cbd5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1738794 Oct 17 18:03:18.627485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49486) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:18.633642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d22dd618-30a3-474a-99bf-ce7974884d2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:18.639826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d22dd618-30a3-474a-99bf-ce7974884d2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:18.643856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d22dd618-30a3-474a-99bf-ce7974884d2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:03:18.646886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d22dd618-30a3-474a-99bf-ce7974884d2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:03:18.654280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d22dd618-30a3-474a-99bf-ce7974884d2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:18.674233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d22dd618-30a3-474a-99bf-ce7974884d2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.684173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:03:18.684544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.684873 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 Oct 17 18:03:18.746577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d22dd618-30a3-474a-99bf-ce7974884d2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.751843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d22dd618-30a3-474a-99bf-ce7974884d2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.776229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dd618-30a3-474a-99bf-ce7974884d2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e03c029-ecd2-44db-904b-93506fdf6659,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:18.791005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d22dd618-30a3-474a-99bf-ce7974884d2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.793028 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d22dd618-30a3-474a-99bf-ce7974884d2c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641607 Oct 17 18:03:18.796281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49490) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:18.804465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-92576e25-30a2-4bb9-9f62-b357c6891e77 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:18.814579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-92576e25-30a2-4bb9-9f62-b357c6891e77 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:18.821309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-92576e25-30a2-4bb9-9f62-b357c6891e77 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:03:18.826076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-92576e25-30a2-4bb9-9f62-b357c6891e77 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:03:18.835417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-92576e25-30a2-4bb9-9f62-b357c6891e77 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:18.840346 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Attempt 3 to provision port ad9d778d-4c56-49d1-8563-8dcf096918c6 Oct 17 18:03:18.857838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-92576e25-30a2-4bb9-9f62-b357c6891e77 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.929609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-92576e25-30a2-4bb9-9f62-b357c6891e77 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.934451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-92576e25-30a2-4bb9-9f62-b357c6891e77 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.965549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92576e25-30a2-4bb9-9f62-b357c6891e77 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a119fe1-ab49-4969-b721-0608c2ce091d,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:18.974779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-92576e25-30a2-4bb9-9f62-b357c6891e77 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:18.976807 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-92576e25-30a2-4bb9-9f62-b357c6891e77 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1786599 Oct 17 18:03:18.981392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49494) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:18.986489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-26271cdd-5508-47d0-9df3-63230c34c969 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:18.993320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-26271cdd-5508-47d0-9df3-63230c34c969 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:18.993911 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Port ad9d778d-4c56-49d1-8563-8dcf096918c6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:03:18.998168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-26271cdd-5508-47d0-9df3-63230c34c969 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:03:19.001409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-26271cdd-5508-47d0-9df3-63230c34c969 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:03:19.008087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-26271cdd-5508-47d0-9df3-63230c34c969 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:19.011689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:03:19.024851 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-26271cdd-5508-47d0-9df3-63230c34c969 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:03:19.031744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-26271cdd-5508-47d0-9df3-63230c34c969 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.097314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.111002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Transition to ACTIVE for port object ad9d778d-4c56-49d1-8563-8dcf096918c6 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:03:19.116851 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-26271cdd-5508-47d0-9df3-63230c34c969 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.120557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.122480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-26271cdd-5508-47d0-9df3-63230c34c969 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.175750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26271cdd-5508-47d0-9df3-63230c34c969 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97c17cb-0a9f-491d-8815-cdcc5a4c0d7f,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:19.185610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-26271cdd-5508-47d0-9df3-63230c34c969 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.187153 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-26271cdd-5508-47d0-9df3-63230c34c969 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2046888 Oct 17 18:03:19.190574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49498) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:19.197704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9e3b3d90-050e-40ab-bd46-8c39996071cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:19.204024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9e3b3d90-050e-40ab-bd46-8c39996071cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:19.208320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9e3b3d90-050e-40ab-bd46-8c39996071cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:03:19.211940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9e3b3d90-050e-40ab-bd46-8c39996071cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:03:19.217973 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9e3b3d90-050e-40ab-bd46-8c39996071cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:19.230354 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-9e3b3d90-050e-40ab-bd46-8c39996071cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:03:19.239074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e3b3d90-050e-40ab-bd46-8c39996071cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.318990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e3b3d90-050e-40ab-bd46-8c39996071cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.324305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e3b3d90-050e-40ab-bd46-8c39996071cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.350937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df56de-a596-46f3-bdde-f65a5f4598a5 None None] Pushing event updated for resources: {'Port': ['ID=ad9d778d-4c56-49d1-8563-8dcf096918c6,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:19.354468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b3d90-050e-40ab-bd46-8c39996071cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e5a18f-446a-40e5-8b41-2f679102c8b3,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:19.361081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Attempting to bind port ad9d778d-4c56-49d1-8563-8dcf096918c6 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:03:19.361449 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Attempting to bind port ad9d778d-4c56-49d1-8563-8dcf096918c6 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:03:19.361812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Attempting to bind port ad9d778d-4c56-49d1-8563-8dcf096918c6 on network b7340bd9-088d-4208-9c72-7ad072eeecc8 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:03:19.366659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e3b3d90-050e-40ab-bd46-8c39996071cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.372485 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9e3b3d90-050e-40ab-bd46-8c39996071cb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1766002 Oct 17 18:03:19.373363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:03:19.373745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Checking segment: {'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:03:19.374179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.374569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Bound using segment: {'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:03:19.375070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Bound port: ad9d778d-4c56-49d1-8563-8dcf096918c6, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:03:19.375455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.481075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] For port ad9d778d-4c56-49d1-8563-8dcf096918c6, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:03:19.486188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] For port ad9d778d-4c56-49d1-8563-8dcf096918c6, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ad9d778d-4c56-49d1-8563-8dcf096918c6,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:03:19.492861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:19.531117 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Attempt 4 to provision port ad9d778d-4c56-49d1-8563-8dcf096918c6 Oct 17 18:03:19.545081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-ba1942c3-8de2-4a9c-b4ba-37a20a53d412 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:03:19.565301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-ba1942c3-8de2-4a9c-b4ba-37a20a53d412 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:03:19.566494 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-ba1942c3-8de2-4a9c-b4ba-37a20a53d412 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-931613143&fields=id&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 267 time: 0.0634100 Oct 17 18:03:19.616887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:03:19.641991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Routers {'73563ce8-9c19-4d2c-b8fb-da0974f35835'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:19.642624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['73563ce8-9c19-4d2c-b8fb-da0974f35835'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:19.740702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-90b0d499-6536-48aa-b2a8-d0d1c0f91617 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:19.742581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-90b0d499-6536-48aa-b2a8-d0d1c0f91617 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:03:19.761345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-90b0d499-6536-48aa-b2a8-d0d1c0f91617 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:03:19.762579 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-90b0d499-6536-48aa-b2a8-d0d1c0f91617 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/networks?id=b7340bd9-088d-4208-9c72-7ad072eeecc8 HTTP/1.1" status: 200 len: 797 time: 0.1879964 Oct 17 18:03:19.779997 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-0c20b6c4-25b6-4b70-be06-37cc6acfd603 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/quotas/5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 375 time: 0.0110173 Oct 17 18:03:19.887590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-5172de87-5ad3-4fef-957f-b9c2177a29b6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:03:19.900531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df56de-a596-46f3-bdde-f65a5f4598a5 None None] Pushing event updated for resources: {'Port': ['ID=ad9d778d-4c56-49d1-8563-8dcf096918c6,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:19.905754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-5172de87-5ad3-4fef-957f-b9c2177a29b6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:03:19.907886 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-5172de87-5ad3-4fef-957f-b9c2177a29b6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195672 Oct 17 18:03:19.937744 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Port ad9d778d-4c56-49d1-8563-8dcf096918c6 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:03:19.969313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] Set router 73563ce8-9c19-4d2c-b8fb-da0974f35835 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:20.013634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:03:20.014404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:20.014404 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 Oct 17 18:03:20.059060 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-399dffeb-cdbb-4e66-9a36-20d702638c4d service neutron] 10.222.0.69 "GET /v2.0/networks/b7340bd9-088d-4208-9c72-7ad072eeecc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375482 Oct 17 18:03:20.077081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Provisioning complete for port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:03:20.077449 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:20.077779 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Attempt 1 to provision port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 Oct 17 18:03:20.212406 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-2a63b0ca-ca4a-4642-8651-a3c7a9662bca service neutron] 10.222.0.69 "GET /v2.0/networks/b7340bd9-088d-4208-9c72-7ad072eeecc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473427 Oct 17 18:03:20.435317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c1eb4cc7-df2e-4c34-babb-df3aaa2e41f1 req-f143dfbd-9aef-4c46-a064-3c5faccc8cbc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:03:20.444248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:03:20.451854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c1eb4cc7-df2e-4c34-babb-df3aaa2e41f1 req-f143dfbd-9aef-4c46-a064-3c5faccc8cbc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:03:20.458924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec63bf-6d90-40fd-b4cd-fadda5e42d70 None None] Current status of the port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:03:20.462478 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c1eb4cc7-df2e-4c34-babb-df3aaa2e41f1 req-f143dfbd-9aef-4c46-a064-3c5faccc8cbc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 210 time: 0.1033554 Oct 17 18:03:20.531985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'ad9d778d-4c56-49d1-8563-8dcf096918c6', 'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:7c:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:15Z', 'updated_at': '2022-10-17T18:03:19Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:20.536138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e976b5-ff1f-4867-b714-76614b1dd93d None None] The sync data for ids ['73563ce8-9c19-4d2c-b8fb-da0974f35835'] in dv-neutron-860895-1-hyperv is: [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'ad9d778d-4c56-49d1-8563-8dcf096918c6', 'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:7c:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:15Z', 'updated_at': '2022-10-17T18:03:19Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:03:21.670449 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aeeb4d29-b548-44a1-87cf-dea4a5f61ffb req-a06e8a29-3ee3-4a60-91e6-4ad3be722c95 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 210 time: 0.0715628 Oct 17 18:03:21.699696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ad9d778d-4c56-49d1-8563-8dcf096918c6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:03:21.736802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-512b139a-8334-4b9d-9ca8-9b382a2d25aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:21.738322 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-512b139a-8334-4b9d-9ca8-9b382a2d25aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks?id=b7340bd9-088d-4208-9c72-7ad072eeecc8 HTTP/1.1" status: 200 len: 797 time: 0.2635167 Oct 17 18:03:21.795395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port ad9d778d-4c56-49d1-8563-8dcf096918c6 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:03:21.802595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ad9d778d-4c56-49d1-8563-8dcf096918c6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:03:21.802595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:21.802979 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ad9d778d-4c56-49d1-8563-8dcf096918c6 Oct 17 18:03:21.815331 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2f41be4-7a57-4730-b4ba-3bdccf09db97 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 379 time: 0.0512464 Oct 17 18:03:21.823815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'device_id': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'admin_state_up': True, 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'security_groups': ['8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:21.929044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ad9d778d-4c56-49d1-8563-8dcf096918c6 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:03:21.929688 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:21.968284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port ad9d778d-4c56-49d1-8563-8dcf096918c6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ad9d778d-4c56-49d1-8563-8dcf096918c6,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:21.972827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:22.045750 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=ad9d778d-4c56-49d1-8563-8dcf096918c6,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:22.094280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:22.105850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:22.123122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:03:22.126660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:22.324978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.11 (b7340bd9-088d-4208-9c72-7ad072eeecc8/7ea5023c-289a-4fcd-add2-9be8294d1c84/f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:03:22.545269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:22.564888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:03:22.593912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:22.670590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network b7340bd9-088d-4208-9c72-7ad072eeecc8 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:03:22.673939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:03:22.678994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:03:22.728373 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:22.769424 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:22.770065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:22.798143 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c2129c34-3c0b-4c6f-b8fa-fe5499f6e7fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9783487 Oct 17 18:03:22.817529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Request body: {'port': {'device_id': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:22.887420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6aba7-f0c0-4d74-a827-3e2c217a9dc0 req-f378df69-e4b1-430f-9d3f-bbe11ad8b67b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:22.889038 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6fb6aba7-f0c0-4d74-a827-3e2c217a9dc0 req-f378df69-e4b1-430f-9d3f-bbe11ad8b67b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 932 time: 0.0972185 Oct 17 18:03:22.928276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ff871cd5-1bcd-484a-b3e8-0a66d071cb2b None None] Provisioning for port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:03:22.935493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ff871cd5-1bcd-484a-b3e8-0a66d071cb2b None None] Provisioning complete for port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:03:22.935878 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ff871cd5-1bcd-484a-b3e8-0a66d071cb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:22.936209 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ff871cd5-1bcd-484a-b3e8-0a66d071cb2b None None] Attempt 1 to provision port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e Oct 17 18:03:22.943927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-6fb6aba7-f0c0-4d74-a827-3e2c217a9dc0 req-331f15de-0d3a-4741-9481-1dfa7a8749a5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:03:22.949375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:22.956174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-6fb6aba7-f0c0-4d74-a827-3e2c217a9dc0 req-331f15de-0d3a-4741-9481-1dfa7a8749a5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:03:22.957470 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6fb6aba7-f0c0-4d74-a827-3e2c217a9dc0 req-331f15de-0d3a-4741-9481-1dfa7a8749a5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623150 Oct 17 18:03:22.997504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ff871cd5-1bcd-484a-b3e8-0a66d071cb2b None None] Port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:03:23.306143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:03:23.313860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:23.330252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Transition to ACTIVE for port object f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:03:23.334921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:23.498552 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ff871cd5-1bcd-484a-b3e8-0a66d071cb2b None None] Attempt 2 to provision port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e Oct 17 18:03:23.529325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Pushing event updated for resources: {'Port': ['ID=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:23.565843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ff871cd5-1bcd-484a-b3e8-0a66d071cb2b None None] Port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:03:23.572089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Attempting to bind port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:03:23.572615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Attempting to bind port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:03:23.573104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Attempting to bind port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e on network b7340bd9-088d-4208-9c72-7ad072eeecc8 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:03:23.583110 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e on network b7340bd9-088d-4208-9c72-7ad072eeecc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:03:23.583110 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Attempting to bind port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e on network b7340bd9-088d-4208-9c72-7ad072eeecc8 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:03:23.585791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:03:23.586129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Checking segment: {'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:03:23.586516 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Bound using segment: {'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:03:23.586950 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Bound port: f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5906007-b132-4754-987d-af5ea468059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:03:23.587331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:23.620255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ad9d778d-4c56-49d1-8563-8dcf096918c6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:03:23.696542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ad9d778d-4c56-49d1-8563-8dcf096918c6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:03:23.696885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:23.697217 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ad9d778d-4c56-49d1-8563-8dcf096918c6 Oct 17 18:03:23.699241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] For port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:03:23.702869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] For port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:03:23.713111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:23.750539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:23.751100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:23.752506 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] 10.222.0.20 "PUT /v2.0/ports/f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e HTTP/1.1" status: 200 len: 1094 time: 0.9414275 Oct 17 18:03:23.753083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'tag': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:03:23.755511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1a89da-8eba-4d08-8d4c-d71cde771147" -d '{"events": [{"name": "network-changed", "server_uuid": "f67c7692-eda4-4969-bcdb-0564f2daebcf", "tag": "f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:03:23.808466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ce3a6-69df-4c59-a42c-16475c490d38 service neutron] Pushing event updated for resources: {'Port': ['ID=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:23.853097 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705830c5-e663-4f36-8982-61d60d790b87 x-openstack-request-id: req-705830c5-e663-4f36-8982-61d60d790b87 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:03:23.853383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67c7692-eda4-4969-bcdb-0564f2daebcf", "tag": "f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:03:23.853530 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ad9d778d-4c56-49d1-8563-8dcf096918c6 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:03:23.853739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-705830c5-e663-4f36-8982-61d60d790b87 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:03:23.854027 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705830c5-e663-4f36-8982-61d60d790b87'] response: {'name': 'network-changed', 'server_uuid': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'tag': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'status': 'completed', 'code': 200} Oct 17 18:03:23.901817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-11439d80-6dec-4497-959f-2cf77c0113ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:23.903300 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-11439d80-6dec-4497-959f-2cf77c0113ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 1097 time: 0.0967405 Oct 17 18:03:23.977037 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-c3f5568e-056a-4868-8ddd-fc087fd22f86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e HTTP/1.1" status: 200 len: 217 time: 0.0618923 Oct 17 18:03:24.066815 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ff871cd5-1bcd-484a-b3e8-0a66d071cb2b None None] Attempt 3 to provision port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e Oct 17 18:03:24.143216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ff871cd5-1bcd-484a-b3e8-0a66d071cb2b None None] Port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:03:24.157996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-978cffbc-04cb-4974-b8c5-276f1eb81d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:24.159446 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-978cffbc-04cb-4974-b8c5-276f1eb81d0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ea5023c-289a-4fcd-add2-9be8294d1c84 HTTP/1.1" status: 200 len: 834 time: 0.1767461 Oct 17 18:03:24.182546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8334e-4fdb-467f-80ba-549bb0d01f66 req-c6eb3f91-b8cf-48c4-96fc-be81404b6fa6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:24.184057 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-bda8334e-4fdb-467f-80ba-549bb0d01f66 req-c6eb3f91-b8cf-48c4-96fc-be81404b6fa6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 944 time: 0.1028631 Oct 17 18:03:24.230068 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-bda8334e-4fdb-467f-80ba-549bb0d01f66 req-803f55b7-ab7f-40f2-a7e4-1cec8b911a19 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402195 Oct 17 18:03:24.244561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-53dde888-ee5e-470c-be4d-6e7a29868b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:24.246016 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-53dde888-ee5e-470c-be4d-6e7a29868b94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7340bd9-088d-4208-9c72-7ad072eeecc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802703 Oct 17 18:03:24.392934 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-caeacf60-0de7-47e8-9faf-7bc45d1ea21c service neutron] 10.222.0.20 "GET /v2.0/networks/b7340bd9-088d-4208-9c72-7ad072eeecc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402509 Oct 17 18:03:24.539774 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b1e76f80-7cfa-4310-b1c7-9ec5ca58e068 req-04033225-9d58-4b31-ad07-e4b685b1bfde service neutron] 10.222.0.20 "GET /v2.0/networks/b7340bd9-088d-4208-9c72-7ad072eeecc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405141 Oct 17 18:03:24.721642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a89da-8eba-4d08-8d4c-d71cde771147 req-912e8440-e1d8-4951-8b1a-510f080a07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:24.723142 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3e1a89da-8eba-4d08-8d4c-d71cde771147 req-912e8440-e1d8-4951-8b1a-510f080a07c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 1097 time: 0.0849023 Oct 17 18:03:24.858491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a89da-8eba-4d08-8d4c-d71cde771147 req-2758c823-b562-4f5a-8661-323927bdc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:24.859990 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3e1a89da-8eba-4d08-8d4c-d71cde771147 req-2758c823-b562-4f5a-8661-323927bdc94b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7340bd9-088d-4208-9c72-7ad072eeecc8 HTTP/1.1" status: 200 len: 898 time: 0.1304672 Oct 17 18:03:24.930047 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3e1a89da-8eba-4d08-8d4c-d71cde771147 req-9c4dfbd6-fc65-4a78-931c-4d969c45612d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e HTTP/1.1" status: 200 len: 217 time: 0.0620170 Oct 17 18:03:24.941271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:24.999390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a89da-8eba-4d08-8d4c-d71cde771147 req-d3637c44-9609-4093-9ebd-4bf2b9c8a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:25.000744 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3e1a89da-8eba-4d08-8d4c-d71cde771147 req-d3637c44-9609-4093-9ebd-4bf2b9c8a6ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ea5023c-289a-4fcd-add2-9be8294d1c84 HTTP/1.1" status: 200 len: 834 time: 0.0634108 Oct 17 18:03:25.088260 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a89da-8eba-4d08-8d4c-d71cde771147 req-330b7fd8-8f36-4642-9fe7-6ecc76096e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:25.089755 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3e1a89da-8eba-4d08-8d4c-d71cde771147 req-330b7fd8-8f36-4642-9fe7-6ecc76096e9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7340bd9-088d-4208-9c72-7ad072eeecc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815668 Oct 17 18:03:25.230964 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3e1a89da-8eba-4d08-8d4c-d71cde771147 req-49f8077a-4c1b-437d-8d16-94b66d6cf1f8 service neutron] 10.222.0.20 "GET /v2.0/networks/b7340bd9-088d-4208-9c72-7ad072eeecc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347237 Oct 17 18:03:25.494717 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3e1a89da-8eba-4d08-8d4c-d71cde771147 req-5679a6dc-bd06-4cdc-9a92-86043d7bfaa8 service neutron] 10.222.0.20 "GET /v2.0/networks/b7340bd9-088d-4208-9c72-7ad072eeecc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573216 Oct 17 18:03:25.538605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd86840-cef1-43e2-90c7-f4f042f42011 req-72dcc719-d5da-4104-82b5-01a3e0c021b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:25.539673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-ccd86840-cef1-43e2-90c7-f4f042f42011 req-72dcc719-d5da-4104-82b5-01a3e0c021b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:03:25.561740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-ccd86840-cef1-43e2-90c7-f4f042f42011 req-72dcc719-d5da-4104-82b5-01a3e0c021b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:03:25.563004 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ccd86840-cef1-43e2-90c7-f4f042f42011 req-72dcc719-d5da-4104-82b5-01a3e0c021b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 944 time: 0.2081339 Oct 17 18:03:25.611858 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ccd86840-cef1-43e2-90c7-f4f042f42011 req-242b126c-a3cc-40b2-b4da-a6c78d369a35 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421801 Oct 17 18:03:26.819731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97da87-6ee6-4899-af8a-3817249c6f45 req-79de0c1b-dd8e-4f45-8f46-2e7ee1debbd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:26.821379 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1f97da87-6ee6-4899-af8a-3817249c6f45 req-79de0c1b-dd8e-4f45-8f46-2e7ee1debbd0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 944 time: 0.0929496 Oct 17 18:03:26.867297 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1f97da87-6ee6-4899-af8a-3817249c6f45 req-af82a4e4-108a-4c0d-922b-a8c2143af99c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398149 Oct 17 18:03:26.976784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:03:27.111969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:27.126112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'port_id': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'mac_address': 'fa:16:3e:14:ed:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:03:27.227577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:03:27.227843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:27.245062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:03:27.260668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:27.265050 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:27.335444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:27.342514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:27.342863 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:27.343235 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:27.343568 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:27.343896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:27.344224 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:27.344543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:27.344861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:27.345179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:27.345495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:27.345812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:27.346125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:27.580399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:03:28.072623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac99ff-e9b6-4610-831e-8ba2319b0b6f req-181af807-ee1a-4903-86a0-5d2d91417639 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:28.074126 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-73ac99ff-e9b6-4610-831e-8ba2319b0b6f req-181af807-ee1a-4903-86a0-5d2d91417639 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 945 time: 0.0936432 Oct 17 18:03:28.121589 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-73ac99ff-e9b6-4610-831e-8ba2319b0b6f req-3db46606-5de5-4351-b4ba-302c89885a55 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415494 Oct 17 18:03:28.243820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49542) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:28.459216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Deleting port 53baaf5a-e8e5-4a22-827e-4e17f2ffa37b {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:28.459559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:28.736376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:28.736705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:28.864648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Calling delete_port for 53baaf5a-e8e5-4a22-827e-4e17f2ffa37b owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:28.976787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:03:29.023837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:29.045950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8c91891d-90cf-4119-91fc-37c6cccf5dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:29.066743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:03:29.073574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:03:29.074003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:29.074347 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e Oct 17 18:03:29.121440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event deleted for resources: {'Port': ['ID=53baaf5a-e8e5-4a22-827e-4e17f2ffa37b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:29.189149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:29.189896 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Floating IP 7b5913cf-0afb-4298-833f-8c319f470db2 disassociated (deleted). External IP: 172.26.8.101, port: 3a6c74c7-3678-488b-93b2-bb883d3dc095. Oct 17 18:03:29.204810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:03:29.205190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:29.234941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:03:29.237307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e420ff-6152-4a9a-8a22-441087839412" -d '{"events": [{"server_uuid": "f67c7692-eda4-4969-bcdb-0564f2daebcf", "name": "network-vif-plugged", "status": "completed", "tag": "f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:03:29.259864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:29.266038 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:29.303615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f59505-d538-44bd-9717-e515d063504c x-openstack-request-id: req-03f59505-d538-44bd-9717-e515d063504c {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:03:29.303901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67c7692-eda4-4969-bcdb-0564f2daebcf", "name": "network-vif-plugged", "status": "completed", "tag": "f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:03:29.304143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03f59505-d538-44bd-9717-e515d063504c {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:03:29.304527 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03f59505-d538-44bd-9717-e515d063504c'] response: {'server_uuid': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'code': 200} Oct 17 18:03:29.345405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759d123-538a-4e1a-b99d-604f2ecd759f req-30bdd9f0-47d4-48e4-bcaf-7ad124fa863f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:29.351591 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0759d123-538a-4e1a-b99d-604f2ecd759f req-30bdd9f0-47d4-48e4-bcaf-7ad124fa863f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 946 time: 0.1027949 Oct 17 18:03:29.366923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:29.402987 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0759d123-538a-4e1a-b99d-604f2ecd759f req-be45aa27-1cac-441b-b70c-7347edd4d6b4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488751 Oct 17 18:03:29.653184 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Router 1eb4ebea-e802-4fce-aa38-7438dbd93580 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:03:29.660753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45a478-f256-478a-ad80-0a274aca1a95 req-8cc3b185-ff77-426b-accb-14981a35fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:29.662456 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2d45a478-f256-478a-ad80-0a274aca1a95 req-8cc3b185-ff77-426b-accb-14981a35fabb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 1099 time: 0.1459775 Oct 17 18:03:29.843116 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2d45a478-f256-478a-ad80-0a274aca1a95 req-9e13e40e-eb9a-40a8-ac2e-764e2a685e49 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746619 Oct 17 18:03:29.882172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:03:29.893896 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a05439-ff51-4968-ab2b-8da4d51dc88c None None] Sync routers for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:03:29.905339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:29.905646 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a05439-ff51-4968-ab2b-8da4d51dc88c None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:29.906119 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-69a05439-ff51-4968-ab2b-8da4d51dc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:29.966005 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-68cb8351-c62d-4b17-ad3a-fc02ebded36b tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "DELETE /v2.0/floatingips/7b5913cf-0afb-4298-833f-8c319f470db2 HTTP/1.1" status: 204 len: 168 time: 1.7209656 Oct 17 18:03:29.967619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'tag': '3a6c74c7-3678-488b-93b2-bb883d3dc095'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:03:29.970601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f7ad37-d537-4dd7-8a82-176cc9a7a044" -d '{"events": [{"name": "network-changed", "server_uuid": "a31564e2-3f94-42ff-afe9-a768f299ebe8", "tag": "3a6c74c7-3678-488b-93b2-bb883d3dc095"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:03:30.024249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325ad911-e10d-41ad-89d6-cb0ff7e41966 x-openstack-request-id: req-325ad911-e10d-41ad-89d6-cb0ff7e41966 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:03:30.025466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31564e2-3f94-42ff-afe9-a768f299ebe8", "tag": "3a6c74c7-3678-488b-93b2-bb883d3dc095", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:03:30.025466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-325ad911-e10d-41ad-89d6-cb0ff7e41966 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:03:30.025466 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325ad911-e10d-41ad-89d6-cb0ff7e41966'] response: {'name': 'network-changed', 'server_uuid': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'tag': '3a6c74c7-3678-488b-93b2-bb883d3dc095', 'status': 'completed', 'code': 200} Oct 17 18:03:30.102823 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-69a05439-ff51-4968-ab2b-8da4d51dc88c None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:30.371652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7ad37-d537-4dd7-8a82-176cc9a7a044 req-a57d16c4-3ca2-461c-9a37-8dc46dd286ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:30.373217 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25f7ad37-d537-4dd7-8a82-176cc9a7a044 req-a57d16c4-3ca2-461c-9a37-8dc46dd286ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 1098 time: 0.2246790 Oct 17 18:03:30.423259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe22ba-de58-44c4-bcf6-4ae1c8db44c9 req-a3d7ef27-0f71-4959-8dd1-bc2de3daedd3 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:30.424746 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ebbe22ba-de58-44c4-bcf6-4ae1c8db44c9 req-a3d7ef27-0f71-4959-8dd1-bc2de3daedd3 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 945 time: 0.0955758 Oct 17 18:03:30.505200 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ebbe22ba-de58-44c4-bcf6-4ae1c8db44c9 req-f9a21781-6740-458b-8f33-00f984c373f8 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728886 Oct 17 18:03:30.533750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7ad37-d537-4dd7-8a82-176cc9a7a044 req-38af3e2d-57cb-44a0-bcb0-ca2bf79f0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:30.535991 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25f7ad37-d537-4dd7-8a82-176cc9a7a044 req-38af3e2d-57cb-44a0-bcb0-ca2bf79f0a22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 913 time: 0.1548755 Oct 17 18:03:30.559807 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-69a05439-ff51-4968-ab2b-8da4d51dc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.26', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:85:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:59:34Z', 'updated_at': '2022-10-17T17:59:38Z', 'revision_number': 1, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:30.564346 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a05439-ff51-4968-ab2b-8da4d51dc88c None None] Checking router: 1eb4ebea-e802-4fce-aa38-7438dbd93580 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:03:30.575302 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a05439-ff51-4968-ab2b-8da4d51dc88c None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:30.575944 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-69a05439-ff51-4968-ab2b-8da4d51dc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:30.658796 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25f7ad37-d537-4dd7-8a82-176cc9a7a044 req-214fe59c-5701-4233-ac5f-00fb600f7f3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a6c74c7-3678-488b-93b2-bb883d3dc095 HTTP/1.1" status: 200 len: 217 time: 0.1156237 Oct 17 18:03:30.741510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7ad37-d537-4dd7-8a82-176cc9a7a044 req-e4b6e27b-53df-4bf8-bd72-8b484af18f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:30.742956 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25f7ad37-d537-4dd7-8a82-176cc9a7a044 req-e4b6e27b-53df-4bf8-bd72-8b484af18f1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.0748069 Oct 17 18:03:30.767636 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-69a05439-ff51-4968-ab2b-8da4d51dc88c None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:30.807861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd31e0-ff90-4a4a-8447-121f80f84b50 req-8a7d39d2-a5bb-406e-bbb0-4687d3298f2a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:30.809694 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8efd31e0-ff90-4a4a-8447-121f80f84b50 req-8a7d39d2-a5bb-406e-bbb0-4687d3298f2a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 946 time: 0.2654092 Oct 17 18:03:30.874661 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8efd31e0-ff90-4a4a-8447-121f80f84b50 req-87fcc087-347d-4999-a4dc-0ad9127df541 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582819 Oct 17 18:03:30.891085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7ad37-d537-4dd7-8a82-176cc9a7a044 req-fcd5108c-b6be-4eb1-a30f-be32b26272d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:30.894322 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25f7ad37-d537-4dd7-8a82-176cc9a7a044 req-fcd5108c-b6be-4eb1-a30f-be32b26272d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1412754 Oct 17 18:03:31.087545 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25f7ad37-d537-4dd7-8a82-176cc9a7a044 req-715c95ab-1a91-4125-aa29-033e9a10f149 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661713 Oct 17 18:03:31.195800 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-69a05439-ff51-4968-ab2b-8da4d51dc88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.26', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:85:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:59:34Z', 'updated_at': '2022-10-17T17:59:38Z', 'revision_number': 1, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:31.200581 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a05439-ff51-4968-ab2b-8da4d51dc88c None None] The sync data for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv is: [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'floating_ip_address': '172.26.8.26', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'port_id': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'mac_address': 'fa:16:3e:85:90:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T17:59:34Z', 'updated_at': '2022-10-17T17:59:38Z', 'revision_number': 1, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:03:31.248548 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25f7ad37-d537-4dd7-8a82-176cc9a7a044 req-9a7a1839-ff11-4bf0-97a4-c3c10f8130aa service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528163 Oct 17 18:03:31.446912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30787e05-56f4-4c3b-a336-dc0f13b1e15b None None] New status for floating IP 7b5913cf-0afb-4298-833f-8c319f470db2: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:03:31.587570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6dbfb64a-99b5-4779-89f0-146c76e38f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:31.719961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25e64f-f950-4f6c-b783-7883fbfa41a1 req-f639b8fc-3850-4865-816e-d087761792d5 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:31.721562 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6b25e64f-f950-4f6c-b783-7883fbfa41a1 req-f639b8fc-3850-4865-816e-d087761792d5 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 945 time: 0.1063855 Oct 17 18:03:31.773574 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6b25e64f-f950-4f6c-b783-7883fbfa41a1 req-b6061c9a-16b5-48b8-a972-a50995cd42f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450516 Oct 17 18:03:32.100609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fdd55-bb85-409f-977c-873a80047b68 req-3ac8305c-8fc7-4a37-a872-b31688f24c09 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:32.100609 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f34fdd55-bb85-409f-977c-873a80047b68 req-3ac8305c-8fc7-4a37-a872-b31688f24c09 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 946 time: 0.1012430 Oct 17 18:03:32.197018 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f34fdd55-bb85-409f-977c-873a80047b68 req-53a835f5-d1c8-48d0-9e6b-f404b664a331 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878685 Oct 17 18:03:32.245795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-a11188b6-55a6-46da-b6bc-4f21f7e6e4a5 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:32.246519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-a11188b6-55a6-46da-b6bc-4f21f7e6e4a5 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Synchronizing usage tracker for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:03:32.267564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-a11188b6-55a6-46da-b6bc-4f21f7e6e4a5 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Unset dirty status for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:03:32.270171 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-a11188b6-55a6-46da-b6bc-4f21f7e6e4a5 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 945 time: 0.1245339 Oct 17 18:03:32.373482 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-e445599b-6df5-4092-8206-4b06ab688eb2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Deleting port 3a6c74c7-3678-488b-93b2-bb883d3dc095 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:32.373954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-e445599b-6df5-4092-8206-4b06ab688eb2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:32.441708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56c366-0f67-4cc5-b293-831d5e98cfe1 req-206a6094-c70d-4b32-87ad-fc6f73119c69 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:32.443290 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2d56c366-0f67-4cc5-b293-831d5e98cfe1 req-206a6094-c70d-4b32-87ad-fc6f73119c69 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 946 time: 0.0999031 Oct 17 18:03:32.506335 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2d56c366-0f67-4cc5-b293-831d5e98cfe1 req-256d60a7-5e23-4bb2-8b99-e135c96cfa1a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569880 Oct 17 18:03:32.520039 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:32.564194 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49564) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:32.609047 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:32.655147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfadd9f5-5ea3-4839-91c6-157373f650a1 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:32.656721 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cfadd9f5-5ea3-4839-91c6-157373f650a1 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 1094 time: 0.0914845 Oct 17 18:03:32.661553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49568) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:32.666936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:03:32.673535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:03:32.679096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:floatingip and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:03:32.682604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:03:32.688782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:03:32.689607 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-e445599b-6df5-4092-8206-4b06ab688eb2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] For port 3a6c74c7-3678-488b-93b2-bb883d3dc095, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3a6c74c7-3678-488b-93b2-bb883d3dc095,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:32.689988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-e445599b-6df5-4092-8206-4b06ab688eb2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:32.701556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:32.828429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-e445599b-6df5-4092-8206-4b06ab688eb2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Calling delete_port for 3a6c74c7-3678-488b-93b2-bb883d3dc095 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:32.860271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:33.058880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.187 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/5209866d-d15b-4ae5-98a7-d4e97a609bfc) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:03:33.161200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-e445599b-6df5-4092-8206-4b06ab688eb2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:33.222494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb645e3c-709c-4276-9246-25992e8611e9 req-be93cbea-8561-4417-ad35-35e283741a1c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:33.224165 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eb645e3c-709c-4276-9246-25992e8611e9 req-be93cbea-8561-4417-ad35-35e283741a1c tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 867 time: 0.2000682 Oct 17 18:03:33.226558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445599b-6df5-4092-8206-4b06ab688eb2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event deleted for resources: {'Port': ['ID=3a6c74c7-3678-488b-93b2-bb883d3dc095,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:33.314169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:33.345075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-e445599b-6df5-4092-8206-4b06ab688eb2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] No DVR routers for this DVR port 3a6c74c7-3678-488b-93b2-bb883d3dc095 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:03:33.347577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:33.349615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-e445599b-6df5-4092-8206-4b06ab688eb2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:33.352508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'name': 'network-vif-deleted', 'tag': '3a6c74c7-3678-488b-93b2-bb883d3dc095'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:03:33.354852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7f03b3-a8ee-44e8-8311-e7ec7954456c" -d '{"events": [{"server_uuid": "a31564e2-3f94-42ff-afe9-a768f299ebe8", "name": "network-vif-deleted", "tag": "3a6c74c7-3678-488b-93b2-bb883d3dc095"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:03:33.373741 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eb645e3c-709c-4276-9246-25992e8611e9 req-9342bf54-c732-4883-8b4a-7b33275824c5 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103585 Oct 17 18:03:33.382086 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-46823523-e4d6-4dd4-a0eb-895c4f6ab7b1 req-e445599b-6df5-4092-8206-4b06ab688eb2 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "DELETE /v2.0/ports/3a6c74c7-3678-488b-93b2-bb883d3dc095 HTTP/1.1" status: 204 len: 173 time: 1.1067133 Oct 17 18:03:33.416727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:03:33.420520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:03:33.424932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:03:33.429357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d922363-69dc-404b-8b51-3a476e5fd42e x-openstack-request-id: req-2d922363-69dc-404b-8b51-3a476e5fd42e {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:03:33.429723 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31564e2-3f94-42ff-afe9-a768f299ebe8", "name": "network-vif-deleted", "tag": "3a6c74c7-3678-488b-93b2-bb883d3dc095", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:03:33.430044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d922363-69dc-404b-8b51-3a476e5fd42e {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:03:33.430504 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d922363-69dc-404b-8b51-3a476e5fd42e'] response: {'server_uuid': 'a31564e2-3f94-42ff-afe9-a768f299ebe8', 'name': 'network-vif-deleted', 'tag': '3a6c74c7-3678-488b-93b2-bb883d3dc095', 'status': 'completed', 'code': 200} Oct 17 18:03:33.593376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=5209866d-d15b-4ae5-98a7-d4e97a609bfc,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:34.059606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:34.141660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:34.311798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:34.365478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:34.370422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:34.488664 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:34.549492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=5209866d-d15b-4ae5-98a7-d4e97a609bfc,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:34.577207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-52ce2ec5-4e55-436b-9c52-60ec2947fa97 req-bd2a22a8-116d-49db-ac28-3a71a8e89de1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Synchronizing usage tracker for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:03:34.595789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-52ce2ec5-4e55-436b-9c52-60ec2947fa97 req-bd2a22a8-116d-49db-ac28-3a71a8e89de1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Unset dirty status for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:03:34.597350 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-52ce2ec5-4e55-436b-9c52-60ec2947fa97 req-bd2a22a8-116d-49db-ac28-3a71a8e89de1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=a31564e2-3f94-42ff-afe9-a768f299ebe8 HTTP/1.1" status: 200 len: 210 time: 0.0755961 Oct 17 18:03:34.679250 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP 53355793-34b0-467e-856e-b125b2cf167e associated. External IP: 172.26.8.187, port: f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e. Oct 17 18:03:35.055765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 73563ce8-9c19-4d2c-b8fb-da0974f35835 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:03:35.368717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:03:35.378612 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb1cf2-2ca6-4590-bad2-742370629b65 None None] Sync routers for ids ['73563ce8-9c19-4d2c-b8fb-da0974f35835'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:03:35.388777 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb1cf2-2ca6-4590-bad2-742370629b65 None None] Routers {'73563ce8-9c19-4d2c-b8fb-da0974f35835'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:35.389509 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dbcb1cf2-2ca6-4590-bad2-742370629b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['73563ce8-9c19-4d2c-b8fb-da0974f35835'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:35.396383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:35.456158 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-acc2b998-2500-4784-be85-f757ffedb445 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7926393 Oct 17 18:03:35.456816 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'tag': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:03:35.458920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49578) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:35.459182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0f35ef-37b5-4d0a-886b-8583c8260a57" -d '{"events": [{"name": "network-changed", "server_uuid": "f67c7692-eda4-4969-bcdb-0564f2daebcf", "tag": "f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:03:35.511556 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7623abbe-a994-40b4-b945-266604e5a1d2 x-openstack-request-id: req-7623abbe-a994-40b4-b945-266604e5a1d2 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:03:35.511950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67c7692-eda4-4969-bcdb-0564f2daebcf", "tag": "f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:03:35.512289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7623abbe-a994-40b4-b945-266604e5a1d2 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:03:35.512956 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7623abbe-a994-40b4-b945-266604e5a1d2'] response: {'name': 'network-changed', 'server_uuid': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'tag': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'status': 'completed', 'code': 200} Oct 17 18:03:35.584290 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-dbcb1cf2-2ca6-4590-bad2-742370629b65 None None] Set router 73563ce8-9c19-4d2c-b8fb-da0974f35835 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:35.712204 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c7f1bf74-681c-4e21-90d5-56d91b565a76 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/routers/73563ce8-9c19-4d2c-b8fb-da0974f35835 HTTP/1.1" status: 200 len: 922 time: 0.2486656 Oct 17 18:03:35.712991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49588) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:35.788086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f35ef-37b5-4d0a-886b-8583c8260a57 req-8ca0d735-c7a8-4c9b-be42-ceb958dd4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:35.789568 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9d0f35ef-37b5-4d0a-886b-8583c8260a57 req-8ca0d735-c7a8-4c9b-be42-ceb958dd4048 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 1099 time: 0.2071722 Oct 17 18:03:35.922839 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a5a7cb37-ead5-4330-baa2-d744e7d39c1c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/53355793-34b0-467e-856e-b125b2cf167e HTTP/1.1" status: 200 len: 992 time: 0.2090721 Oct 17 18:03:35.966017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f35ef-37b5-4d0a-886b-8583c8260a57 req-d912aa0c-e146-4f04-8076-cff0ab11a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:35.967496 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9d0f35ef-37b5-4d0a-886b-8583c8260a57 req-d912aa0c-e146-4f04-8076-cff0ab11a525 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7340bd9-088d-4208-9c72-7ad072eeecc8 HTTP/1.1" status: 200 len: 898 time: 0.1626284 Oct 17 18:03:35.981602 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dbcb1cf2-2ca6-4590-bad2-742370629b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '53355793-34b0-467e-856e-b125b2cf167e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'port_id': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'mac_address': 'fa:16:3e:14:ed:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:03:33Z', 'updated_at': '2022-10-17T18:03:33Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d778d-4c56-49d1-8563-8dcf096918c6', 'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:7c:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:15Z', 'updated_at': '2022-10-17T18:03:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:35.985741 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb1cf2-2ca6-4590-bad2-742370629b65 None None] Checking router: 73563ce8-9c19-4d2c-b8fb-da0974f35835 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:03:35.995401 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb1cf2-2ca6-4590-bad2-742370629b65 None None] Routers {'73563ce8-9c19-4d2c-b8fb-da0974f35835'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:35.996008 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dbcb1cf2-2ca6-4590-bad2-742370629b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['73563ce8-9c19-4d2c-b8fb-da0974f35835'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:36.089609 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9d0f35ef-37b5-4d0a-886b-8583c8260a57 req-97a1f7ac-2e78-421b-b674-ab5fbd88516b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e HTTP/1.1" status: 200 len: 1000 time: 0.1138999 Oct 17 18:03:36.186488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f35ef-37b5-4d0a-886b-8583c8260a57 req-2cf61694-6f63-48ec-9d21-01df9419959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:36.188158 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9d0f35ef-37b5-4d0a-886b-8583c8260a57 req-2cf61694-6f63-48ec-9d21-01df9419959e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ea5023c-289a-4fcd-add2-9be8294d1c84 HTTP/1.1" status: 200 len: 834 time: 0.0923979 Oct 17 18:03:36.231799 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-dbcb1cf2-2ca6-4590-bad2-742370629b65 None None] Set router 73563ce8-9c19-4d2c-b8fb-da0974f35835 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:36.281530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f35ef-37b5-4d0a-886b-8583c8260a57 req-168fd156-4a10-4cb9-ae16-717076ea4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:36.283697 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9d0f35ef-37b5-4d0a-886b-8583c8260a57 req-168fd156-4a10-4cb9-ae16-717076ea4a0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7340bd9-088d-4208-9c72-7ad072eeecc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892489 Oct 17 18:03:36.427434 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9d0f35ef-37b5-4d0a-886b-8583c8260a57 req-1122236e-1374-4c80-9df8-10e4bd52e929 service neutron] 10.222.0.20 "GET /v2.0/networks/b7340bd9-088d-4208-9c72-7ad072eeecc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378248 Oct 17 18:03:36.570827 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9d0f35ef-37b5-4d0a-886b-8583c8260a57 req-e2f0daa6-1376-49f7-b1aa-2e8c6362f4e2 service neutron] 10.222.0.20 "GET /v2.0/networks/b7340bd9-088d-4208-9c72-7ad072eeecc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367128 Oct 17 18:03:36.639517 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dbcb1cf2-2ca6-4590-bad2-742370629b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '53355793-34b0-467e-856e-b125b2cf167e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'port_id': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'mac_address': 'fa:16:3e:14:ed:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:03:33Z', 'updated_at': '2022-10-17T18:03:33Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d778d-4c56-49d1-8563-8dcf096918c6', 'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:7c:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:15Z', 'updated_at': '2022-10-17T18:03:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:36.643847 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb1cf2-2ca6-4590-bad2-742370629b65 None None] The sync data for ids ['73563ce8-9c19-4d2c-b8fb-da0974f35835'] in dv-neutron-860895-1-hyperv is: [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '53355793-34b0-467e-856e-b125b2cf167e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'port_id': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'mac_address': 'fa:16:3e:14:ed:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:03:33Z', 'updated_at': '2022-10-17T18:03:33Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d778d-4c56-49d1-8563-8dcf096918c6', 'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:7c:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:15Z', 'updated_at': '2022-10-17T18:03:21Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:03:36.857766 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a7eb3-74e5-434f-ad5b-ed9f526ee753 None None] New status for floating IP 53355793-34b0-467e-856e-b125b2cf167e: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:03:36.926684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49596) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:37.043075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 3a6c74c7-3678-488b-93b2-bb883d3dc095 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:03:37.099133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 3a6c74c7-3678-488b-93b2-bb883d3dc095 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:03:37.099736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 3a6c74c7-3678-488b-93b2-bb883d3dc095 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:03:37.195348 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e52251a3-8f4e-44b7-8740-fcfd2fbb3a6a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/53355793-34b0-467e-856e-b125b2cf167e HTTP/1.1" status: 200 len: 992 time: 0.2670109 Oct 17 18:03:38.197688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49606) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:38.326568 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9340142b-ef2c-4289-92ff-9a6ce397bd59 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/53355793-34b0-467e-856e-b125b2cf167e HTTP/1.1" status: 200 len: 994 time: 0.1276398 Oct 17 18:03:40.335683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49614) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:40.557701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Deleting port 5ada8208-5f21-4506-b178-ecf07964e0d0 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:40.557941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:40.765713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:40.766509 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:40.897052 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Calling delete_port for 5ada8208-5f21-4506-b178-ecf07964e0d0 owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:41.062046 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:41.111994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event deleted for resources: {'Port': ['ID=5ada8208-5f21-4506-b178-ecf07964e0d0,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:41.224505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:41.224721 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Floating IP deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f disassociated (deleted). External IP: 172.26.8.26, port: 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280. Oct 17 18:03:41.715354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Router 1eb4ebea-e802-4fce-aa38-7438dbd93580 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:03:41.914245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:03:41.929587 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d49dcf-db21-45ad-b445-efc02608b4ce None None] Sync routers for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:03:41.940338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:41.946329 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d49dcf-db21-45ad-b445-efc02608b4ce None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:41.947380 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-42d49dcf-db21-45ad-b445-efc02608b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:42.001653 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-035dae97-cc8a-4229-87b8-703a79af9251 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "DELETE /v2.0/floatingips/deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f HTTP/1.1" status: 204 len: 168 time: 1.6647310 Oct 17 18:03:42.002293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'tag': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:03:42.004676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7600b6-2e92-4883-9afd-3306a06ba43f" -d '{"events": [{"name": "network-changed", "server_uuid": "da46a582-722e-41d8-bbcf-eeb92c31958b", "tag": "686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:03:42.054310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad06f788-3b95-4e9d-aba1-e125a22e75d7 x-openstack-request-id: req-ad06f788-3b95-4e9d-aba1-e125a22e75d7 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:03:42.054906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da46a582-722e-41d8-bbcf-eeb92c31958b", "tag": "686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:03:42.055405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ad06f788-3b95-4e9d-aba1-e125a22e75d7 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:03:42.056151 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad06f788-3b95-4e9d-aba1-e125a22e75d7'] response: {'name': 'network-changed', 'server_uuid': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'tag': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'status': 'completed', 'code': 200} Oct 17 18:03:42.171871 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-42d49dcf-db21-45ad-b445-efc02608b4ce None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:42.217890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7600b6-2e92-4883-9afd-3306a06ba43f req-02d7c81a-1fb0-4f45-9f71-1572f9792fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:42.220357 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ce7600b6-2e92-4883-9afd-3306a06ba43f req-02d7c81a-1fb0-4f45-9f71-1572f9792fa9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 1098 time: 0.1092052 Oct 17 18:03:42.426014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7600b6-2e92-4883-9afd-3306a06ba43f req-94303018-8c40-4a88-8016-2f6c99f03ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:42.426014 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ce7600b6-2e92-4883-9afd-3306a06ba43f req-94303018-8c40-4a88-8016-2f6c99f03ad9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 200 len: 913 time: 0.1991732 Oct 17 18:03:42.508112 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ce7600b6-2e92-4883-9afd-3306a06ba43f req-3001db93-53d5-41ca-9067-cc194e50afd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 HTTP/1.1" status: 200 len: 217 time: 0.0702851 Oct 17 18:03:42.560173 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-42d49dcf-db21-45ad-b445-efc02608b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:42.565203 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d49dcf-db21-45ad-b445-efc02608b4ce None None] Checking router: 1eb4ebea-e802-4fce-aa38-7438dbd93580 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:03:42.575504 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d49dcf-db21-45ad-b445-efc02608b4ce None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:42.575862 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-42d49dcf-db21-45ad-b445-efc02608b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:42.581768 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7600b6-2e92-4883-9afd-3306a06ba43f req-37339cae-9967-4517-90ad-b753be8a08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:42.583258 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ce7600b6-2e92-4883-9afd-3306a06ba43f req-37339cae-9967-4517-90ad-b753be8a08dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 200 len: 851 time: 0.0672977 Oct 17 18:03:42.595417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d50ef-000d-48d2-ba8f-2dffa85fce94 req-412448bc-0606-4d37-b6eb-25f4733df555 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:42.596156 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-af9d50ef-000d-48d2-ba8f-2dffa85fce94 req-412448bc-0606-4d37-b6eb-25f4733df555 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Synchronizing usage tracker for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:03:42.676753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-af9d50ef-000d-48d2-ba8f-2dffa85fce94 req-412448bc-0606-4d37-b6eb-25f4733df555 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Unset dirty status for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:03:42.677763 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-af9d50ef-000d-48d2-ba8f-2dffa85fce94 req-412448bc-0606-4d37-b6eb-25f4733df555 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 945 time: 0.2966833 Oct 17 18:03:42.729763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7600b6-2e92-4883-9afd-3306a06ba43f req-4f031c51-d811-44f1-8261-9b782556019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:42.731272 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ce7600b6-2e92-4883-9afd-3306a06ba43f req-4f031c51-d811-44f1-8261-9b782556019c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17275f87-7cd3-4c74-af7d-0a6a78eff407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1320319 Oct 17 18:03:42.740551 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-af9d50ef-000d-48d2-ba8f-2dffa85fce94 req-158b4ba5-6ff8-47d3-be8d-eaf826f40032 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520000 Oct 17 18:03:42.785553 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-42d49dcf-db21-45ad-b445-efc02608b4ce None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:42.875926 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ce7600b6-2e92-4883-9afd-3306a06ba43f req-265120d7-bf9c-4d62-9a81-6f79effef5b5 service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343000 Oct 17 18:03:43.013875 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ce7600b6-2e92-4883-9afd-3306a06ba43f req-e8f503e1-5fd9-4e75-aaa7-c21a7e2fb5cb service neutron] 10.222.0.20 "GET /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316171 Oct 17 18:03:43.173731 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-42d49dcf-db21-45ad-b445-efc02608b4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:43.178341 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d49dcf-db21-45ad-b445-efc02608b4ce None None] The sync data for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv is: [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T17:55:05Z', 'revision_number': 4, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '193335ed-0d4b-4b54-adc1-26b4e8bea9e7', 'name': '', 'network_id': '17275f87-7cd3-4c74-af7d-0a6a78eff407', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'mac_address': 'fa:16:3e:67:ef:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:02Z', 'updated_at': '2022-10-17T17:55:18Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'subnets': [{'id': 'a9d4a9e2-847d-4221-a01e-8203fd41615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:03:43.423127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16057428-24b8-4aa8-a664-7d8b85b61a03 None None] New status for floating IP deac90bd-9f2a-4d9a-a0fc-edcdd4f29b2f: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:03:43.988651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bcac95-a942-4797-a791-8d0b06129173 req-33a6a359-c1b3-4620-9bd1-6ac85451ae03 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:43.988651 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-52bcac95-a942-4797-a791-8d0b06129173 req-33a6a359-c1b3-4620-9bd1-6ac85451ae03 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 945 time: 0.0980718 Oct 17 18:03:44.033157 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-52bcac95-a942-4797-a791-8d0b06129173 req-7d73d03e-4f80-4953-a69b-4c1096ed23b6 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/security-groups?id=61add531-1127-4709-905b-87f1ef21b67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427001 Oct 17 18:03:44.168454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ef26e-839f-4fe8-8523-cb19e3c113df req-a560bf54-bda7-4202-9322-1c2d587a63b0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:03:44.169955 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a89ef26e-839f-4fe8-8523-cb19e3c113df req-a560bf54-bda7-4202-9322-1c2d587a63b0 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 945 time: 0.0946362 Oct 17 18:03:44.250202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-a89ef26e-839f-4fe8-8523-cb19e3c113df req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Deleting port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:44.250443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a89ef26e-839f-4fe8-8523-cb19e3c113df req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:44.526168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-a89ef26e-839f-4fe8-8523-cb19e3c113df req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] For port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:44.526561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a89ef26e-839f-4fe8-8523-cb19e3c113df req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:44.783956 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-a89ef26e-839f-4fe8-8523-cb19e3c113df req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Calling delete_port for 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:44.947333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a89ef26e-839f-4fe8-8523-cb19e3c113df req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:45.001884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event deleted for resources: {'Port': ['ID=686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:45.057671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:45.057921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:45.058247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:45.058567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:45.058883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:45.059224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:45.059544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:45.059850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:45.060161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:45.060468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:45.060776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:45.061079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:03:45.112418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89ef26e-839f-4fe8-8523-cb19e3c113df req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] No DVR routers for this DVR port 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:03:45.116491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a89ef26e-839f-4fe8-8523-cb19e3c113df req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:45.122567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'name': 'network-vif-deleted', 'tag': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:03:45.127089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11586d03-f038-4279-8c22-d00654780c5d" -d '{"events": [{"server_uuid": "da46a582-722e-41d8-bbcf-eeb92c31958b", "name": "network-vif-deleted", "tag": "686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:03:45.141696 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a89ef26e-839f-4fe8-8523-cb19e3c113df req-346d3cfd-f923-4ff6-8718-e83bb80fa8f1 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.20 "DELETE /v2.0/ports/686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 HTTP/1.1" status: 204 len: 173 time: 0.9661489 Oct 17 18:03:45.205264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8ef6ed-cd00-4dc7-9f22-b6be23818d27 x-openstack-request-id: req-9a8ef6ed-cd00-4dc7-9f22-b6be23818d27 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:03:45.206233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da46a582-722e-41d8-bbcf-eeb92c31958b", "name": "network-vif-deleted", "tag": "686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:03:45.206233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a8ef6ed-cd00-4dc7-9f22-b6be23818d27 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:03:45.206233 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8ef6ed-cd00-4dc7-9f22-b6be23818d27'] response: {'server_uuid': 'da46a582-722e-41d8-bbcf-eeb92c31958b', 'name': 'network-vif-deleted', 'tag': '686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280', 'status': 'completed', 'code': 200} Oct 17 18:03:45.213433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-6dd533c7-bb68-4e06-b647-fdd832587847 req-dc6e92e1-ae77-43c9-88d1-d7d0afee9297 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Synchronizing usage tracker for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:03:45.232580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-6dd533c7-bb68-4e06-b647-fdd832587847 req-dc6e92e1-ae77-43c9-88d1-d7d0afee9297 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Unset dirty status for tenant:717818c81d93408ebcf6aa4623d3e2cd on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:03:45.235256 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6dd533c7-bb68-4e06-b647-fdd832587847 req-dc6e92e1-ae77-43c9-88d1-d7d0afee9297 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "GET /v2.0/ports?device_id=da46a582-722e-41d8-bbcf-eeb92c31958b HTTP/1.1" status: 200 len: 210 time: 0.0771441 Oct 17 18:03:46.347486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49632) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:46.523836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ed2ae7f3-ac7a-48ec-af87-5b97f45c7d16 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Deleting port dbd71704-7d32-4d81-8833-8200faa81dff {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:46.524174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae7f3-ac7a-48ec-af87-5b97f45c7d16 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:46.713650 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae7f3-ac7a-48ec-af87-5b97f45c7d16 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:46.713956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae7f3-ac7a-48ec-af87-5b97f45c7d16 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:46.850255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ed2ae7f3-ac7a-48ec-af87-5b97f45c7d16 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Calling delete_port for dbd71704-7d32-4d81-8833-8200faa81dff owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:47.013596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae7f3-ac7a-48ec-af87-5b97f45c7d16 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:47.062587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ae7f3-ac7a-48ec-af87-5b97f45c7d16 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event deleted for resources: {'Port': ['ID=dbd71704-7d32-4d81-8833-8200faa81dff,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:47.180147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae7f3-ac7a-48ec-af87-5b97f45c7d16 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:47.206160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae7f3-ac7a-48ec-af87-5b97f45c7d16 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:47.207140 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ed2ae7f3-ac7a-48ec-af87-5b97f45c7d16 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "DELETE /v2.0/floatingips/8c9fe360-62bc-4d6c-ad89-994ba0bcd86d HTTP/1.1" status: 204 len: 168 time: 0.8582528 Oct 17 18:03:49.086431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:03:49.135268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:03:49.136021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 686a7bbf-5d57-4f3f-bc93-3ea0d6bd1280 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:03:49.793242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49648) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:49.880292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6de9e477-bb55-4912-ae67-0e0427ea45d7 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:49.924249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6de9e477-bb55-4912-ae67-0e0427ea45d7 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:50.005657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6de9e477-bb55-4912-ae67-0e0427ea45d7 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:50.039084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9e477-bb55-4912-ae67-0e0427ea45d7 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61add531-1127-4709-905b-87f1ef21b67e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:50.059104 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6de9e477-bb55-4912-ae67-0e0427ea45d7 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:50.061625 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6de9e477-bb55-4912-ae67-0e0427ea45d7 tempest-TestVolumeBootPattern-698396494 tempest-TestVolumeBootPattern-698396494-project] 10.222.0.69 "DELETE /v2.0/security-groups/61add531-1127-4709-905b-87f1ef21b67e HTTP/1.1" status: 204 len: 168 time: 0.2671187 Oct 17 18:03:50.158965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49654) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:51.087897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fa00ab45-4f45-443b-89aa-40c97c68d5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:51.519747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-fa00ab45-4f45-443b-89aa-40c97c68d5c1 admin admin] Deleting port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:51.520081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fa00ab45-4f45-443b-89aa-40c97c68d5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:51.706741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-fa00ab45-4f45-443b-89aa-40c97c68d5c1 admin admin] For port 193335ed-0d4b-4b54-adc1-26b4e8bea9e7, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=193335ed-0d4b-4b54-adc1-26b4e8bea9e7,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:51.707107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fa00ab45-4f45-443b-89aa-40c97c68d5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:51.835925 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-fa00ab45-4f45-443b-89aa-40c97c68d5c1 admin admin] Calling delete_port for 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:52.023002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fa00ab45-4f45-443b-89aa-40c97c68d5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:52.071622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00ab45-4f45-443b-89aa-40c97c68d5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=193335ed-0d4b-4b54-adc1-26b4e8bea9e7,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:52.493374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fa00ab45-4f45-443b-89aa-40c97c68d5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:52.876247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa00ab45-4f45-443b-89aa-40c97c68d5c1 admin admin] Router 1eb4ebea-e802-4fce-aa38-7438dbd93580 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:03:53.073761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa00ab45-4f45-443b-89aa-40c97c68d5c1 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:03:53.085156 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ebc38-bab0-4dca-9e26-0c1d01fd4495 None None] Sync routers for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:03:53.096876 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fa00ab45-4f45-443b-89aa-40c97c68d5c1 admin admin] 10.222.0.69 "PUT /v2.0/routers/1eb4ebea-e802-4fce-aa38-7438dbd93580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9361103 Oct 17 18:03:53.099255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49660) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:53.102279 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ebc38-bab0-4dca-9e26-0c1d01fd4495 None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:53.103302 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e18ebc38-bab0-4dca-9e26-0c1d01fd4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:53.281385 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:03:53.282511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:53.338150 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-e18ebc38-bab0-4dca-9e26-0c1d01fd4495 None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:53.464415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:53.475954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Deleting port 52c95d8d-15ec-4298-a856-f5a4731a332e {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:53.476405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:53.652546 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e18ebc38-bab0-4dca-9e26-0c1d01fd4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T18:03:51Z', 'revision_number': 5, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port': {'id': '52c95d8d-15ec-4298-a856-f5a4731a332e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:54:49Z', 'updated_at': '2022-10-17T17:55:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:53.657837 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ebc38-bab0-4dca-9e26-0c1d01fd4495 None None] Checking router: 1eb4ebea-e802-4fce-aa38-7438dbd93580 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:03:53.666550 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ebc38-bab0-4dca-9e26-0c1d01fd4495 None None] Routers {'1eb4ebea-e802-4fce-aa38-7438dbd93580'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:53.667191 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e18ebc38-bab0-4dca-9e26-0c1d01fd4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1eb4ebea-e802-4fce-aa38-7438dbd93580'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:53.676372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] For port 52c95d8d-15ec-4298-a856-f5a4731a332e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=52c95d8d-15ec-4298-a856-f5a4731a332e,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:53.676975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:53.840652 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-e18ebc38-bab0-4dca-9e26-0c1d01fd4495 None None] Set router 1eb4ebea-e802-4fce-aa38-7438dbd93580 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:53.943847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Calling delete_port for 52c95d8d-15ec-4298-a856-f5a4731a332e owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:53.955329 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e18ebc38-bab0-4dca-9e26-0c1d01fd4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T18:03:53Z', 'revision_number': 6, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:53.961202 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ebc38-bab0-4dca-9e26-0c1d01fd4495 None None] The sync data for ids ['1eb4ebea-e802-4fce-aa38-7438dbd93580'] in dv-neutron-860895-1-hyperv is: [{'id': '1eb4ebea-e802-4fce-aa38-7438dbd93580', 'name': 'tempest-TestVolumeBootPattern-1638788192-router', 'tenant_id': '717818c81d93408ebcf6aa4623d3e2cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:54:45Z', 'updated_at': '2022-10-17T18:03:53Z', 'revision_number': 6, 'project_id': '717818c81d93408ebcf6aa4623d3e2cd', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:03:54.131132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:54.182918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=52c95d8d-15ec-4298-a856-f5a4731a332e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:54.296053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:54.480361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:54.484100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:54.514003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:54.514479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb4ebea-e802-4fce-aa38-7438dbd93580 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:03:54.527067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:54.528925 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-666f8d32-e491-4051-abb4-084d64654a7f admin admin] 10.222.0.69 "DELETE /v2.0/routers/1eb4ebea-e802-4fce-aa38-7438dbd93580 HTTP/1.1" status: 204 len: 168 time: 1.4284804 Oct 17 18:03:54.532398 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49664) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:54.600843 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b5cf3c-4e73-4f3b-8e4a-20093536d917 admin admin] Deleting subnet a9d4a9e2-847d-4221-a01e-8203fd41615c {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:03:54.604446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c2b5cf3c-4e73-4f3b-8e4a-20093536d917 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:54.659912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c2b5cf3c-4e73-4f3b-8e4a-20093536d917 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:54.744439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c2b5cf3c-4e73-4f3b-8e4a-20093536d917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:54.818607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c2b5cf3c-4e73-4f3b-8e4a-20093536d917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:54.866784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5cf3c-4e73-4f3b-8e4a-20093536d917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d4a9e2-847d-4221-a01e-8203fd41615c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:54.868913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c2b5cf3c-4e73-4f3b-8e4a-20093536d917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:54.875813 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c2b5cf3c-4e73-4f3b-8e4a-20093536d917 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a9d4a9e2-847d-4221-a01e-8203fd41615c HTTP/1.1" status: 204 len: 168 time: 0.3422143 Oct 17 18:03:54.877874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a22436c-3983-4d0b-aa56-0e73b5a99ee6 None None] Network 17275f87-7cd3-4c74-af7d-0a6a78eff407 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:03:54.878560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49668) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:54.995116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.007311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Deleting port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:55.007651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.062480 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.229240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ec1011-9b3f-48ee-b315-759727bd883e None None] DHCP port deletion for 17275f87-7cd3-4c74-af7d-0a6a78eff407 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:03:55.235033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-45ec1011-9b3f-48ee-b315-759727bd883e None None] Deleting port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:55.235864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-45ec1011-9b3f-48ee-b315-759727bd883e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.261033 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] For port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8d3b8083-df56-42cb-84c2-e3e1de0fc4e7,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:55.261395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.394526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Calling delete_port for 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:55.462583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-45ec1011-9b3f-48ee-b315-759727bd883e None None] For port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8d3b8083-df56-42cb-84c2-e3e1de0fc4e7,segment=NetworkSegment(eaaeb2f1-138a-47fa-97f7-cf83dc71fc32),segment_id=eaaeb2f1-138a-47fa-97f7-cf83dc71fc32)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:55.463065 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-45ec1011-9b3f-48ee-b315-759727bd883e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.481467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.533593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] No DVR routers for this DVR port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:03:55.535654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3b8083-df56-42cb-84c2-e3e1de0fc4e7,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:55.601911 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-45ec1011-9b3f-48ee-b315-759727bd883e None None] Calling delete_port for 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:55.632136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:03:55.662937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.682911 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:03:55.683293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:03:55.684406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 52c95d8d-15ec-4298-a856-f5a4731a332e no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:03:55.690946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17275f87-7cd3-4c74-af7d-0a6a78eff407']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:55.704420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:55.704714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaaeb2f1-138a-47fa-97f7-cf83dc71fc32') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:55.718693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.724583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 52c95d8d-15ec-4298-a856-f5a4731a332e {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:03:55.724924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 52c95d8d-15ec-4298-a856-f5a4731a332e not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:03:55.725343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:03:55.740946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.750243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:03:55.750935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.766603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:03:55.766940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 193335ed-0d4b-4b54-adc1-26b4e8bea9e7 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:03:55.800571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-45ec1011-9b3f-48ee-b315-759727bd883e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:03:55.802107 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-45ec1011-9b3f-48ee-b315-759727bd883e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:03:55.854107 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment eaaeb2f1-138a-47fa-97f7-cf83dc71fc32 resource provider aggregate not found Oct 17 18:03:55.865321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.882410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:55.885595 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment eaaeb2f1-138a-47fa-97f7-cf83dc71fc32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eaaeb2f1-138a-47fa-97f7-cf83dc71fc32 found for delete ", "request_id": "req-001d0c00-81e4-4675-a8ef-0f203d8a1445"}]} Oct 17 18:03:55.896688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=17275f87-7cd3-4c74-af7d-0a6a78eff407,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:55.910436 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0a67785b-d3e8-46e9-b3d5-4d97c4970b03 admin admin] 10.222.0.69 "DELETE /v2.0/networks/17275f87-7cd3-4c74-af7d-0a6a78eff407 HTTP/1.1" status: 204 len: 168 time: 1.0307279 Oct 17 18:03:55.913228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49678) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:56.303547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-45ec1011-9b3f-48ee-b315-759727bd883e None None] Deleting port 8d3b8083-df56-42cb-84c2-e3e1de0fc4e7 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:56.304115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-45ec1011-9b3f-48ee-b315-759727bd883e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:56.373422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-45ec1011-9b3f-48ee-b315-759727bd883e None None] The port '8d3b8083-df56-42cb-84c2-e3e1de0fc4e7' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:03:56.619312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e245d7a2-9c7f-4f70-bb04-da149833b23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:56.977278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e245d7a2-9c7f-4f70-bb04-da149833b23e admin admin] Deleting port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:56.978016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e245d7a2-9c7f-4f70-bb04-da149833b23e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:57.161123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-e245d7a2-9c7f-4f70-bb04-da149833b23e admin admin] For port 1a1c267c-6eea-47e6-bee8-fea8845ddfe2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1a1c267c-6eea-47e6-bee8-fea8845ddfe2,segment=NetworkSegment(f0385e0e-aadf-45af-a507-726218543f7c),segment_id=f0385e0e-aadf-45af-a507-726218543f7c)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:57.161472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e245d7a2-9c7f-4f70-bb04-da149833b23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:57.289193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e245d7a2-9c7f-4f70-bb04-da149833b23e admin admin] Calling delete_port for 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:57.468588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e245d7a2-9c7f-4f70-bb04-da149833b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:57.521584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245d7a2-9c7f-4f70-bb04-da149833b23e admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1c267c-6eea-47e6-bee8-fea8845ddfe2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:57.947207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e245d7a2-9c7f-4f70-bb04-da149833b23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:58.369352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e245d7a2-9c7f-4f70-bb04-da149833b23e admin admin] Router b96c7d11-d042-474e-bac5-cd6b1ed396f2 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:03:58.558823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e245d7a2-9c7f-4f70-bb04-da149833b23e admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:03:58.568912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42ff18-2f40-4275-a260-156763678076 None None] Sync routers for ids ['b96c7d11-d042-474e-bac5-cd6b1ed396f2'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:03:58.582456 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e245d7a2-9c7f-4f70-bb04-da149833b23e admin admin] 10.222.0.69 "PUT /v2.0/routers/b96c7d11-d042-474e-bac5-cd6b1ed396f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6657381 Oct 17 18:03:58.582654 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42ff18-2f40-4275-a260-156763678076 None None] Routers {'b96c7d11-d042-474e-bac5-cd6b1ed396f2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:58.583190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5e42ff18-2f40-4275-a260-156763678076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b96c7d11-d042-474e-bac5-cd6b1ed396f2'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:58.583307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49686) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:03:58.774385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-5e42ff18-2f40-4275-a260-156763678076 None None] Set router b96c7d11-d042-474e-bac5-cd6b1ed396f2 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:58.852688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:59.040460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:59.052458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Deleting port 1ef956a4-9fe8-43c3-8097-7577209ac96c {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:03:59.053105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:59.070679 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c2ee0656-668b-4aa2-817f-af19370855c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:59.098790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5e42ff18-2f40-4275-a260-156763678076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'name': 'tempest-TestVolumeBootPattern-1340155335-router', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14'}], 'enable_snat': True}, 'gw_port_id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:16Z', 'updated_at': '2022-10-17T18:03:57Z', 'revision_number': 5, 'project_id': 'da924686a08b49a18e7ed260121b3078', 'gw_port': {'id': '1ef956a4-9fe8-43c3-8097-7577209ac96c', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:89:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T17:55:18Z', 'updated_at': '2022-10-17T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:59.103242 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42ff18-2f40-4275-a260-156763678076 None None] Checking router: b96c7d11-d042-474e-bac5-cd6b1ed396f2 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:03:59.114269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42ff18-2f40-4275-a260-156763678076 None None] Routers {'b96c7d11-d042-474e-bac5-cd6b1ed396f2'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:03:59.114523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5e42ff18-2f40-4275-a260-156763678076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:03:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b96c7d11-d042-474e-bac5-cd6b1ed396f2'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:59.325317 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-5e42ff18-2f40-4275-a260-156763678076 None None] Set router b96c7d11-d042-474e-bac5-cd6b1ed396f2 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:03:59.382138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] For port 1ef956a4-9fe8-43c3-8097-7577209ac96c, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1ef956a4-9fe8-43c3-8097-7577209ac96c,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:03:59.382735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:59.441275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5e42ff18-2f40-4275-a260-156763678076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'name': 'tempest-TestVolumeBootPattern-1340155335-router', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:16Z', 'updated_at': '2022-10-17T18:03:59Z', 'revision_number': 6, 'project_id': 'da924686a08b49a18e7ed260121b3078', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:03:59.446337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42ff18-2f40-4275-a260-156763678076 None None] The sync data for ids ['b96c7d11-d042-474e-bac5-cd6b1ed396f2'] in dv-neutron-860895-1-hyperv is: [{'id': 'b96c7d11-d042-474e-bac5-cd6b1ed396f2', 'name': 'tempest-TestVolumeBootPattern-1340155335-router', 'tenant_id': 'da924686a08b49a18e7ed260121b3078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T17:55:16Z', 'updated_at': '2022-10-17T18:03:59Z', 'revision_number': 6, 'project_id': 'da924686a08b49a18e7ed260121b3078', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:03:59.519442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Calling delete_port for 1ef956a4-9fe8-43c3-8097-7577209ac96c owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:03:59.704900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:59.787955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef956a4-9fe8-43c3-8097-7577209ac96c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:03:59.838073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:03:59.874825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:03:59.888157 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:03:59.888579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1a1c267c-6eea-47e6-bee8-fea8845ddfe2 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:04:00.068504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:00.071666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:00.097170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:00.097814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b96c7d11-d042-474e-bac5-cd6b1ed396f2 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:04:00.115728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:00.117183 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-72117baa-77a2-405c-904a-6669e3ffc650 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b96c7d11-d042-474e-bac5-cd6b1ed396f2 HTTP/1.1" status: 204 len: 168 time: 1.5323534 Oct 17 18:04:00.120832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49692) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:00.191156 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-012f5a58-5fc3-4dc9-87ec-ece98150f77b admin admin] Deleting subnet fa62ac49-a728-4cab-a84d-83e28b8bd124 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:04:00.194278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-012f5a58-5fc3-4dc9-87ec-ece98150f77b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:00.251118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-012f5a58-5fc3-4dc9-87ec-ece98150f77b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:00.342544 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-012f5a58-5fc3-4dc9-87ec-ece98150f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:00.428896 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-012f5a58-5fc3-4dc9-87ec-ece98150f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:00.470633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f5a58-5fc3-4dc9-87ec-ece98150f77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa62ac49-a728-4cab-a84d-83e28b8bd124,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:00.474752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-012f5a58-5fc3-4dc9-87ec-ece98150f77b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:00.482045 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-012f5a58-5fc3-4dc9-87ec-ece98150f77b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fa62ac49-a728-4cab-a84d-83e28b8bd124 HTTP/1.1" status: 204 len: 168 time: 0.3597143 Oct 17 18:04:00.485211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49696) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:00.489183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08aaae0-2c86-48f5-bb6e-94c7ba9ce60a None None] Network da283b3c-d51a-46ce-aa70-7f2237f7cbfa requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:04:00.613915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:00.628432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Deleting port 23e59978-7e8c-46e3-851a-a43011c1330d {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:04:00.628966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:00.831844 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1095236a-fb05-4e61-bacf-c4d8b1f8e139 None None] DHCP port deletion for da283b3c-d51a-46ce-aa70-7f2237f7cbfa request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:04:00.837164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1095236a-fb05-4e61-bacf-c4d8b1f8e139 None None] Deleting port 23e59978-7e8c-46e3-851a-a43011c1330d {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:04:00.837705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1095236a-fb05-4e61-bacf-c4d8b1f8e139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:00.974212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] For port 23e59978-7e8c-46e3-851a-a43011c1330d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=23e59978-7e8c-46e3-851a-a43011c1330d,segment=NetworkSegment(f0385e0e-aadf-45af-a507-726218543f7c),segment_id=f0385e0e-aadf-45af-a507-726218543f7c)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:00.974560 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:01.061719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1095236a-fb05-4e61-bacf-c4d8b1f8e139 None None] For port 23e59978-7e8c-46e3-851a-a43011c1330d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=23e59978-7e8c-46e3-851a-a43011c1330d,segment=NetworkSegment(f0385e0e-aadf-45af-a507-726218543f7c),segment_id=f0385e0e-aadf-45af-a507-726218543f7c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:01.062614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1095236a-fb05-4e61-bacf-c4d8b1f8e139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:01.107884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Calling delete_port for 23e59978-7e8c-46e3-851a-a43011c1330d owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:04:01.199500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1095236a-fb05-4e61-bacf-c4d8b1f8e139 None None] Calling delete_port for 23e59978-7e8c-46e3-851a-a43011c1330d owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:04:01.204147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:01.256624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Pushing event deleted for resources: {'Port': ['ID=23e59978-7e8c-46e3-851a-a43011c1330d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:01.261524 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] No DVR routers for this DVR port 23e59978-7e8c-46e3-851a-a43011c1330d on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:04:01.286763 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-1095236a-fb05-4e61-bacf-c4d8b1f8e139 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:04:01.287353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-1095236a-fb05-4e61-bacf-c4d8b1f8e139 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:04:01.387346 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:01.412776 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da283b3c-d51a-46ce-aa70-7f2237f7cbfa']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:01.425111 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0385e0e-aadf-45af-a507-726218543f7c') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:01.425401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0385e0e-aadf-45af-a507-726218543f7c') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:01.437502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:01.454671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:01.461077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:04:01.461539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:01.506999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ba91bfc4-2c4b-4e7a-80ac-8dd31f8f314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:01.566079 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f0385e0e-aadf-45af-a507-726218543f7c resource provider aggregate not found Oct 17 18:04:01.570474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:01.588534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:01.593286 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f0385e0e-aadf-45af-a507-726218543f7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0385e0e-aadf-45af-a507-726218543f7c found for delete ", "request_id": "req-7b367de2-87a9-410b-8548-eb4230ad766b"}]} Oct 17 18:04:01.604998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] Pushing event deleted for resources: {'Network': ['ID=da283b3c-d51a-46ce-aa70-7f2237f7cbfa,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:01.612293 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-703bd831-dccc-4cc0-b6a3-8320c1dd474e admin admin] 10.222.0.69 "DELETE /v2.0/networks/da283b3c-d51a-46ce-aa70-7f2237f7cbfa HTTP/1.1" status: 204 len: 168 time: 1.1237483 Oct 17 18:04:01.645360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1ef956a4-9fe8-43c3-8097-7577209ac96c no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:04:01.701106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 1ef956a4-9fe8-43c3-8097-7577209ac96c {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:04:01.701454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1ef956a4-9fe8-43c3-8097-7577209ac96c not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:04:01.701887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 23e59978-7e8c-46e3-851a-a43011c1330d no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:04:01.738884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 23e59978-7e8c-46e3-851a-a43011c1330d {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:04:01.739258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 23e59978-7e8c-46e3-851a-a43011c1330d not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:04:01.788841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1095236a-fb05-4e61-bacf-c4d8b1f8e139 None None] Deleting port 23e59978-7e8c-46e3-851a-a43011c1330d {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:04:01.789485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1095236a-fb05-4e61-bacf-c4d8b1f8e139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:01.804593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49708) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:01.860221 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-196d47e6-56ae-4513-b431-3c895219692f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=717818c81d93408ebcf6aa4623d3e2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543692 Oct 17 18:04:01.863565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49712) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:01.901849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1095236a-fb05-4e61-bacf-c4d8b1f8e139 None None] The port '23e59978-7e8c-46e3-851a-a43011c1330d' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:04:01.944546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0f9a97cd-c59c-451a-972d-ee305c5f8f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:01.975857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0f9a97cd-c59c-451a-972d-ee305c5f8f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:02.032819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0f9a97cd-c59c-451a-972d-ee305c5f8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:02.050616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a97cd-c59c-451a-972d-ee305c5f8f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b72db9-aced-49a4-a129-ba7a21d8c65b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:02.061922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0f9a97cd-c59c-451a-972d-ee305c5f8f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:02.063178 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0f9a97cd-c59c-451a-972d-ee305c5f8f96 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/69b72db9-aced-49a4-a129-ba7a21d8c65b HTTP/1.1" status: 204 len: 168 time: 0.1986303 Oct 17 18:04:02.443676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49720) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:02.498910 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2d5fcd91-def7-4415-88a6-428c49504550 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da924686a08b49a18e7ed260121b3078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534594 Oct 17 18:04:02.502134 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49724) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:02.503553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:02.574999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8359c9a9-604d-40e6-95c8-d2a51354665f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:02.595642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:02.604352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8359c9a9-604d-40e6-95c8-d2a51354665f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:02.662680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8359c9a9-604d-40e6-95c8-d2a51354665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:02.680243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359c9a9-604d-40e6-95c8-d2a51354665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bb32c4-28bf-46bc-854c-0aa8ba94e107,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:02.687692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8359c9a9-604d-40e6-95c8-d2a51354665f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:02.688809 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8359c9a9-604d-40e6-95c8-d2a51354665f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00bb32c4-28bf-46bc-854c-0aa8ba94e107 HTTP/1.1" status: 204 len: 168 time: 0.1856992 Oct 17 18:04:04.317977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:07.606712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49734) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:07.810703 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e2087015-dae9-4b37-8800-4056736d016c tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/routers/73563ce8-9c19-4d2c-b8fb-da0974f35835/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2027104 Oct 17 18:04:07.813885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49738) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:08.024776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e884b92-671f-44b5-b0ae-2f2539a9ba24 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Notify agent at dv-neutron-860895-1-hyperv the message router_removed_from_agent {{(pid=89191) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 17 18:04:08.028534 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3e884b92-671f-44b5-b0ae-2f2539a9ba24 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "DELETE /v2.0/agents/25cc51b6-d477-4c69-8552-0c6320c19ce1/l3-routers/73563ce8-9c19-4d2c-b8fb-da0974f35835 HTTP/1.1" status: 204 len: 168 time: 0.2136235 Oct 17 18:04:08.032563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49742) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:08.378342 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d7cd27ae-834a-4eed-aa3b-3cab3cb32294 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/routers/73563ce8-9c19-4d2c-b8fb-da0974f35835/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3444006 Oct 17 18:04:08.382516 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49746) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:08.497397 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c2b36230-8e80-4ad5-8cd4-e7e7903cd547 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/53355793-34b0-467e-856e-b125b2cf167e HTTP/1.1" status: 200 len: 994 time: 0.1137023 Oct 17 18:04:08.838198 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b7aa30-3afc-4cde-8f93-ce59697331bc None None] New status for floating IP 53355793-34b0-467e-856e-b125b2cf167e: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:04:09.502220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49750) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:09.635769 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bf17e251-7ea0-4b07-bc96-ece072f091ef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/53355793-34b0-467e-856e-b125b2cf167e HTTP/1.1" status: 200 len: 992 time: 0.1299591 Oct 17 18:04:09.636685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ad9d778d-4c56-49d1-8563-8dcf096918c6 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:04:09.829603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ad9d778d-4c56-49d1-8563-8dcf096918c6 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:09.830044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:09.916574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port ad9d778d-4c56-49d1-8563-8dcf096918c6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ad9d778d-4c56-49d1-8563-8dcf096918c6,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:09.920824 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:09.921788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:04:10.044681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=ad9d778d-4c56-49d1-8563-8dcf096918c6,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:10.116955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:10.117550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:10.145585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:10.151834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:10.230013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:11.678679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49758) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:11.900739 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d753d79b-8021-41a0-9bfd-0a254ab2f5e4 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Router 73563ce8-9c19-4d2c-b8fb-da0974f35835 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:04:11.901095 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d753d79b-8021-41a0-9bfd-0a254ab2f5e4 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Notify agent at dv-neutron-860895-1-hyperv the message router_added_to_agent {{(pid=89190) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 17 18:04:11.921423 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d753d79b-8021-41a0-9bfd-0a254ab2f5e4 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "POST /v2.0/agents/25cc51b6-d477-4c69-8552-0c6320c19ce1/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2410414 Oct 17 18:04:11.924417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49766) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:11.938166 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24716d6b-8cd1-4d5b-bf1b-a4ecedafc863 None None] Sync routers for ids ['73563ce8-9c19-4d2c-b8fb-da0974f35835'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:04:11.949596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24716d6b-8cd1-4d5b-bf1b-a4ecedafc863 None None] Routers {'73563ce8-9c19-4d2c-b8fb-da0974f35835'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:04:11.950385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-24716d6b-8cd1-4d5b-bf1b-a4ecedafc863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:04:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['73563ce8-9c19-4d2c-b8fb-da0974f35835'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:12.145397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-24716d6b-8cd1-4d5b-bf1b-a4ecedafc863 None None] Set router 73563ce8-9c19-4d2c-b8fb-da0974f35835 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:04:12.164379 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-74d59022-5a24-4f0a-adf0-bfc826a7e657 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/routers/73563ce8-9c19-4d2c-b8fb-da0974f35835/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2379735 Oct 17 18:04:12.168373 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49770) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:12.281547 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2895d488-25ae-446a-8724-dbe06197e8f5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/53355793-34b0-467e-856e-b125b2cf167e HTTP/1.1" status: 200 len: 992 time: 0.1118815 Oct 17 18:04:12.657000 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-24716d6b-8cd1-4d5b-bf1b-a4ecedafc863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:04:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '53355793-34b0-467e-856e-b125b2cf167e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'port_id': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'mac_address': 'fa:16:3e:14:ed:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:03:33Z', 'updated_at': '2022-10-17T18:04:09Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d778d-4c56-49d1-8563-8dcf096918c6', 'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:7c:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:15Z', 'updated_at': '2022-10-17T18:04:09Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:12.661416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24716d6b-8cd1-4d5b-bf1b-a4ecedafc863 None None] Checking router: 73563ce8-9c19-4d2c-b8fb-da0974f35835 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:04:12.672084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24716d6b-8cd1-4d5b-bf1b-a4ecedafc863 None None] Routers {'73563ce8-9c19-4d2c-b8fb-da0974f35835'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:04:12.672737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-24716d6b-8cd1-4d5b-bf1b-a4ecedafc863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:04:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['73563ce8-9c19-4d2c-b8fb-da0974f35835'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:12.860490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-24716d6b-8cd1-4d5b-bf1b-a4ecedafc863 None None] Set router 73563ce8-9c19-4d2c-b8fb-da0974f35835 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:04:13.265628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-24716d6b-8cd1-4d5b-bf1b-a4ecedafc863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:04:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '53355793-34b0-467e-856e-b125b2cf167e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'port_id': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'mac_address': 'fa:16:3e:14:ed:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:03:33Z', 'updated_at': '2022-10-17T18:04:09Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d778d-4c56-49d1-8563-8dcf096918c6', 'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:7c:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:15Z', 'updated_at': '2022-10-17T18:04:09Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:13.270073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24716d6b-8cd1-4d5b-bf1b-a4ecedafc863 None None] The sync data for ids ['73563ce8-9c19-4d2c-b8fb-da0974f35835'] in dv-neutron-860895-1-hyperv is: [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:04:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '53355793-34b0-467e-856e-b125b2cf167e', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'port_id': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'mac_address': 'fa:16:3e:14:ed:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:03:33Z', 'updated_at': '2022-10-17T18:04:09Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d778d-4c56-49d1-8563-8dcf096918c6', 'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:7c:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:15Z', 'updated_at': '2022-10-17T18:04:09Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:04:13.285327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49774) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:13.405339 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-eb495295-ec4e-4bea-852f-aeb568023464 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/53355793-34b0-467e-856e-b125b2cf167e HTTP/1.1" status: 200 len: 992 time: 0.1180601 Oct 17 18:04:13.668759 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ad9d778d-4c56-49d1-8563-8dcf096918c6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:13.806546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ad9d778d-4c56-49d1-8563-8dcf096918c6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:13.806922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:13.807283 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ad9d778d-4c56-49d1-8563-8dcf096918c6 Oct 17 18:04:13.980087 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ad9d778d-4c56-49d1-8563-8dcf096918c6 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:13.980461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:14.029730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port ad9d778d-4c56-49d1-8563-8dcf096918c6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ad9d778d-4c56-49d1-8563-8dcf096918c6,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:14.036090 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:14.120030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=ad9d778d-4c56-49d1-8563-8dcf096918c6,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:14.409224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49778) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:14.542224 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-eab840c0-d80d-48d9-a08a-31e968415c8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/53355793-34b0-467e-856e-b125b2cf167e HTTP/1.1" status: 200 len: 992 time: 0.1316822 Oct 17 18:04:15.136142 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3f2293-75fd-4a1e-9d2b-1d1954319d33 None None] New status for floating IP 53355793-34b0-467e-856e-b125b2cf167e: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:04:15.546843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49782) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:15.684839 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c38220b9-213b-4c97-bf57-51521412e822 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/53355793-34b0-467e-856e-b125b2cf167e HTTP/1.1" status: 200 len: 994 time: 0.1364582 Oct 17 18:04:15.716603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ad9d778d-4c56-49d1-8563-8dcf096918c6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:15.793323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ad9d778d-4c56-49d1-8563-8dcf096918c6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:15.793749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:15.794120 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ad9d778d-4c56-49d1-8563-8dcf096918c6 Oct 17 18:04:15.924302 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ad9d778d-4c56-49d1-8563-8dcf096918c6 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:15.926083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:16.004869 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:16.005157 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:16.005596 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 Oct 17 18:04:16.135612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:16.136095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:16.155180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:16.159863 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:16.243792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:17.632870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:17.704832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:17.705208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:17.705541 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 Oct 17 18:04:17.897068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:17.998178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49790) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:18.216244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 5209866d-d15b-4ae5-98a7-d4e97a609bfc {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:04:18.216706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:18.537640 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:18.538010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:18.676832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 5209866d-d15b-4ae5-98a7-d4e97a609bfc owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:04:18.851395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:18.904736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=5209866d-d15b-4ae5-98a7-d4e97a609bfc,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:18.953252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:18.953643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:18.954023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:18.954458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:18.954827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:18.955218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:18.955579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:18.955945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:18.956327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:18.956698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:18.957203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:18.957625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:19.016473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:19.017257 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP 53355793-34b0-467e-856e-b125b2cf167e disassociated (deleted). External IP: 172.26.8.187, port: f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e. Oct 17 18:04:19.475887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 73563ce8-9c19-4d2c-b8fb-da0974f35835 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:04:19.664758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:04:19.675727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12eeda-6f09-4bdb-8471-e22de8798e46 None None] Sync routers for ids ['73563ce8-9c19-4d2c-b8fb-da0974f35835'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:04:19.687453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12eeda-6f09-4bdb-8471-e22de8798e46 None None] Routers {'73563ce8-9c19-4d2c-b8fb-da0974f35835'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:04:19.688142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ec12eeda-6f09-4bdb-8471-e22de8798e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:04:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['73563ce8-9c19-4d2c-b8fb-da0974f35835'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:19.690071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:19.804415 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7c697e67-34be-476b-9353-2ef1de6ce1ca tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/floatingips/53355793-34b0-467e-856e-b125b2cf167e HTTP/1.1" status: 204 len: 168 time: 1.8048809 Oct 17 18:04:19.805442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'tag': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:04:19.809546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98041af3-7843-4326-87c6-e44fd4ce081e" -d '{"events": [{"name": "network-changed", "server_uuid": "f67c7692-eda4-4969-bcdb-0564f2daebcf", "tag": "f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:04:19.913431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-ec12eeda-6f09-4bdb-8471-e22de8798e46 None None] Set router 73563ce8-9c19-4d2c-b8fb-da0974f35835 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:04:20.206577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0269345-a442-4b15-98d7-a7621daa353a x-openstack-request-id: req-d0269345-a442-4b15-98d7-a7621daa353a {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:04:20.207072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67c7692-eda4-4969-bcdb-0564f2daebcf", "tag": "f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:04:20.207477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d0269345-a442-4b15-98d7-a7621daa353a {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:04:20.208073 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0269345-a442-4b15-98d7-a7621daa353a'] response: {'name': 'network-changed', 'server_uuid': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'tag': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'status': 'completed', 'code': 200} Oct 17 18:04:20.373786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ec12eeda-6f09-4bdb-8471-e22de8798e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:04:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'ad9d778d-4c56-49d1-8563-8dcf096918c6', 'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:7c:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:15Z', 'updated_at': '2022-10-17T18:04:14Z', 'revision_number': 7, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:20.378061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12eeda-6f09-4bdb-8471-e22de8798e46 None None] Checking router: 73563ce8-9c19-4d2c-b8fb-da0974f35835 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:04:20.388745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec12eeda-6f09-4bdb-8471-e22de8798e46 None None] Routers {'73563ce8-9c19-4d2c-b8fb-da0974f35835'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:04:20.389381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ec12eeda-6f09-4bdb-8471-e22de8798e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:04:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['73563ce8-9c19-4d2c-b8fb-da0974f35835'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:20.562847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041af3-7843-4326-87c6-e44fd4ce081e req-0b55849c-d105-47fe-bfed-79d743c8d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:20.565039 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-98041af3-7843-4326-87c6-e44fd4ce081e req-0b55849c-d105-47fe-bfed-79d743c8d110 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 1099 time: 0.3039231 Oct 17 18:04:20.601279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01919c2c-c23d-44ec-917a-122c33aa53e8 req-9da70f6b-e9cc-4e00-a4ce-476d4f145ad2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:20.602842 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-01919c2c-c23d-44ec-917a-122c33aa53e8 req-9da70f6b-e9cc-4e00-a4ce-476d4f145ad2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 946 time: 0.3228493 Oct 17 18:04:20.627022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-ec12eeda-6f09-4bdb-8471-e22de8798e46 None None] Set router 73563ce8-9c19-4d2c-b8fb-da0974f35835 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:04:20.732364 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-01919c2c-c23d-44ec-917a-122c33aa53e8 req-23eb2fab-bd96-4f24-a5af-a24280d30032 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822542 Oct 17 18:04:20.762119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041af3-7843-4326-87c6-e44fd4ce081e req-25ee2aad-6b8b-4d39-af33-b9677fc08116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:20.763911 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-98041af3-7843-4326-87c6-e44fd4ce081e req-25ee2aad-6b8b-4d39-af33-b9677fc08116 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7340bd9-088d-4208-9c72-7ad072eeecc8 HTTP/1.1" status: 200 len: 898 time: 0.1915975 Oct 17 18:04:20.836474 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-98041af3-7843-4326-87c6-e44fd4ce081e req-9c56377f-2d8c-480e-8602-cad08d42f117 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e HTTP/1.1" status: 200 len: 217 time: 0.0639060 Oct 17 18:04:20.908246 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041af3-7843-4326-87c6-e44fd4ce081e req-ae38d14c-696a-4112-bd7e-1f214488e6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:20.909842 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-98041af3-7843-4326-87c6-e44fd4ce081e req-ae38d14c-696a-4112-bd7e-1f214488e6e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ea5023c-289a-4fcd-add2-9be8294d1c84 HTTP/1.1" status: 200 len: 834 time: 0.0678458 Oct 17 18:04:20.995912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98041af3-7843-4326-87c6-e44fd4ce081e req-953888c8-8cab-4b76-8bd2-232df14dcae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:20.997578 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-98041af3-7843-4326-87c6-e44fd4ce081e req-953888c8-8cab-4b76-8bd2-232df14dcae1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7340bd9-088d-4208-9c72-7ad072eeecc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817006 Oct 17 18:04:21.038172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ec12eeda-6f09-4bdb-8471-e22de8798e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:04:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'ad9d778d-4c56-49d1-8563-8dcf096918c6', 'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:7c:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:15Z', 'updated_at': '2022-10-17T18:04:14Z', 'revision_number': 7, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:21.045368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec12eeda-6f09-4bdb-8471-e22de8798e46 None None] The sync data for ids ['73563ce8-9c19-4d2c-b8fb-da0974f35835'] in dv-neutron-860895-1-hyperv is: [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:03:16Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:04:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'ad9d778d-4c56-49d1-8563-8dcf096918c6', 'name': '', 'network_id': 'b7340bd9-088d-4208-9c72-7ad072eeecc8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:7c:a0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:15Z', 'updated_at': '2022-10-17T18:04:14Z', 'revision_number': 7, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '7ea5023c-289a-4fcd-add2-9be8294d1c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:04:21.171816 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-98041af3-7843-4326-87c6-e44fd4ce081e req-2fe6084d-de35-413d-b2db-1e2619a60001 service neutron] 10.222.0.20 "GET /v2.0/networks/b7340bd9-088d-4208-9c72-7ad072eeecc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667600 Oct 17 18:04:21.460633 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-98041af3-7843-4326-87c6-e44fd4ce081e req-864912bd-74db-4ddf-921f-22c6baf92533 service neutron] 10.222.0.20 "GET /v2.0/networks/b7340bd9-088d-4208-9c72-7ad072eeecc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786324 Oct 17 18:04:21.749050 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afe670-1f12-42e2-8763-30ab29c45aa4 req-74803a97-f999-406c-aada-cf9c45131f1b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:21.751748 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e3afe670-1f12-42e2-8763-30ab29c45aa4 req-74803a97-f999-406c-aada-cf9c45131f1b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 946 time: 0.1228347 Oct 17 18:04:21.843685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-e3afe670-1f12-42e2-8763-30ab29c45aa4 req-308cb5e9-1a99-41da-b707-b3ff8db1ff3f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:04:21.843890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e3afe670-1f12-42e2-8763-30ab29c45aa4 req-308cb5e9-1a99-41da-b707-b3ff8db1ff3f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:21.846743 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da31111f-1639-41dc-80b6-9df309008cc3 None None] New status for floating IP 53355793-34b0-467e-856e-b125b2cf167e: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:04:22.001519 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a5e33-a80c-4373-ab1b-4e96ba584538 req-04f22a00-a0f7-41e8-ac97-fde80fc1f443 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:22.002521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c00a5e33-a80c-4373-ab1b-4e96ba584538 req-04f22a00-a0f7-41e8-ac97-fde80fc1f443 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:04:22.021024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c00a5e33-a80c-4373-ab1b-4e96ba584538 req-04f22a00-a0f7-41e8-ac97-fde80fc1f443 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:04:22.022562 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c00a5e33-a80c-4373-ab1b-4e96ba584538 req-04f22a00-a0f7-41e8-ac97-fde80fc1f443 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 946 time: 0.1577511 Oct 17 18:04:22.083707 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c00a5e33-a80c-4373-ab1b-4e96ba584538 req-4bf9da24-ff21-44fd-a136-af41f28eb0ba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454760 Oct 17 18:04:22.213745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-e3afe670-1f12-42e2-8763-30ab29c45aa4 req-308cb5e9-1a99-41da-b707-b3ff8db1ff3f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:22.214092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e3afe670-1f12-42e2-8763-30ab29c45aa4 req-308cb5e9-1a99-41da-b707-b3ff8db1ff3f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:22.345176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-e3afe670-1f12-42e2-8763-30ab29c45aa4 req-308cb5e9-1a99-41da-b707-b3ff8db1ff3f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:04:22.509309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e3afe670-1f12-42e2-8763-30ab29c45aa4 req-308cb5e9-1a99-41da-b707-b3ff8db1ff3f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:22.564236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308cb5e9-1a99-41da-b707-b3ff8db1ff3f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:22.655150 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3afe670-1f12-42e2-8763-30ab29c45aa4 req-308cb5e9-1a99-41da-b707-b3ff8db1ff3f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] No DVR routers for this DVR port f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:04:22.657706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e3afe670-1f12-42e2-8763-30ab29c45aa4 req-308cb5e9-1a99-41da-b707-b3ff8db1ff3f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:22.660394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'name': 'network-vif-deleted', 'tag': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:04:22.663434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b55463b-0a08-40ed-bba0-8482db8201d6" -d '{"events": [{"server_uuid": "f67c7692-eda4-4969-bcdb-0564f2daebcf", "name": "network-vif-deleted", "tag": "f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:04:22.680047 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e3afe670-1f12-42e2-8763-30ab29c45aa4 req-308cb5e9-1a99-41da-b707-b3ff8db1ff3f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "DELETE /v2.0/ports/f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e HTTP/1.1" status: 204 len: 173 time: 0.9226296 Oct 17 18:04:22.711544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8287f7-343d-49b1-ad25-b0535d2612f1 x-openstack-request-id: req-9e8287f7-343d-49b1-ad25-b0535d2612f1 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:04:22.711993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67c7692-eda4-4969-bcdb-0564f2daebcf", "name": "network-vif-deleted", "tag": "f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:04:22.712292 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e8287f7-343d-49b1-ad25-b0535d2612f1 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:04:22.712738 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8287f7-343d-49b1-ad25-b0535d2612f1'] response: {'server_uuid': 'f67c7692-eda4-4969-bcdb-0564f2daebcf', 'name': 'network-vif-deleted', 'tag': 'f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e', 'status': 'completed', 'code': 200} Oct 17 18:04:23.522803 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-96bd9015-b3f3-4d8d-864c-6c44bab6167a req-a1221330-ea50-443b-a6be-82931a55d2d9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=f67c7692-eda4-4969-bcdb-0564f2daebcf HTTP/1.1" status: 200 len: 210 time: 0.2696364 Oct 17 18:04:24.628486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49814) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:24.699745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6f0381e6-c468-4068-9922-c56c2e7145d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:24.732136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6f0381e6-c468-4068-9922-c56c2e7145d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:24.817709 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6f0381e6-c468-4068-9922-c56c2e7145d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:24.840184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0381e6-c468-4068-9922-c56c2e7145d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:24.852714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6f0381e6-c468-4068-9922-c56c2e7145d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:24.853872 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6f0381e6-c468-4068-9922-c56c2e7145d5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/security-groups/8328d79f-93cb-4aa2-9f4d-8e05dfcd37c7 HTTP/1.1" status: 204 len: 168 time: 0.2242148 Oct 17 18:04:24.896472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49820) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:24.929748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:25.637764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3de62dd7-e41e-4190-a2c5-8bd7556af2f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:26.005292 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3de62dd7-e41e-4190-a2c5-8bd7556af2f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port ad9d778d-4c56-49d1-8563-8dcf096918c6 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:04:26.006029 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3de62dd7-e41e-4190-a2c5-8bd7556af2f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:26.246485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-3de62dd7-e41e-4190-a2c5-8bd7556af2f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port ad9d778d-4c56-49d1-8563-8dcf096918c6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ad9d778d-4c56-49d1-8563-8dcf096918c6,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:26.246931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3de62dd7-e41e-4190-a2c5-8bd7556af2f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:26.377305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3de62dd7-e41e-4190-a2c5-8bd7556af2f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for ad9d778d-4c56-49d1-8563-8dcf096918c6 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:04:26.567350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3de62dd7-e41e-4190-a2c5-8bd7556af2f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:26.616997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de62dd7-e41e-4190-a2c5-8bd7556af2f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=ad9d778d-4c56-49d1-8563-8dcf096918c6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:26.915935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3de62dd7-e41e-4190-a2c5-8bd7556af2f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:27.262460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:04:27.299223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:04:27.299502 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f34e64d5-040b-44eb-a6c8-ca1c9a0d0b3e not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:04:27.415854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de62dd7-e41e-4190-a2c5-8bd7556af2f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 73563ce8-9c19-4d2c-b8fb-da0974f35835 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:04:27.602972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de62dd7-e41e-4190-a2c5-8bd7556af2f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:04:27.627649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b8062b-f9c2-4cfc-b4d6-1afca087e702 None None] Sync routers for ids ['73563ce8-9c19-4d2c-b8fb-da0974f35835'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:04:27.634730 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3de62dd7-e41e-4190-a2c5-8bd7556af2f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/73563ce8-9c19-4d2c-b8fb-da0974f35835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7368684 Oct 17 18:04:27.637260 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49824) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:27.645984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b8062b-f9c2-4cfc-b4d6-1afca087e702 None None] Routers {'73563ce8-9c19-4d2c-b8fb-da0974f35835'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:04:27.647014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a5b8062b-f9c2-4cfc-b4d6-1afca087e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:04:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['73563ce8-9c19-4d2c-b8fb-da0974f35835'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:27.730055 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbeaaa0-34a0-4519-bd2e-1f334c1db330 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting subnet 7ea5023c-289a-4fcd-add2-9be8294d1c84 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:04:27.733230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfbeaaa0-34a0-4519-bd2e-1f334c1db330 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:27.797897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfbeaaa0-34a0-4519-bd2e-1f334c1db330 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:27.854601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a5b8062b-f9c2-4cfc-b4d6-1afca087e702 None None] Set router 73563ce8-9c19-4d2c-b8fb-da0974f35835 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:04:27.889307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfbeaaa0-34a0-4519-bd2e-1f334c1db330 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:27.967955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfbeaaa0-34a0-4519-bd2e-1f334c1db330 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:28.008958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeaaa0-34a0-4519-bd2e-1f334c1db330 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea5023c-289a-4fcd-add2-9be8294d1c84,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:28.012866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cfbeaaa0-34a0-4519-bd2e-1f334c1db330 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:28.019943 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cfbeaaa0-34a0-4519-bd2e-1f334c1db330 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/subnets/7ea5023c-289a-4fcd-add2-9be8294d1c84 HTTP/1.1" status: 204 len: 168 time: 0.3807397 Oct 17 18:04:28.024401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49828) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:28.036239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2edf045-7225-41e0-8172-5bcbd8ac2bdd None None] Network b7340bd9-088d-4208-9c72-7ad072eeecc8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:04:28.218228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:28.337044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a5b8062b-f9c2-4cfc-b4d6-1afca087e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:04:26Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:04:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:28.341507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b8062b-f9c2-4cfc-b4d6-1afca087e702 None None] Checking router: 73563ce8-9c19-4d2c-b8fb-da0974f35835 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:04:28.354784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b8062b-f9c2-4cfc-b4d6-1afca087e702 None None] Routers {'73563ce8-9c19-4d2c-b8fb-da0974f35835'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:04:28.355719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a5b8062b-f9c2-4cfc-b4d6-1afca087e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:04:01Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['73563ce8-9c19-4d2c-b8fb-da0974f35835'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:28.410940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] DHCP port deletion for b7340bd9-088d-4208-9c72-7ad072eeecc8 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:04:28.419877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:28.431533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:04:28.431998 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:28.485650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Deleting port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:04:28.486006 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:28.624881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:28.625234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:28.688970 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a5b8062b-f9c2-4cfc-b4d6-1afca087e702 None None] Set router 73563ce8-9c19-4d2c-b8fb-da0974f35835 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:04:28.869494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:04:28.971707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] For port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=70a50ebd-af24-4e80-8adf-cf1bc75f4e90,segment=NetworkSegment(d5906007-b132-4754-987d-af5ea468059d),segment_id=d5906007-b132-4754-987d-af5ea468059d)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:28.972168 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.056964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.110425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:29.125376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Calling delete_port for 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:04:29.205231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-50791846-098e-41cf-a124-2170b2017622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.232940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.271880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.329206 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Pushing event deleted for resources: {'Port': ['ID=70a50ebd-af24-4e80-8adf-cf1bc75f4e90,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:29.336189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] No DVR routers for this DVR port 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:04:29.344939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:29.345819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:29.345819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:29.345989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:29.346231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:29.346560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:29.347542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:29.348218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:29.348547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:29.348954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:29.349295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:29.349612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb10c66-0c98-4a26-a007-a6e0eb9f2dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:29.357994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a5b8062b-f9c2-4cfc-b4d6-1afca087e702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:04:26Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:04:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:29.363544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b8062b-f9c2-4cfc-b4d6-1afca087e702 None None] The sync data for ids ['73563ce8-9c19-4d2c-b8fb-da0974f35835'] in dv-neutron-860895-1-hyperv is: [{'id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'name': 'tempest-TestNetworkBasicOps-router-1018618092', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19'}], 'enable_snat': True}, 'gw_port_id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:03:10Z', 'updated_at': '2022-10-17T18:04:26Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73563ce8-9c19-4d2c-b8fb-da0974f35835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:03:11Z', 'updated_at': '2022-10-17T18:04:16Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:04:29.432436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.434706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.461717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.462213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Fanout notify agent at l3_agent the message router_deleted on router 73563ce8-9c19-4d2c-b8fb-da0974f35835 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:04:29.479344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.480443 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-579e12ab-4098-4db9-a5b7-0baa428bf140 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/routers/73563ce8-9c19-4d2c-b8fb-da0974f35835 HTTP/1.1" status: 204 len: 168 time: 1.4551094 Oct 17 18:04:29.483299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49832) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:29.602992 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.751512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.788813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7340bd9-088d-4208-9c72-7ad072eeecc8']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:29.804663 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5906007-b132-4754-987d-af5ea468059d') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:29.805066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5906007-b132-4754-987d-af5ea468059d') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:29.819814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.832876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:04:29.839915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.851679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:04:29.851679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.879231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:04:29.879720 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 70a50ebd-af24-4e80-8adf-cf1bc75f4e90 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:04:29.880318 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ad9d778d-4c56-49d1-8563-8dcf096918c6 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:04:29.922560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: ad9d778d-4c56-49d1-8563-8dcf096918c6 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:04:29.923018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ad9d778d-4c56-49d1-8563-8dcf096918c6 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:04:29.931073 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment d5906007-b132-4754-987d-af5ea468059d resource provider aggregate not found Oct 17 18:04:29.957976 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment d5906007-b132-4754-987d-af5ea468059d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5906007-b132-4754-987d-af5ea468059d found for delete ", "request_id": "req-8808355b-5a8d-484c-8300-56281f1d1633"}]} Oct 17 18:04:29.977410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:29.995871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:30.007846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Network': ['ID=b7340bd9-088d-4208-9c72-7ad072eeecc8,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:30.021744 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d0f08d74-5672-49a5-a5a2-0407dbd5f630 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/networks/b7340bd9-088d-4208-9c72-7ad072eeecc8 HTTP/1.1" status: 204 len: 168 time: 0.5372097 Oct 17 18:04:30.042220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49840) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:30.048962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'network': {'name': 'tempest-network-smoke--399515861', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'port_security_enabled': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:30.054977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:30.059596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:network and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:04:30.062872 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:04:30.070947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:30.083090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:04:30.087015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:30.122661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:04:30.135537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:30.135936 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Added segment cd6bdaff-114e-46ae-a9fc-6ccf64d7c274 of type vlan for network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f Oct 17 18:04:30.168718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:30.201935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:30.208280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:30.208963 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:30.211525 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:04:30.318435 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2743738 Oct 17 18:04:30.321550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49844) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:30.329373 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'admin_state_up': True, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:30.339777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d06bc-f226-4a1a-a1e8-bf1b14049470 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Network': ['ID=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:30.343020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:30.348170 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:router and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:04:30.350533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:04:30.351569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:04:30.358259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:30.372428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:30.373702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:30.392635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:30.682197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:31.044780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:31.079392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:31.244127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.177 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/aa91ffc6-10bb-4108-84ed-daddeceb36b5) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:04:31.439593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:31.470128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:31.503860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b2075190-7851-4e8a-b9f4-64b66069374c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:31.550875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:04:31.553717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:04:31.556181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:04:31.587737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=aa91ffc6-10bb-4108-84ed-daddeceb36b5,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:31.594819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:04:31.632643 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:04:31.632968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b01fb4d9-9ef3-4418-8bbf-d5a5bcd7c4e8 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:04:32.124294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:32.507239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:32.526092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:32.605718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:32.755532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:04:32.941551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:04:32.951181 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Sync routers for ids ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:04:32.961649 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Routers {'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:04:32.962252 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:04:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:32.970927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:32.972670 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b959d79f-038a-4665-8e0a-a7a58c0909c8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6501639 Oct 17 18:04:32.975975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49848) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:33.016839 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b861bf80-3d7d-4607-bd64-64b8a93f9966 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5bf68046d82040c287b306f9ee0c6158&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397322 Oct 17 18:04:33.021369 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49852) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:33.153166 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Set router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:04:33.197474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60136f3-110d-45df-b8d1-c0460c9bf1df tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:33.198867 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b60136f3-110d-45df-b8d1-c0460c9bf1df tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1764286 Oct 17 18:04:33.202053 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49856) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:33.247668 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1dddb5b6-a3c6-4197-892c-21ee850cbb82 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444915 Oct 17 18:04:33.250962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49860) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:33.256410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2106591129', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:33.377978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:33.383029 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:subnet and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:04:33.386500 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:04:33.392864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:33.404667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:04:33.408217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:33.465387 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:04:31Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:33.469941 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Checking router: c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:04:33.470276 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Updating router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 port aa91ffc6-10bb-4108-84ed-daddeceb36b5 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:04:33.529074 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:33.762321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:33.866404 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Subnet': ['ID=09c8e29d-ab70-44f6-a5d0-81982a3a24b4,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:33.885222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Checking segment: {'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:04:33.885872 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network hostable DHCP agents. Network: a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:04:33.890365 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:33.904237 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Transition to ACTIVE for port object aa91ffc6-10bb-4108-84ed-daddeceb36b5 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:04:33.913771 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:33.917166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:04:33.927559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:04:33.934156 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:33.934965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:33.945477 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e546f46-b64f-4dd5-b9cd-6d03ed016bc4 None None] Network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:04:33.966945 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-efb5e058-a2d8-4f0f-9282-c0fee9fff283 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7123260 Oct 17 18:04:33.967896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49864) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:34.033109 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Attempting to bind port aa91ffc6-10bb-4108-84ed-daddeceb36b5 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:04:34.033990 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Attempting to bind port aa91ffc6-10bb-4108-84ed-daddeceb36b5 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:04:34.035237 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Attempting to bind port aa91ffc6-10bb-4108-84ed-daddeceb36b5 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:04:34.048137 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:04:34.048763 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:04:34.050513 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:34.051220 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:04:34.052003 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Bound port: aa91ffc6-10bb-4108-84ed-daddeceb36b5, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:04:34.052642 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:34.148315 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Pushing event updated for resources: {'Port': ['ID=aa91ffc6-10bb-4108-84ed-daddeceb36b5,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:34.167696 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:34.168022 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:34.168355 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:34.168681 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:34.169004 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:34.169327 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:34.169650 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:34.169976 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:34.170301 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:34.170614 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:34.170933 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:34.171273 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:34.190381 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] For port aa91ffc6-10bb-4108-84ed-daddeceb36b5, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:04:34.196193 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] For port aa91ffc6-10bb-4108-84ed-daddeceb36b5, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=aa91ffc6-10bb-4108-84ed-daddeceb36b5,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:04:34.201382 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:34.221371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ips': [{'subnet_id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:04:34.222851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:34.303243 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Routers {'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:04:34.303893 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:04:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:34.341071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:34.416946 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Allocated IP 172.20.0.2 (a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f/09c8e29d-ab70-44f6-a5d0-81982a3a24b4/1d6af00f-7dfe-43ea-a7f0-076ce8af6f12) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:04:34.548704 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585a40f-af77-4306-8c75-3cc683a43c25 None None] Pushing event updated for resources: {'Port': ['ID=aa91ffc6-10bb-4108-84ed-daddeceb36b5,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:34.588454 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] Set router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:04:34.777229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:34.790397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Transition to ACTIVE for port object 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:04:34.814273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Transition to ACTIVE for port object 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:04:34.825019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:34.841914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:34.895150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:04:34.898287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:04:34.902396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:04:34.939416 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:04:31Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:34.944094 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a6dbaa-3642-4f9a-a948-73f6ef9ed609 None None] The sync data for ids ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'] in dv-neutron-860895-1-hyperv is: [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:04:31Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:04:34.998927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Pushing event updated for resources: {'Port': ['ID=1d6af00f-7dfe-43ea-a7f0-076ce8af6f12,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:35.032349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Attempting to bind port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:04:35.032774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Attempting to bind port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:04:35.033149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Attempting to bind port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 on network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:04:35.040267 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:04:35.040636 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Checking segment: {'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:04:35.041047 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:35.041432 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Bound using segment: {'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:04:35.041900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Bound port: 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:04:35.042273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:35.154171 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] For port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:04:35.157978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] For port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1d6af00f-7dfe-43ea-a7f0-076ce8af6f12,segment=NetworkSegment(cd6bdaff-114e-46ae-a9fc-6ccf64d7c274),segment_id=cd6bdaff-114e-46ae-a9fc-6ccf64d7c274)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:04:35.165123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:35.287802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d3285-6007-43d4-a56c-d7c00e7ddf17 None None] Pushing event updated for resources: {'Port': ['ID=1d6af00f-7dfe-43ea-a7f0-076ce8af6f12,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:35.356071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.1 (a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f/09c8e29d-ab70-44f6-a5d0-81982a3a24b4/1dea72d9-4eb5-461f-911d-5b4c2bda2f93) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:04:35.734120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:35.745956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device aa91ffc6-10bb-4108-84ed-daddeceb36b5 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:35.756330 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:04:35.788600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:35.858919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port aa91ffc6-10bb-4108-84ed-daddeceb36b5 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:04:35.868308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:04:35.868924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port aa91ffc6-10bb-4108-84ed-daddeceb36b5 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:35.869202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:35.869860 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port aa91ffc6-10bb-4108-84ed-daddeceb36b5 Oct 17 18:04:35.871588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:04:35.875821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:04:35.935656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=1dea72d9-4eb5-461f-911d-5b4c2bda2f93,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:35.967401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:36.046251 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port aa91ffc6-10bb-4108-84ed-daddeceb36b5 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:36.047299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:36.066079 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port aa91ffc6-10bb-4108-84ed-daddeceb36b5, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=aa91ffc6-10bb-4108-84ed-daddeceb36b5,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:36.077794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:36.081261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:36.126351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:36.248635 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=aa91ffc6-10bb-4108-84ed-daddeceb36b5,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:36.266336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:04:36.621456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb04876-6989-4a62-b60c-720a9c0a289c None None] Network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:04:36.686830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:36.693924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:36.717606 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2080b805-0250-43ef-8caf-daa34ded9cc6 None None] Provisioning for port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:04:36.728575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2080b805-0250-43ef-8caf-daa34ded9cc6 None None] Provisioning complete for port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:36.728943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2080b805-0250-43ef-8caf-daa34ded9cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:36.729273 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2080b805-0250-43ef-8caf-daa34ded9cc6 None None] Attempt 1 to provision port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 Oct 17 18:04:36.817633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:36.821473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=1dea72d9-4eb5-461f-911d-5b4c2bda2f93,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:36.982195 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2080b805-0250-43ef-8caf-daa34ded9cc6 None None] Current status of the port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:36.982574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2080b805-0250-43ef-8caf-daa34ded9cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:36.999555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:04:37.001482 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:04:37.025700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-2080b805-0250-43ef-8caf-daa34ded9cc6 None None] For port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1d6af00f-7dfe-43ea-a7f0-076ce8af6f12,segment=NetworkSegment(cd6bdaff-114e-46ae-a9fc-6ccf64d7c274),segment_id=cd6bdaff-114e-46ae-a9fc-6ccf64d7c274)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:37.031961 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2080b805-0250-43ef-8caf-daa34ded9cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:37.121209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080b805-0250-43ef-8caf-daa34ded9cc6 None None] Pushing event updated for resources: {'Port': ['ID=1d6af00f-7dfe-43ea-a7f0-076ce8af6f12,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:37.226423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:04:37.367664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Provisioning for port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:04:37.375484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Provisioning complete for port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:37.376107 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:37.377486 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Attempt 1 to provision port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 Oct 17 18:04:37.434265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:04:37.448471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Sync routers for ids ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:04:37.451225 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2b43fe51-a690-4de7-aa58-eef24a6b221b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4829807 Oct 17 18:04:37.453795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49868) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:37.461999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:04:37.466571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Routers {'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:04:37.467315 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:04:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:37.660639 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Set router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:04:37.756356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device aa91ffc6-10bb-4108-84ed-daddeceb36b5 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:37.779473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e87df1-f71d-4aa0-8adf-d7fa20689b8a tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:37.779473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e87df1-f71d-4aa0-8adf-d7fa20689b8a tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:37.780860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e87df1-f71d-4aa0-8adf-d7fa20689b8a tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:37.780860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e87df1-f71d-4aa0-8adf-d7fa20689b8a tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:37.782077 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-77e87df1-f71d-4aa0-8adf-d7fa20689b8a tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.3267553 Oct 17 18:04:37.785495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49872) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:37.858575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23153e-befd-4558-86c0-bd9b85bc15b9 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:37.859071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23153e-befd-4558-86c0-bd9b85bc15b9 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:37.859527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23153e-befd-4558-86c0-bd9b85bc15b9 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:37.859993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23153e-befd-4558-86c0-bd9b85bc15b9 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:37.862196 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5a23153e-befd-4558-86c0-bd9b85bc15b9 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0757804 Oct 17 18:04:37.865231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49876) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:37.969036 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Attempt 2 to provision port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 Oct 17 18:04:38.077600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:04:38.078123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port aa91ffc6-10bb-4108-84ed-daddeceb36b5 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:38.078348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.078663 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port aa91ffc6-10bb-4108-84ed-daddeceb36b5 Oct 17 18:04:38.163028 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b8253a35-3ad2-4667-ad9f-ee128644bb5f tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2964938 Oct 17 18:04:38.276877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49882) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:38.279837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '1dea72d9-4eb5-461f-911d-5b4c2bda2f93', 'name': '', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:2d:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:35Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:38.281820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port aa91ffc6-10bb-4108-84ed-daddeceb36b5 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:38.283901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111506563', 'description': 'tempest-secgroup-smoke-111506563 description', 'project_id': '5bf68046d82040c287b306f9ee0c6158'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:38.284088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:38.290018 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:38.294382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:04:38.297344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:04:38.308016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:38.324934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.330268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Checking router: c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:04:38.330618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Updating router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:04:38.360312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:38.364673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:04:38.367843 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:04:38.374219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:38.406900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.451983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:38.452353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.452687 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 Oct 17 18:04:38.472796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.479900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.526841 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1682e9d-ef7a-4472-988f-4c81b6186bed,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:38.530671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.531864 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0ba0e5c4-f7a2-4af8-b3aa-229c43abd3b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2538447 Oct 17 18:04:38.535863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49886) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:38.541465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f06de6ab-fc4a-4f31-ada2-7adbc299f80e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': 'e1682e9d-ef7a-4472-988f-4c81b6186bed', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:38.547598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f06de6ab-fc4a-4f31-ada2-7adbc299f80e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:38.552536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f06de6ab-fc4a-4f31-ada2-7adbc299f80e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:04:38.555619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f06de6ab-fc4a-4f31-ada2-7adbc299f80e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:04:38.562228 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f06de6ab-fc4a-4f31-ada2-7adbc299f80e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:38.578507 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Attempt 3 to provision port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 Oct 17 18:04:38.580151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f06de6ab-fc4a-4f31-ada2-7adbc299f80e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.668401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f06de6ab-fc4a-4f31-ada2-7adbc299f80e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.673843 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f06de6ab-fc4a-4f31-ada2-7adbc299f80e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.700223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:04:38.726620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06de6ab-fc4a-4f31-ada2-7adbc299f80e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5fe69d-03d1-48bb-8895-5c237e234d85,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:38.737878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f06de6ab-fc4a-4f31-ada2-7adbc299f80e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.743241 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f06de6ab-fc4a-4f31-ada2-7adbc299f80e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2037342 Oct 17 18:04:38.743537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49890) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:38.750324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-14768f13-bacc-4a1a-a14a-6a2042970683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': 'e1682e9d-ef7a-4472-988f-4c81b6186bed', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:38.758558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-14768f13-bacc-4a1a-a14a-6a2042970683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:38.762961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-14768f13-bacc-4a1a-a14a-6a2042970683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:04:38.765947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-14768f13-bacc-4a1a-a14a-6a2042970683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:04:38.771972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-14768f13-bacc-4a1a-a14a-6a2042970683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:38.794787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14768f13-bacc-4a1a-a14a-6a2042970683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.809951 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:38.961377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.982673 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Transition to ACTIVE for port object 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:04:38.987958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14768f13-bacc-4a1a-a14a-6a2042970683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.992158 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:38.992761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14768f13-bacc-4a1a-a14a-6a2042970683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.019359 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14768f13-bacc-4a1a-a14a-6a2042970683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb1da7f-4e12-4b2a-aae8-f8e2bae2ab29,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:39.029683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-14768f13-bacc-4a1a-a14a-6a2042970683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.030861 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-14768f13-bacc-4a1a-a14a-6a2042970683 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2859757 Oct 17 18:04:39.035022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49894) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:39.040755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-2aafa262-1b4a-40e4-aff7-88de04106e07 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': 'e1682e9d-ef7a-4472-988f-4c81b6186bed', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:39.047351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2aafa262-1b4a-40e4-aff7-88de04106e07 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:39.051034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2aafa262-1b4a-40e4-aff7-88de04106e07 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:04:39.053876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2aafa262-1b4a-40e4-aff7-88de04106e07 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:04:39.059648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2aafa262-1b4a-40e4-aff7-88de04106e07 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:39.085710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2aafa262-1b4a-40e4-aff7-88de04106e07 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.185577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2aafa262-1b4a-40e4-aff7-88de04106e07 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.191815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2aafa262-1b4a-40e4-aff7-88de04106e07 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.198191 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6158afa-4512-43a4-a9f5-9255350ea2a7 None None] Pushing event updated for resources: {'Port': ['ID=1dea72d9-4eb5-461f-911d-5b4c2bda2f93,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:39.206384 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Attempt 4 to provision port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 Oct 17 18:04:39.233782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafa262-1b4a-40e4-aff7-88de04106e07 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34861096-7c6c-4206-a345-f1605ca6b817,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:39.242465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2aafa262-1b4a-40e4-aff7-88de04106e07 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.244920 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2aafa262-1b4a-40e4-aff7-88de04106e07 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2069032 Oct 17 18:04:39.246087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49898) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:39.252848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-9a7eaf66-c04f-48da-a2b4-56aaa5b4c7f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': 'e1682e9d-ef7a-4472-988f-4c81b6186bed', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:39.261583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9a7eaf66-c04f-48da-a2b4-56aaa5b4c7f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:39.266192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9a7eaf66-c04f-48da-a2b4-56aaa5b4c7f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:04:39.266414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Attempting to bind port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:04:39.266916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Attempting to bind port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:04:39.267711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Attempting to bind port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 on network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:04:39.270333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9a7eaf66-c04f-48da-a2b4-56aaa5b4c7f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:04:39.276928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9a7eaf66-c04f-48da-a2b4-56aaa5b4c7f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:39.277777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:04:39.278155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Checking segment: {'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:04:39.278554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.278952 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Bound using segment: {'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:04:39.279457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Bound port: 1dea72d9-4eb5-461f-911d-5b4c2bda2f93, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:04:39.279834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.294977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:04:39.297218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a7eaf66-c04f-48da-a2b4-56aaa5b4c7f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.371972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a7eaf66-c04f-48da-a2b4-56aaa5b4c7f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.377605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a7eaf66-c04f-48da-a2b4-56aaa5b4c7f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.403748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7eaf66-c04f-48da-a2b4-56aaa5b4c7f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53aebaf6-f9f2-4401-8f12-cd45e071f865,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:39.414531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a7eaf66-c04f-48da-a2b4-56aaa5b4c7f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.420407 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9a7eaf66-c04f-48da-a2b4-56aaa5b4c7f0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1687846 Oct 17 18:04:39.421563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49902) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:39.427818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-927270ed-a01c-4122-9403-772fda118859 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': 'e1682e9d-ef7a-4472-988f-4c81b6186bed', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:39.434424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-927270ed-a01c-4122-9403-772fda118859 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:39.438965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-927270ed-a01c-4122-9403-772fda118859 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:04:39.442383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-927270ed-a01c-4122-9403-772fda118859 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:04:39.445816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] For port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:04:39.449890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-927270ed-a01c-4122-9403-772fda118859 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:39.452094 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] For port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1dea72d9-4eb5-461f-911d-5b4c2bda2f93,segment=NetworkSegment(cd6bdaff-114e-46ae-a9fc-6ccf64d7c274),segment_id=cd6bdaff-114e-46ae-a9fc-6ccf64d7c274)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:04:39.462633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.468266 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-927270ed-a01c-4122-9403-772fda118859 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:04:39.480090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-927270ed-a01c-4122-9403-772fda118859 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.528200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Routers {'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:04:39.528640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:04:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:39.566847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-927270ed-a01c-4122-9403-772fda118859 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.572297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-927270ed-a01c-4122-9403-772fda118859 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.610795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927270ed-a01c-4122-9403-772fda118859 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c53252-4e2f-471b-b8d4-867c501e0936,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:39.626849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-927270ed-a01c-4122-9403-772fda118859 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.628648 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-927270ed-a01c-4122-9403-772fda118859 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2059245 Oct 17 18:04:39.632233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49906) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:39.640903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6a39edee-f8ae-40b8-a951-badca78c852a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': 'e1682e9d-ef7a-4472-988f-4c81b6186bed', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:39.651394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6a39edee-f8ae-40b8-a951-badca78c852a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:39.658033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6a39edee-f8ae-40b8-a951-badca78c852a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:04:39.662766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6a39edee-f8ae-40b8-a951-badca78c852a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:04:39.672573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6a39edee-f8ae-40b8-a951-badca78c852a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:39.681447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6158afa-4512-43a4-a9f5-9255350ea2a7 None None] Pushing event updated for resources: {'Port': ['ID=1dea72d9-4eb5-461f-911d-5b4c2bda2f93,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:39.689119 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-6a39edee-f8ae-40b8-a951-badca78c852a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:04:39.698093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a39edee-f8ae-40b8-a951-badca78c852a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.736924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] Set router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:04:39.773493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a39edee-f8ae-40b8-a951-badca78c852a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.777966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a39edee-f8ae-40b8-a951-badca78c852a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.796986 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Attempt 5 to provision port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 Oct 17 18:04:39.803057 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39edee-f8ae-40b8-a951-badca78c852a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3246bbba-c37d-440f-8790-03f87da91d0a,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:39.817751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a39edee-f8ae-40b8-a951-badca78c852a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:39.819670 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6a39edee-f8ae-40b8-a951-badca78c852a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1861138 Oct 17 18:04:40.013010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:04:40.056622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Provisioning complete for port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:40.057209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:40.057743 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Attempt 1 to provision port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 Oct 17 18:04:40.254176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-d880a0f9-4d69-462f-bfee-a61977b77710 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:04:40.276370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-d880a0f9-4d69-462f-bfee-a61977b77710 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:04:40.280117 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-d880a0f9-4d69-462f-bfee-a61977b77710 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111506563&fields=id&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 267 time: 0.0854456 Oct 17 18:04:40.319612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6b4d236b-ad49-4b05-b58b-6bf1265f8e2b None None] Current status of the port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:40.331306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '1dea72d9-4eb5-461f-911d-5b4c2bda2f93', 'name': '', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:2d:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:35Z', 'updated_at': '2022-10-17T18:04:39Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:40.336986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b88dd2-aed2-4a74-976f-a45c89e7563f None None] The sync data for ids ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'] in dv-neutron-860895-1-hyperv is: [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '1dea72d9-4eb5-461f-911d-5b4c2bda2f93', 'name': '', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:2d:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:35Z', 'updated_at': '2022-10-17T18:04:39Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:04:40.542775 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-878286c4-6a59-4831-b358-e000827f0e5a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:40.543535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-878286c4-6a59-4831-b358-e000827f0e5a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:04:40.569077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-878286c4-6a59-4831-b358-e000827f0e5a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:04:40.571514 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-878286c4-6a59-4831-b358-e000827f0e5a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/networks?id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f HTTP/1.1" status: 200 len: 796 time: 0.2818854 Oct 17 18:04:40.594568 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-caa53324-c131-42bc-a3e5-a6811f1cda83 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/quotas/5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 375 time: 0.0172832 Oct 17 18:04:40.723419 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-aa3cc252-0d58-4a31-a27d-2d5b9f74ead8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185133 Oct 17 18:04:40.900930 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-8f526f37-5c29-402d-a285-ff31014e9b7b service neutron] 10.222.0.69 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650934 Oct 17 18:04:41.087125 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-d8407c7d-542d-4e42-9e27-e636de1c173f service neutron] 10.222.0.69 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769574 Oct 17 18:04:41.347527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b0a98b0f-dd09-4a03-8bfc-49eb96470663 req-9606be75-0de6-4027-b85e-983fa8756977 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:04:41.367122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b0a98b0f-dd09-4a03-8bfc-49eb96470663 req-9606be75-0de6-4027-b85e-983fa8756977 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:04:41.368386 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b0a98b0f-dd09-4a03-8bfc-49eb96470663 req-9606be75-0de6-4027-b85e-983fa8756977 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 210 time: 0.0805073 Oct 17 18:04:41.699510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:41.777973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:04:41.783411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:41.783783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:41.784123 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 Oct 17 18:04:41.950627 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:41.951311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:42.011032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1dea72d9-4eb5-461f-911d-5b4c2bda2f93,segment=NetworkSegment(cd6bdaff-114e-46ae-a9fc-6ccf64d7c274),segment_id=cd6bdaff-114e-46ae-a9fc-6ccf64d7c274)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:42.016781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:42.138977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=1dea72d9-4eb5-461f-911d-5b4c2bda2f93,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:42.591227 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f6d3bf0a-4054-41a0-84e1-594767c130be req-6b9ce27b-a0c8-43e5-8c8c-97d1bdc64956 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 210 time: 0.0798566 Oct 17 18:04:42.638494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-665b3bdf-8e43-4f4d-9fa8-935c6feea58f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:42.639491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-665b3bdf-8e43-4f4d-9fa8-935c6feea58f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:04:42.652056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-665b3bdf-8e43-4f4d-9fa8-935c6feea58f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:04:42.653370 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-665b3bdf-8e43-4f4d-9fa8-935c6feea58f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks?id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f HTTP/1.1" status: 200 len: 796 time: 0.2248847 Oct 17 18:04:42.710943 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-80113f05-7db4-46bb-a43d-0c3c07dfc0c2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 379 time: 0.0428245 Oct 17 18:04:42.720376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'device_id': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'admin_state_up': True, 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'security_groups': ['e1682e9d-ef7a-4472-988f-4c81b6186bed']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:42.867328 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:42.876941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:42.888533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:04:42.895819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:43.082829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.6 (a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f/09c8e29d-ab70-44f6-a5d0-81982a3a24b4/c8599dba-b523-4852-96aa-bc7e942c7ba8) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:04:43.313118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:43.330535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object c8599dba-b523-4852-96aa-bc7e942c7ba8 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:04:43.355702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:43.426802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:04:43.429774 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:04:43.433656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:04:43.469814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=c8599dba-b523-4852-96aa-bc7e942c7ba8,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:43.510080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:43.510726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:43.539731 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-96dda097-4c53-4839-99d6-df7eb377aee6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8233724 Oct 17 18:04:43.558674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Request body: {'port': {'device_id': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:43.657231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:43.700117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:43.736095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ddc8ca65-cefb-40c4-9e7a-8aaf75771f10 None None] Provisioning for port c8599dba-b523-4852-96aa-bc7e942c7ba8 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:04:43.743281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ddc8ca65-cefb-40c4-9e7a-8aaf75771f10 None None] Provisioning complete for port c8599dba-b523-4852-96aa-bc7e942c7ba8 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:43.743651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ddc8ca65-cefb-40c4-9e7a-8aaf75771f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:43.743983 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ddc8ca65-cefb-40c4-9e7a-8aaf75771f10 None None] Attempt 1 to provision port c8599dba-b523-4852-96aa-bc7e942c7ba8 Oct 17 18:04:43.804507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:43.804884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:43.805219 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 Oct 17 18:04:43.851095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8ca65-cefb-40c4-9e7a-8aaf75771f10 None None] Port c8599dba-b523-4852-96aa-bc7e942c7ba8 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:04:43.937917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d875f-c890-43c1-9ef6-3db48d3c11f2 req-d85de98a-8c8c-4a77-98e3-a58e5295f39a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:43.939125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b05d875f-c890-43c1-9ef6-3db48d3c11f2 req-d85de98a-8c8c-4a77-98e3-a58e5295f39a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:04:43.944780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:44.137646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b05d875f-c890-43c1-9ef6-3db48d3c11f2 req-d85de98a-8c8c-4a77-98e3-a58e5295f39a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:04:44.138673 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b05d875f-c890-43c1-9ef6-3db48d3c11f2 req-d85de98a-8c8c-4a77-98e3-a58e5295f39a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 931 time: 0.3913424 Oct 17 18:04:44.229275 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b05d875f-c890-43c1-9ef6-3db48d3c11f2 req-07451e2a-cd7a-499a-b1e1-f2e7238ab0e7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1682e9d-ef7a-4472-988f-4c81b6186bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791371 Oct 17 18:04:44.314888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8599dba-b523-4852-96aa-bc7e942c7ba8 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:04:44.322757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:44.338199 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Transition to ACTIVE for port object c8599dba-b523-4852-96aa-bc7e942c7ba8 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:04:44.342689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:44.350959 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ddc8ca65-cefb-40c4-9e7a-8aaf75771f10 None None] Attempt 2 to provision port c8599dba-b523-4852-96aa-bc7e942c7ba8 Oct 17 18:04:44.412078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8ca65-cefb-40c4-9e7a-8aaf75771f10 None None] Port c8599dba-b523-4852-96aa-bc7e942c7ba8 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:04:44.538811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Pushing event updated for resources: {'Port': ['ID=c8599dba-b523-4852-96aa-bc7e942c7ba8,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:44.587466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Attempting to bind port c8599dba-b523-4852-96aa-bc7e942c7ba8 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:04:44.587803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Attempting to bind port c8599dba-b523-4852-96aa-bc7e942c7ba8 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:04:44.588141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Attempting to bind port c8599dba-b523-4852-96aa-bc7e942c7ba8 on network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:04:44.592842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Port c8599dba-b523-4852-96aa-bc7e942c7ba8 on network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:04:44.593153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Attempting to bind port c8599dba-b523-4852-96aa-bc7e942c7ba8 on network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:04:44.599638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:04:44.599969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Checking segment: {'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:04:44.600343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Bound using segment: {'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:04:44.600763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Bound port: c8599dba-b523-4852-96aa-bc7e942c7ba8, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:04:44.601104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:44.693406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] For port c8599dba-b523-4852-96aa-bc7e942c7ba8, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:04:44.696462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] For port c8599dba-b523-4852-96aa-bc7e942c7ba8, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c8599dba-b523-4852-96aa-bc7e942c7ba8,segment=NetworkSegment(cd6bdaff-114e-46ae-a9fc-6ccf64d7c274),segment_id=cd6bdaff-114e-46ae-a9fc-6ccf64d7c274)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:04:44.704338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:44.738610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:44.739241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:44.740602 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] 10.222.0.20 "PUT /v2.0/ports/c8599dba-b523-4852-96aa-bc7e942c7ba8 HTTP/1.1" status: 200 len: 1093 time: 1.1874011 Oct 17 18:04:44.741087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'tag': 'c8599dba-b523-4852-96aa-bc7e942c7ba8'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:04:44.743399 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96ca4c8-b1c6-4a91-9241-2063085a4592" -d '{"events": [{"name": "network-changed", "server_uuid": "6cba74d8-5077-415c-9ad9-44aec8c3399f", "tag": "c8599dba-b523-4852-96aa-bc7e942c7ba8"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:04:44.798948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11cf6f-8119-425f-b700-fd56b5546674 service neutron] Pushing event updated for resources: {'Port': ['ID=c8599dba-b523-4852-96aa-bc7e942c7ba8,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:44.867491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575f1f6c-90e6-47d9-8447-2a8bbaa0cc60 x-openstack-request-id: req-575f1f6c-90e6-47d9-8447-2a8bbaa0cc60 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:04:44.867780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cba74d8-5077-415c-9ad9-44aec8c3399f", "tag": "c8599dba-b523-4852-96aa-bc7e942c7ba8", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:04:44.868028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-575f1f6c-90e6-47d9-8447-2a8bbaa0cc60 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:04:44.868424 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575f1f6c-90e6-47d9-8447-2a8bbaa0cc60'] response: {'name': 'network-changed', 'server_uuid': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'tag': 'c8599dba-b523-4852-96aa-bc7e942c7ba8', 'status': 'completed', 'code': 200} Oct 17 18:04:44.888852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-5edeb0dc-b7e2-451b-bc89-6c78a8381352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:44.890856 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-5edeb0dc-b7e2-451b-bc89-6c78a8381352 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 1096 time: 0.0876732 Oct 17 18:04:44.913527 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ddc8ca65-cefb-40c4-9e7a-8aaf75771f10 None None] Attempt 3 to provision port c8599dba-b523-4852-96aa-bc7e942c7ba8 Oct 17 18:04:44.975911 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-31df3540-01ec-4f9a-af26-1da1cbb05f9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8599dba-b523-4852-96aa-bc7e942c7ba8 HTTP/1.1" status: 200 len: 217 time: 0.0741856 Oct 17 18:04:44.979252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8ca65-cefb-40c4-9e7a-8aaf75771f10 None None] Port c8599dba-b523-4852-96aa-bc7e942c7ba8 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:04:45.043928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-9ddbed8a-f68e-4fe0-8245-1719c88da8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:45.045391 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-9ddbed8a-f68e-4fe0-8245-1719c88da8f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09c8e29d-ab70-44f6-a5d0-81982a3a24b4 HTTP/1.1" status: 200 len: 844 time: 0.0630476 Oct 17 18:04:45.141803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-4da8d04d-c2ff-48ee-927a-6787dee684ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:45.143324 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-4da8d04d-c2ff-48ee-927a-6787dee684ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915864 Oct 17 18:04:45.290389 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-6bb539c0-9c4d-4a66-b126-784d7e6e8da3 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393340 Oct 17 18:04:45.494064 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-557a28a4-dd75-4fff-9bc2-00bc0550bc88 req-fcbffd5d-a137-4459-bdad-cbcc2aa86502 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969175 Oct 17 18:04:45.525557 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26580a5-512a-443c-9106-a72d8bebdc3b req-acb4c46f-de33-47b1-8db6-b0766b312a7b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:45.526968 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a26580a5-512a-443c-9106-a72d8bebdc3b req-acb4c46f-de33-47b1-8db6-b0766b312a7b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 943 time: 0.1091509 Oct 17 18:04:45.574438 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a26580a5-512a-443c-9106-a72d8bebdc3b req-f78207db-6d8a-4bf1-aa4a-299cfc162e50 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1682e9d-ef7a-4472-988f-4c81b6186bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414469 Oct 17 18:04:45.664642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ca4c8-b1c6-4a91-9241-2063085a4592 req-f0f01065-124e-4e15-8318-25fcb141552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:45.666161 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f96ca4c8-b1c6-4a91-9241-2063085a4592 req-f0f01065-124e-4e15-8318-25fcb141552a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 1096 time: 0.0881655 Oct 17 18:04:45.804802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ca4c8-b1c6-4a91-9241-2063085a4592 req-e5aa2cb2-eae1-423f-a3c5-673dd9fcd8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:45.806177 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f96ca4c8-b1c6-4a91-9241-2063085a4592 req-e5aa2cb2-eae1-423f-a3c5-673dd9fcd8aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f HTTP/1.1" status: 200 len: 897 time: 0.1332622 Oct 17 18:04:45.876246 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f96ca4c8-b1c6-4a91-9241-2063085a4592 req-f11fff90-1e7f-4c1e-8199-74f2a0bf349c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8599dba-b523-4852-96aa-bc7e942c7ba8 HTTP/1.1" status: 200 len: 217 time: 0.0626581 Oct 17 18:04:46.054339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ca4c8-b1c6-4a91-9241-2063085a4592 req-1486a786-8c9b-45db-872a-159ea2de8fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:46.055938 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f96ca4c8-b1c6-4a91-9241-2063085a4592 req-1486a786-8c9b-45db-872a-159ea2de8fc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09c8e29d-ab70-44f6-a5d0-81982a3a24b4 HTTP/1.1" status: 200 len: 844 time: 0.1738684 Oct 17 18:04:46.144499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ca4c8-b1c6-4a91-9241-2063085a4592 req-75180d3b-f9ee-4b89-9780-b5a5a945db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:46.145998 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f96ca4c8-b1c6-4a91-9241-2063085a4592 req-75180d3b-f9ee-4b89-9780-b5a5a945db19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824671 Oct 17 18:04:46.281944 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f96ca4c8-b1c6-4a91-9241-2063085a4592 req-5716afba-45da-4331-84bc-342a8a29fff7 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287711 Oct 17 18:04:46.416400 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f96ca4c8-b1c6-4a91-9241-2063085a4592 req-71a96c24-b0ae-47a1-a41d-e93631459cd5 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285951 Oct 17 18:04:46.779728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feda0a0-052c-45ca-9312-b942ad0e2a1b req-b879e8b1-1e0e-46d1-9eb7-ab68cdf4034f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:46.781810 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9feda0a0-052c-45ca-9312-b942ad0e2a1b req-b879e8b1-1e0e-46d1-9eb7-ab68cdf4034f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 943 time: 0.0898945 Oct 17 18:04:46.827450 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9feda0a0-052c-45ca-9312-b942ad0e2a1b req-c9611f11-2eb2-4a0c-ab71-f80939f7d5c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1682e9d-ef7a-4472-988f-4c81b6186bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396512 Oct 17 18:04:48.029588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb696c97-cac7-4f6e-83e8-062e9c410877 req-b3219c81-8c37-4a88-ad3f-8dc18c1c4947 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:48.031679 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb696c97-cac7-4f6e-83e8-062e9c410877 req-b3219c81-8c37-4a88-ad3f-8dc18c1c4947 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 943 time: 0.0935097 Oct 17 18:04:48.077928 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb696c97-cac7-4f6e-83e8-062e9c410877 req-5ebde68c-9895-49bf-a409-0f1da1ffc91e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1682e9d-ef7a-4472-988f-4c81b6186bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394835 Oct 17 18:04:49.290143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e9e73-4abf-4ed1-b3b5-d660d066af55 req-5d17ff12-5538-414e-8445-793048ad18e1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:49.291677 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-207e9e73-4abf-4ed1-b3b5-d660d066af55 req-5d17ff12-5538-414e-8445-793048ad18e1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 943 time: 0.0958202 Oct 17 18:04:49.340385 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-207e9e73-4abf-4ed1-b3b5-d660d066af55 req-9291c006-6a56-45d3-9f7a-c3b8836ad675 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1682e9d-ef7a-4472-988f-4c81b6186bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421989 Oct 17 18:04:49.379735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device c8599dba-b523-4852-96aa-bc7e942c7ba8 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:04:49.571353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port c8599dba-b523-4852-96aa-bc7e942c7ba8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c8599dba-b523-4852-96aa-bc7e942c7ba8,segment=NetworkSegment(cd6bdaff-114e-46ae-a9fc-6ccf64d7c274),segment_id=cd6bdaff-114e-46ae-a9fc-6ccf64d7c274)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:49.586721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'c8599dba-b523-4852-96aa-bc7e942c7ba8', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'port_id': 'c8599dba-b523-4852-96aa-bc7e942c7ba8', 'mac_address': 'fa:16:3e:41:62:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:04:49.649263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port c8599dba-b523-4852-96aa-bc7e942c7ba8 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:49.649637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:49.669955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8599dba-b523-4852-96aa-bc7e942c7ba8 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:04:49.688018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port c8599dba-b523-4852-96aa-bc7e942c7ba8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c8599dba-b523-4852-96aa-bc7e942c7ba8,segment=NetworkSegment(cd6bdaff-114e-46ae-a9fc-6ccf64d7c274),segment_id=cd6bdaff-114e-46ae-a9fc-6ccf64d7c274)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:49.692077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:49.763550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=c8599dba-b523-4852-96aa-bc7e942c7ba8,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:49.966437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['c8599dba-b523-4852-96aa-bc7e942c7ba8'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:04:50.554196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935289a0-36f7-43c5-b3e5-3472df81b9cf req-80288b71-9ca1-430d-a4e4-501b8ccd8078 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:50.555725 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-935289a0-36f7-43c5-b3e5-3472df81b9cf req-80288b71-9ca1-430d-a4e4-501b8ccd8078 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 944 time: 0.0989380 Oct 17 18:04:50.607013 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-935289a0-36f7-43c5-b3e5-3472df81b9cf req-d7f17307-9e69-4b76-9c6a-b6ba3b073527 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1682e9d-ef7a-4472-988f-4c81b6186bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448744 Oct 17 18:04:51.382284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device c8599dba-b523-4852-96aa-bc7e942c7ba8 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:04:51.453914 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port c8599dba-b523-4852-96aa-bc7e942c7ba8 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:04:51.458788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port c8599dba-b523-4852-96aa-bc7e942c7ba8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:04:51.459190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:51.459524 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port c8599dba-b523-4852-96aa-bc7e942c7ba8 Oct 17 18:04:51.580171 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port c8599dba-b523-4852-96aa-bc7e942c7ba8 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:04:51.580551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:51.608838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8599dba-b523-4852-96aa-bc7e942c7ba8'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:04:51.611152 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1057ba-3e60-44b9-bed3-861488f0992c" -d '{"events": [{"server_uuid": "6cba74d8-5077-415c-9ad9-44aec8c3399f", "name": "network-vif-plugged", "status": "completed", "tag": "c8599dba-b523-4852-96aa-bc7e942c7ba8"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:04:51.619653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port c8599dba-b523-4852-96aa-bc7e942c7ba8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c8599dba-b523-4852-96aa-bc7e942c7ba8,segment=NetworkSegment(cd6bdaff-114e-46ae-a9fc-6ccf64d7c274),segment_id=cd6bdaff-114e-46ae-a9fc-6ccf64d7c274)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:04:51.623973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:51.659662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4b845e-96d3-4628-be69-01903fb6197d x-openstack-request-id: req-eb4b845e-96d3-4628-be69-01903fb6197d {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:04:51.659955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cba74d8-5077-415c-9ad9-44aec8c3399f", "name": "network-vif-plugged", "status": "completed", "tag": "c8599dba-b523-4852-96aa-bc7e942c7ba8", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:04:51.660217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eb4b845e-96d3-4628-be69-01903fb6197d {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:04:51.660603 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4b845e-96d3-4628-be69-01903fb6197d'] response: {'server_uuid': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8599dba-b523-4852-96aa-bc7e942c7ba8', 'code': 200} Oct 17 18:04:51.704232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=c8599dba-b523-4852-96aa-bc7e942c7ba8,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:51.824825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f53bf-a756-4f36-b93d-daa42b9a5d78 req-0cc2d42a-d514-41b4-9de8-92a49e20ee0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:51.826311 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-304f53bf-a756-4f36-b93d-daa42b9a5d78 req-0cc2d42a-d514-41b4-9de8-92a49e20ee0a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 945 time: 0.0980198 Oct 17 18:04:51.931363 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-304f53bf-a756-4f36-b93d-daa42b9a5d78 req-9aa297b4-9193-4b6b-8cbd-17a930fd836b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1682e9d-ef7a-4472-988f-4c81b6186bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979431 Oct 17 18:04:51.951340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb0277-ede7-457f-9c97-0c9fdac9e596 req-e3d60592-70a9-427b-8d92-bdcc87a11788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:51.952798 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04fb0277-ede7-457f-9c97-0c9fdac9e596 req-e3d60592-70a9-427b-8d92-bdcc87a11788 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 1098 time: 0.1007278 Oct 17 18:04:51.994783 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04fb0277-ede7-457f-9c97-0c9fdac9e596 req-8cf25a0d-9eec-4098-9214-86af94fdfe40 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e1682e9d-ef7a-4472-988f-4c81b6186bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360587 Oct 17 18:04:53.145889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c9d75-36e2-40a4-a204-0bca5b526728 req-e65b57e4-84f1-46b8-acd8-459a8edd1c08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:53.147413 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ec3c9d75-36e2-40a4-a204-0bca5b526728 req-e65b57e4-84f1-46b8-acd8-459a8edd1c08 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 945 time: 0.0953441 Oct 17 18:04:53.193107 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ec3c9d75-36e2-40a4-a204-0bca5b526728 req-58e84381-53ad-4e8c-8972-52e0f065bd48 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1682e9d-ef7a-4472-988f-4c81b6186bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399656 Oct 17 18:04:53.398275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594483a-43f9-474f-b17e-5171c0d3764b req-2bef46ea-190a-4a11-a8be-38684a0fb73b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:53.399786 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f594483a-43f9-474f-b17e-5171c0d3764b req-2bef46ea-190a-4a11-a8be-38684a0fb73b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 945 time: 0.0930719 Oct 17 18:04:53.445158 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f594483a-43f9-474f-b17e-5171c0d3764b req-23d59a09-dbe8-4c28-8027-f48169ce3c5e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1682e9d-ef7a-4472-988f-4c81b6186bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390189 Oct 17 18:04:53.478070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49964) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:53.557012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1913a28d-54d8-401f-ae76-a6fec4a6d948 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:53.558484 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1913a28d-54d8-401f-ae76-a6fec4a6d948 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 1093 time: 0.0794945 Oct 17 18:04:53.561890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 49968) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:53.566776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'c8599dba-b523-4852-96aa-bc7e942c7ba8', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:04:53.572986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:04:53.577069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:floatingip and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:04:53.579901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:04:53.585562 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:04:53.597223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:53.736988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:53.882567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.116 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/9da93f33-4bf3-41dd-8382-93cefe5287cf) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:04:54.041903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:54.075430 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:54.151299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:04:54.155438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:04:54.158097 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:04:54.198781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=9da93f33-4bf3-41dd-8382-93cefe5287cf,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:54.211923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:54.212270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:54.212605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:54.212938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:54.213262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:54.213594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:54.213912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:54.214234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:54.214559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:54.214872 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:54.215216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:54.215533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:04:54.724774 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:54.802913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:54.945738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:55.036862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:55.042544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:55.161335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=9da93f33-4bf3-41dd-8382-93cefe5287cf,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:04:55.167291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:55.351978 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP 213e2c32-2d3a-4cc7-b815-ff23263136b0 associated. External IP: 172.26.8.116, port: c8599dba-b523-4852-96aa-bc7e942c7ba8. Oct 17 18:04:55.710279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:04:55.891635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:04:55.901630 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c558a3f-2cde-4dc3-81b7-aec8d1940c84 None None] Sync routers for ids ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:04:55.911746 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c558a3f-2cde-4dc3-81b7-aec8d1940c84 None None] Routers {'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:04:55.913562 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-4c558a3f-2cde-4dc3-81b7-aec8d1940c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:04:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:55.916909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:04:55.974177 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9e88c35c-39cb-4dd2-b7b5-4b2ee5dcf486 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4111421 Oct 17 18:04:55.974708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'tag': 'c8599dba-b523-4852-96aa-bc7e942c7ba8'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:04:55.977200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543446fe-6025-4f8d-8dd9-05fb2bd9a2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6cba74d8-5077-415c-9ad9-44aec8c3399f", "tag": "c8599dba-b523-4852-96aa-bc7e942c7ba8"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:04:55.977334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49972) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:56.025576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0d755b-fca8-4418-864a-12a9a763598d x-openstack-request-id: req-5c0d755b-fca8-4418-864a-12a9a763598d {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:04:56.025862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cba74d8-5077-415c-9ad9-44aec8c3399f", "tag": "c8599dba-b523-4852-96aa-bc7e942c7ba8", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:04:56.026112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5c0d755b-fca8-4418-864a-12a9a763598d {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:04:56.026518 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0d755b-fca8-4418-864a-12a9a763598d'] response: {'name': 'network-changed', 'server_uuid': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'tag': 'c8599dba-b523-4852-96aa-bc7e942c7ba8', 'status': 'completed', 'code': 200} Oct 17 18:04:56.094584 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d9204c28-ff3b-462c-a8cf-7812440ac559 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/213e2c32-2d3a-4cc7-b815-ff23263136b0 HTTP/1.1" status: 200 len: 991 time: 0.1158972 Oct 17 18:04:56.117145 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-4c558a3f-2cde-4dc3-81b7-aec8d1940c84 None None] Set router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:04:56.277758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543446fe-6025-4f8d-8dd9-05fb2bd9a2e2 req-aed7901a-1232-45f8-b46e-0e7054e74c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:56.279285 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-543446fe-6025-4f8d-8dd9-05fb2bd9a2e2 req-aed7901a-1232-45f8-b46e-0e7054e74c67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 1098 time: 0.2086320 Oct 17 18:04:56.416727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543446fe-6025-4f8d-8dd9-05fb2bd9a2e2 req-26c0d10b-11fa-4eb6-b432-90bb9bb1fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:56.418243 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-543446fe-6025-4f8d-8dd9-05fb2bd9a2e2 req-26c0d10b-11fa-4eb6-b432-90bb9bb1fd53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f HTTP/1.1" status: 200 len: 897 time: 0.1331563 Oct 17 18:04:56.477535 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-4c558a3f-2cde-4dc3-81b7-aec8d1940c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '213e2c32-2d3a-4cc7-b815-ff23263136b0', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.116', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'port_id': 'c8599dba-b523-4852-96aa-bc7e942c7ba8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'mac_address': 'fa:16:3e:41:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:04:54Z', 'updated_at': '2022-10-17T18:04:54Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dea72d9-4eb5-461f-911d-5b4c2bda2f93', 'name': '', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:2d:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:35Z', 'updated_at': '2022-10-17T18:04:41Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:56.481397 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c558a3f-2cde-4dc3-81b7-aec8d1940c84 None None] Checking router: c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:04:56.490696 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c558a3f-2cde-4dc3-81b7-aec8d1940c84 None None] Routers {'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:04:56.491336 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-4c558a3f-2cde-4dc3-81b7-aec8d1940c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:04:31Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:56.526281 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-543446fe-6025-4f8d-8dd9-05fb2bd9a2e2 req-f39e9b5f-d1de-4f02-8acc-d48b5253251c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8599dba-b523-4852-96aa-bc7e942c7ba8 HTTP/1.1" status: 200 len: 999 time: 0.1023862 Oct 17 18:04:56.590350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543446fe-6025-4f8d-8dd9-05fb2bd9a2e2 req-78360f4f-f2e9-4947-95eb-9de04b7276b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:56.592681 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-543446fe-6025-4f8d-8dd9-05fb2bd9a2e2 req-78360f4f-f2e9-4947-95eb-9de04b7276b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09c8e29d-ab70-44f6-a5d0-81982a3a24b4 HTTP/1.1" status: 200 len: 844 time: 0.0598371 Oct 17 18:04:56.704832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543446fe-6025-4f8d-8dd9-05fb2bd9a2e2 req-c2b8f09f-bc55-4a2b-911b-1528ca54c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:04:56.706319 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-543446fe-6025-4f8d-8dd9-05fb2bd9a2e2 req-c2b8f09f-bc55-4a2b-911b-1528ca54c26c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087191 Oct 17 18:04:56.709889 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-4c558a3f-2cde-4dc3-81b7-aec8d1940c84 None None] Set router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:04:56.851533 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-543446fe-6025-4f8d-8dd9-05fb2bd9a2e2 req-bfcba569-707c-4b11-9dff-13c8016e3d3f service neutron] 10.222.0.20 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385272 Oct 17 18:04:57.014521 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-543446fe-6025-4f8d-8dd9-05fb2bd9a2e2 req-62cd2b64-fed0-4d58-8ff0-59d4d632d093 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564703 Oct 17 18:04:57.096889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49978) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:57.098821 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-4c558a3f-2cde-4dc3-81b7-aec8d1940c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '213e2c32-2d3a-4cc7-b815-ff23263136b0', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.116', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'port_id': 'c8599dba-b523-4852-96aa-bc7e942c7ba8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'mac_address': 'fa:16:3e:41:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:04:54Z', 'updated_at': '2022-10-17T18:04:54Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dea72d9-4eb5-461f-911d-5b4c2bda2f93', 'name': '', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:2d:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:35Z', 'updated_at': '2022-10-17T18:04:41Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:04:57.103562 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c558a3f-2cde-4dc3-81b7-aec8d1940c84 None None] The sync data for ids ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'] in dv-neutron-860895-1-hyperv is: [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '213e2c32-2d3a-4cc7-b815-ff23263136b0', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.116', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'port_id': 'c8599dba-b523-4852-96aa-bc7e942c7ba8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'mac_address': 'fa:16:3e:41:62:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:04:54Z', 'updated_at': '2022-10-17T18:04:54Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dea72d9-4eb5-461f-911d-5b4c2bda2f93', 'name': '', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:2d:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:35Z', 'updated_at': '2022-10-17T18:04:41Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:04:57.216372 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-172211f9-481e-43f3-a6da-4a13d258982c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/213e2c32-2d3a-4cc7-b815-ff23263136b0 HTTP/1.1" status: 200 len: 991 time: 0.1182177 Oct 17 18:04:57.323594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94ac96-e932-444a-97bd-af6d29c38fe9 None None] New status for floating IP 213e2c32-2d3a-4cc7-b815-ff23263136b0: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:04:58.220488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 49982) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:04:58.453475 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-db869fe7-0f8e-42a2-b5b3-d23c552303f3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/213e2c32-2d3a-4cc7-b815-ff23263136b0 HTTP/1.1" status: 200 len: 993 time: 0.2318277 Oct 17 18:04:59.039383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f344c5c6-3601-46d0-a4f4-42c8a3bcb763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:01.507133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-787101f8-5fb3-4ea4-b657-e297b2ab4525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:02.510207 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:02.600319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:04.322099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:07.211944 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:05:24.938343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:29.043826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fc00da24-ffd4-4589-b847-313dcc3fa30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:31.511144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f64d541c-8993-4f95-94f9-6d7cc5601d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:32.513554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:32.604584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:34.324067 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:44.211276 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:05:47.188576 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b17c5e7d-2509-4633-bcba-2f84a44439e7 req-2eaf2dc6-4a51-4058-97d7-6edcad95e9ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826979 Oct 17 18:05:47.356861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c5e7d-2509-4633-bcba-2f84a44439e7 req-737ec5a8-454e-4287-9642-2e6f8b662e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:05:47.358321 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b17c5e7d-2509-4633-bcba-2f84a44439e7 req-737ec5a8-454e-4287-9642-2e6f8b662e08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 1098 time: 0.0858629 Oct 17 18:05:47.511263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c5e7d-2509-4633-bcba-2f84a44439e7 req-c689b6fe-9fa9-4f4d-8d4c-eb9d61bafad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:05:47.512693 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b17c5e7d-2509-4633-bcba-2f84a44439e7 req-c689b6fe-9fa9-4f4d-8d4c-eb9d61bafad2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f HTTP/1.1" status: 200 len: 897 time: 0.1333282 Oct 17 18:05:47.616033 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b17c5e7d-2509-4633-bcba-2f84a44439e7 req-ba9f8a61-30e1-4a98-9ca3-d1eed75249a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8599dba-b523-4852-96aa-bc7e942c7ba8 HTTP/1.1" status: 200 len: 1001 time: 0.0973349 Oct 17 18:05:47.681119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c5e7d-2509-4633-bcba-2f84a44439e7 req-88db3ef8-33bb-4629-8cc9-a9f4c8c7cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:05:47.682553 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b17c5e7d-2509-4633-bcba-2f84a44439e7 req-88db3ef8-33bb-4629-8cc9-a9f4c8c7cb8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09c8e29d-ab70-44f6-a5d0-81982a3a24b4 HTTP/1.1" status: 200 len: 844 time: 0.0612113 Oct 17 18:05:47.765978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c5e7d-2509-4633-bcba-2f84a44439e7 req-a362051e-594b-4e7d-a2fc-40da9e79c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:05:47.767377 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b17c5e7d-2509-4633-bcba-2f84a44439e7 req-a362051e-594b-4e7d-a2fc-40da9e79c87e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791924 Oct 17 18:05:47.900737 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b17c5e7d-2509-4633-bcba-2f84a44439e7 req-150e57c6-aefb-42b5-adc9-7ecd81023698 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269834 Oct 17 18:05:48.035466 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b17c5e7d-2509-4633-bcba-2f84a44439e7 req-323d7700-2b86-43ff-946b-68c69abdd4a1 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279392 Oct 17 18:05:54.957535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:05:59.052182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f8e4b6e1-74af-4731-803e-0c15e9028eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:01.514841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-382bf5be-c833-4b30-85f8-04371ac39368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:02.516198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:02.607093 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:04.328295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:21.211192 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:06:24.951618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:29.045114 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-195a707a-7bc7-4b1e-bfea-9737ac3fa917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:31.517022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8c37cada-93e2-411d-981d-284e8f1ce05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:32.519458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:32.611647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:34.335684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:47.849432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50018) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:06:47.855183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:06:47.977654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3774711'] for subnet, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:48.177110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738780658571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3490833'] for subnet, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:48.225856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:06:48.226442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:48.231433 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/subnets/09c8e29d-ab70-44f6-a5d0-81982a3a24b4 HTTP/1.1" status: 200 len: 836 time: 0.3773355 Oct 17 18:06:48.234908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7b3b36-d2df-4c4c-b932-f804ca63e983 None None] Network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:06:48.261278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Subnet': ['ID=09c8e29d-ab70-44f6-a5d0-81982a3a24b4,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:06:48.269188 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:06:48.269536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:06:48.269868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:06:48.270202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:06:48.270532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:06:48.270865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:06:48.271226 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:06:48.271553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:06:48.271878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:06:48.272209 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:06:48.272529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:06:48.272849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565e1248-7c9e-439a-8048-11587a750252 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:06:48.307458 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f18f1d95-782a-4a69-a896-2b8998b88c48 req-f8d5169c-79b9-4268-b90d-4010f6611eed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1968217 Oct 17 18:06:48.473454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f1d95-782a-4a69-a896-2b8998b88c48 req-c546236a-cc46-4667-9558-62a12006227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:06:48.474970 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f18f1d95-782a-4a69-a896-2b8998b88c48 req-c546236a-cc46-4667-9558-62a12006227c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 1098 time: 0.0808918 Oct 17 18:06:48.628310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f1d95-782a-4a69-a896-2b8998b88c48 req-3dfff2b2-c691-486a-b673-02ddb154f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:06:48.629815 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f18f1d95-782a-4a69-a896-2b8998b88c48 req-3dfff2b2-c691-486a-b673-02ddb154f84a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f HTTP/1.1" status: 200 len: 897 time: 0.1358879 Oct 17 18:06:48.741945 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f18f1d95-782a-4a69-a896-2b8998b88c48 req-27350402-4afe-4585-95eb-7fb698198868 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8599dba-b523-4852-96aa-bc7e942c7ba8 HTTP/1.1" status: 200 len: 1001 time: 0.1050627 Oct 17 18:06:48.773810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-88b97d5d-70f0-439a-a7cb-64da0f25a714 None None] Provisioning complete for port c8599dba-b523-4852-96aa-bc7e942c7ba8 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:06:48.774181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-88b97d5d-70f0-439a-a7cb-64da0f25a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:48.774520 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-88b97d5d-70f0-439a-a7cb-64da0f25a714 None None] Attempt 1 to provision port c8599dba-b523-4852-96aa-bc7e942c7ba8 Oct 17 18:06:48.812262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f1d95-782a-4a69-a896-2b8998b88c48 req-c61e33ec-6449-4a34-8e8e-125a3da92ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:06:48.813601 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f18f1d95-782a-4a69-a896-2b8998b88c48 req-c61e33ec-6449-4a34-8e8e-125a3da92ed0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09c8e29d-ab70-44f6-a5d0-81982a3a24b4 HTTP/1.1" status: 200 len: 844 time: 0.0646641 Oct 17 18:06:48.894133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-88b97d5d-70f0-439a-a7cb-64da0f25a714 None None] Current status of the port c8599dba-b523-4852-96aa-bc7e942c7ba8 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:06:48.903021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f1d95-782a-4a69-a896-2b8998b88c48 req-c9526ace-8958-42b9-8851-238675933bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:06:48.904840 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f18f1d95-782a-4a69-a896-2b8998b88c48 req-c9526ace-8958-42b9-8851-238675933bf4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854869 Oct 17 18:06:48.908557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-88b97d5d-70f0-439a-a7cb-64da0f25a714 None None] Provisioning complete for port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:06:48.908948 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-88b97d5d-70f0-439a-a7cb-64da0f25a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:48.909284 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-88b97d5d-70f0-439a-a7cb-64da0f25a714 None None] Attempt 1 to provision port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 Oct 17 18:06:49.030523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-88b97d5d-70f0-439a-a7cb-64da0f25a714 None None] Current status of the port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:06:49.042176 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-88b97d5d-70f0-439a-a7cb-64da0f25a714 None None] Provisioning complete for port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:06:49.042547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-88b97d5d-70f0-439a-a7cb-64da0f25a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:49.042878 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-88b97d5d-70f0-439a-a7cb-64da0f25a714 None None] Attempt 1 to provision port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 Oct 17 18:06:49.045907 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f18f1d95-782a-4a69-a896-2b8998b88c48 req-c2b0459a-301d-4616-a60e-cfe1403cae40 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353598 Oct 17 18:06:49.166459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-88b97d5d-70f0-439a-a7cb-64da0f25a714 None None] Current status of the port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:06:49.184767 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f18f1d95-782a-4a69-a896-2b8998b88c48 req-acc10499-8147-40aa-bb95-571e6389ad01 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334119 Oct 17 18:06:54.964846 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:06:58.210266 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:06:59.048260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-54bba1ce-4729-4dee-8cc0-4ecfe6a4fa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:01.519903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-65db74e5-8780-47e9-b665-1fcedd01a547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:02.522860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:02.616002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:04.335636 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:24.977219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:29.050888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5034f668-9e07-4a8b-a651-d19dde19b15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:31.061266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50036) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:31.270638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 9da93f33-4bf3-41dd-8382-93cefe5287cf {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:07:31.270982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:31.443700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:31.444037 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:31.522507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0b33f91e-16d4-48f5-b149-148e16dafbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:31.577237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 9da93f33-4bf3-41dd-8382-93cefe5287cf owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:07:31.736568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:31.788437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=9da93f33-4bf3-41dd-8382-93cefe5287cf,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:31.884592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:31.884923 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP 213e2c32-2d3a-4cc7-b815-ff23263136b0 disassociated (deleted). External IP: 172.26.8.116, port: c8599dba-b523-4852-96aa-bc7e942c7ba8. Oct 17 18:07:32.366438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:07:32.527717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:32.552113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:07:32.569595 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93529364-0cc5-4d55-8a60-3f21e90e74b2 None None] Sync routers for ids ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:07:32.576245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:32.584657 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93529364-0cc5-4d55-8a60-3f21e90e74b2 None None] Routers {'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:07:32.585349 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-93529364-0cc5-4d55-8a60-3f21e90e74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:07:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:32.625721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:32.641613 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-763f1ae5-fd42-4f0e-bab8-c03bbe296c73 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/floatingips/213e2c32-2d3a-4cc7-b815-ff23263136b0 HTTP/1.1" status: 204 len: 168 time: 1.5792718 Oct 17 18:07:32.642702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'tag': 'c8599dba-b523-4852-96aa-bc7e942c7ba8'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:07:32.645022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0481cc-4721-49ca-a528-43fbf783c97b" -d '{"events": [{"name": "network-changed", "server_uuid": "6cba74d8-5077-415c-9ad9-44aec8c3399f", "tag": "c8599dba-b523-4852-96aa-bc7e942c7ba8"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:07:32.704803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b2af1f-37d3-4415-89e8-30aa6297b30b x-openstack-request-id: req-c3b2af1f-37d3-4415-89e8-30aa6297b30b {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:07:32.704803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cba74d8-5077-415c-9ad9-44aec8c3399f", "tag": "c8599dba-b523-4852-96aa-bc7e942c7ba8", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:07:32.704803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c3b2af1f-37d3-4415-89e8-30aa6297b30b {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:07:32.704803 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b2af1f-37d3-4415-89e8-30aa6297b30b'] response: {'name': 'network-changed', 'server_uuid': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'tag': 'c8599dba-b523-4852-96aa-bc7e942c7ba8', 'status': 'completed', 'code': 200} Oct 17 18:07:32.778323 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-93529364-0cc5-4d55-8a60-3f21e90e74b2 None None] Set router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:07:32.849854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0481cc-4721-49ca-a528-43fbf783c97b req-6e46a063-4701-4590-af64-06fd3e4f7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:32.851466 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ec0481cc-4721-49ca-a528-43fbf783c97b req-6e46a063-4701-4590-af64-06fd3e4f7de3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 1098 time: 0.0922482 Oct 17 18:07:33.055551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0481cc-4721-49ca-a528-43fbf783c97b req-d8061148-d303-4f1d-9049-69ef18e4d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:33.057058 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ec0481cc-4721-49ca-a528-43fbf783c97b req-d8061148-d303-4f1d-9049-69ef18e4d5d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f HTTP/1.1" status: 200 len: 897 time: 0.1976385 Oct 17 18:07:33.134268 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ec0481cc-4721-49ca-a528-43fbf783c97b req-0bfb8c8f-a8fc-4cd6-b12b-d2dc43cc4f05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8599dba-b523-4852-96aa-bc7e942c7ba8 HTTP/1.1" status: 200 len: 217 time: 0.0689855 Oct 17 18:07:33.171999 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-93529364-0cc5-4d55-8a60-3f21e90e74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '1dea72d9-4eb5-461f-911d-5b4c2bda2f93', 'name': '', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:2d:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:35Z', 'updated_at': '2022-10-17T18:04:41Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:33.176161 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93529364-0cc5-4d55-8a60-3f21e90e74b2 None None] Checking router: c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:07:33.186730 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93529364-0cc5-4d55-8a60-3f21e90e74b2 None None] Routers {'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:07:33.187458 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-93529364-0cc5-4d55-8a60-3f21e90e74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:07:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:33.208028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e9716-1a78-4e59-8ee7-7eadf64353e9 req-4c21122d-1f5a-4512-b4fe-62d51f3247b9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:33.209558 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e35e9716-1a78-4e59-8ee7-7eadf64353e9 req-4c21122d-1f5a-4512-b4fe-62d51f3247b9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 945 time: 0.2305334 Oct 17 18:07:33.220584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0481cc-4721-49ca-a528-43fbf783c97b req-1e0d2c0f-f3b4-43de-b969-e4f9fe8d1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:33.222062 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ec0481cc-4721-49ca-a528-43fbf783c97b req-1e0d2c0f-f3b4-43de-b969-e4f9fe8d1272 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09c8e29d-ab70-44f6-a5d0-81982a3a24b4 HTTP/1.1" status: 200 len: 844 time: 0.0785677 Oct 17 18:07:33.321654 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e35e9716-1a78-4e59-8ee7-7eadf64353e9 req-16f9189b-0784-4cae-98a3-1d8e8daaee53 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1682e9d-ef7a-4472-988f-4c81b6186bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035106 Oct 17 18:07:33.360494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0481cc-4721-49ca-a528-43fbf783c97b req-d16477d5-9ff7-4072-877c-b78e44d1df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:33.362578 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ec0481cc-4721-49ca-a528-43fbf783c97b req-d16477d5-9ff7-4072-877c-b78e44d1df55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1274517 Oct 17 18:07:33.426730 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-93529364-0cc5-4d55-8a60-3f21e90e74b2 None None] Set router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:07:33.538965 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ec0481cc-4721-49ca-a528-43fbf783c97b req-20e0d985-52b1-4a1f-ba47-c7d5b3b5bbb1 service neutron] 10.222.0.20 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693468 Oct 17 18:07:33.786658 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-93529364-0cc5-4d55-8a60-3f21e90e74b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '1dea72d9-4eb5-461f-911d-5b4c2bda2f93', 'name': '', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:2d:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:35Z', 'updated_at': '2022-10-17T18:04:41Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:33.791329 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93529364-0cc5-4d55-8a60-3f21e90e74b2 None None] The sync data for ids ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'] in dv-neutron-860895-1-hyperv is: [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '1dea72d9-4eb5-461f-911d-5b4c2bda2f93', 'name': '', 'network_id': 'a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:2d:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:35Z', 'updated_at': '2022-10-17T18:04:41Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '09c8e29d-ab70-44f6-a5d0-81982a3a24b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:07:33.809505 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ec0481cc-4721-49ca-a528-43fbf783c97b req-fb2dc712-5235-4d8b-ae59-e3a32abb456e service neutron] 10.222.0.20 "GET /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640457 Oct 17 18:07:34.016292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee8e07-c779-4c7a-ad5f-7161dcfae19d None None] New status for floating IP 213e2c32-2d3a-4cc7-b815-ff23263136b0: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:07:34.338181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:34.465144 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a485d0-d442-4815-a210-a0bcdea2f37e req-1459e783-fdc7-41fb-a959-165d6a8d5437 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:34.467136 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-03a485d0-d442-4815-a210-a0bcdea2f37e req-1459e783-fdc7-41fb-a959-165d6a8d5437 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 945 time: 0.0962934 Oct 17 18:07:34.546021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-03a485d0-d442-4815-a210-a0bcdea2f37e req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port c8599dba-b523-4852-96aa-bc7e942c7ba8 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:07:34.546356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-03a485d0-d442-4815-a210-a0bcdea2f37e req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:34.598851 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e612a0-28cd-403c-8279-aba300318c3f req-df395aa0-96a8-4b31-bb0e-c36f450ee702 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:34.599583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-a6e612a0-28cd-403c-8279-aba300318c3f req-df395aa0-96a8-4b31-bb0e-c36f450ee702 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:07:34.623002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-a6e612a0-28cd-403c-8279-aba300318c3f req-df395aa0-96a8-4b31-bb0e-c36f450ee702 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:07:34.624471 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a6e612a0-28cd-403c-8279-aba300318c3f req-df395aa0-96a8-4b31-bb0e-c36f450ee702 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 945 time: 0.1788256 Oct 17 18:07:34.677423 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a6e612a0-28cd-403c-8279-aba300318c3f req-5b1440b3-62d5-4a33-b224-43ab9787ab81 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=e1682e9d-ef7a-4472-988f-4c81b6186bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472522 Oct 17 18:07:34.828226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-03a485d0-d442-4815-a210-a0bcdea2f37e req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port c8599dba-b523-4852-96aa-bc7e942c7ba8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=c8599dba-b523-4852-96aa-bc7e942c7ba8,segment=NetworkSegment(cd6bdaff-114e-46ae-a9fc-6ccf64d7c274),segment_id=cd6bdaff-114e-46ae-a9fc-6ccf64d7c274)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:07:34.828623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-03a485d0-d442-4815-a210-a0bcdea2f37e req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:34.956291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-03a485d0-d442-4815-a210-a0bcdea2f37e req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for c8599dba-b523-4852-96aa-bc7e942c7ba8 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:07:35.108385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-03a485d0-d442-4815-a210-a0bcdea2f37e req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:35.160392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=c8599dba-b523-4852-96aa-bc7e942c7ba8,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:35.208552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:35.208896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:35.209231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:35.209564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:35.209895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:35.210219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:35.210544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:35.210970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:35.211188 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:07:35.211762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:35.211762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:35.212051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:35.212365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:35.262941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a485d0-d442-4815-a210-a0bcdea2f37e req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] No DVR routers for this DVR port c8599dba-b523-4852-96aa-bc7e942c7ba8 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:07:35.265368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-03a485d0-d442-4815-a210-a0bcdea2f37e req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:35.268020 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'name': 'network-vif-deleted', 'tag': 'c8599dba-b523-4852-96aa-bc7e942c7ba8'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:07:35.270305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de24370-8a54-46a0-8982-cc42b99d8738" -d '{"events": [{"server_uuid": "6cba74d8-5077-415c-9ad9-44aec8c3399f", "name": "network-vif-deleted", "tag": "c8599dba-b523-4852-96aa-bc7e942c7ba8"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:07:35.285390 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-03a485d0-d442-4815-a210-a0bcdea2f37e req-0ce440a0-bc9f-4a09-bf07-257aed654231 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "DELETE /v2.0/ports/c8599dba-b523-4852-96aa-bc7e942c7ba8 HTTP/1.1" status: 204 len: 173 time: 0.8131995 Oct 17 18:07:35.315218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fe7d35-de84-4da6-a45c-090dcd332920 x-openstack-request-id: req-a6fe7d35-de84-4da6-a45c-090dcd332920 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:07:35.315461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cba74d8-5077-415c-9ad9-44aec8c3399f", "name": "network-vif-deleted", "tag": "c8599dba-b523-4852-96aa-bc7e942c7ba8", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:07:35.315706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6fe7d35-de84-4da6-a45c-090dcd332920 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:07:35.316098 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6fe7d35-de84-4da6-a45c-090dcd332920'] response: {'server_uuid': '6cba74d8-5077-415c-9ad9-44aec8c3399f', 'name': 'network-vif-deleted', 'tag': 'c8599dba-b523-4852-96aa-bc7e942c7ba8', 'status': 'completed', 'code': 200} Oct 17 18:07:35.860982 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e8dfd4a3-983e-408f-af72-b3e04ea18e8b req-3cbe91af-d4fe-4e61-9976-34b55fc831c1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6cba74d8-5077-415c-9ad9-44aec8c3399f HTTP/1.1" status: 200 len: 210 time: 0.0540032 Oct 17 18:07:36.965193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50058) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:37.033418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-28581cf4-f471-4df3-9f7d-c2de79d2731b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:37.064837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-28581cf4-f471-4df3-9f7d-c2de79d2731b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:37.130821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-28581cf4-f471-4df3-9f7d-c2de79d2731b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:37.153848 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28581cf4-f471-4df3-9f7d-c2de79d2731b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1682e9d-ef7a-4472-988f-4c81b6186bed,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:37.166265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-28581cf4-f471-4df3-9f7d-c2de79d2731b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:37.170046 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-28581cf4-f471-4df3-9f7d-c2de79d2731b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/security-groups/e1682e9d-ef7a-4472-988f-4c81b6186bed HTTP/1.1" status: 204 len: 168 time: 0.2012050 Oct 17 18:07:37.202281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50064) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:37.746143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b28389aa-fff9-495c-aac8-22e067fa7deb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:38.205277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b28389aa-fff9-495c-aac8-22e067fa7deb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:07:38.205995 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b28389aa-fff9-495c-aac8-22e067fa7deb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:38.358585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device c8599dba-b523-4852-96aa-bc7e942c7ba8 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:07:38.391495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-b28389aa-fff9-495c-aac8-22e067fa7deb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 1dea72d9-4eb5-461f-911d-5b4c2bda2f93, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1dea72d9-4eb5-461f-911d-5b4c2bda2f93,segment=NetworkSegment(cd6bdaff-114e-46ae-a9fc-6ccf64d7c274),segment_id=cd6bdaff-114e-46ae-a9fc-6ccf64d7c274)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:07:38.391913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b28389aa-fff9-495c-aac8-22e067fa7deb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:38.393755 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: c8599dba-b523-4852-96aa-bc7e942c7ba8 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:07:38.394104 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device c8599dba-b523-4852-96aa-bc7e942c7ba8 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:07:38.514499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-b28389aa-fff9-495c-aac8-22e067fa7deb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:07:38.697477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b28389aa-fff9-495c-aac8-22e067fa7deb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:38.748898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28389aa-fff9-495c-aac8-22e067fa7deb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=1dea72d9-4eb5-461f-911d-5b4c2bda2f93,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:39.031114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b28389aa-fff9-495c-aac8-22e067fa7deb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:39.500485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28389aa-fff9-495c-aac8-22e067fa7deb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:07:39.681969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28389aa-fff9-495c-aac8-22e067fa7deb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:07:39.694269 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055838d7-bfe8-4b59-a94b-2162d826d16a None None] Sync routers for ids ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:07:39.695947 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b28389aa-fff9-495c-aac8-22e067fa7deb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4925699 Oct 17 18:07:39.698827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50068) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:39.704849 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055838d7-bfe8-4b59-a94b-2162d826d16a None None] Routers {'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:07:39.705456 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-055838d7-bfe8-4b59-a94b-2162d826d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:07:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:39.775783 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfc57ff-0ce1-457c-bb3c-1b3392190662 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting subnet 09c8e29d-ab70-44f6-a5d0-81982a3a24b4 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:07:39.778817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bcfc57ff-0ce1-457c-bb3c-1b3392190662 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:39.838051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bcfc57ff-0ce1-457c-bb3c-1b3392190662 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:39.886125 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-055838d7-bfe8-4b59-a94b-2162d826d16a None None] Set router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:07:39.932947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bcfc57ff-0ce1-457c-bb3c-1b3392190662 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:40.009803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bcfc57ff-0ce1-457c-bb3c-1b3392190662 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:40.053972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc57ff-0ce1-457c-bb3c-1b3392190662 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Subnet': ['ID=09c8e29d-ab70-44f6-a5d0-81982a3a24b4,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:40.057603 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bcfc57ff-0ce1-457c-bb3c-1b3392190662 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:40.067176 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bcfc57ff-0ce1-457c-bb3c-1b3392190662 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/subnets/09c8e29d-ab70-44f6-a5d0-81982a3a24b4 HTTP/1.1" status: 204 len: 168 time: 0.3649633 Oct 17 18:07:40.067386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3784c9a1-9e78-4c80-b56a-ddec85cb1b35 None None] Network a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:07:40.067805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50072) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:40.207544 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-055838d7-bfe8-4b59-a94b-2162d826d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:07:38Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:40.213936 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055838d7-bfe8-4b59-a94b-2162d826d16a None None] Checking router: c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:07:40.224787 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055838d7-bfe8-4b59-a94b-2162d826d16a None None] Routers {'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:07:40.225661 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-055838d7-bfe8-4b59-a94b-2162d826d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:07:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:40.272202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:40.375855 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] DHCP port deletion for a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:07:40.380148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Deleting port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:07:40.380518 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:40.409199 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-055838d7-bfe8-4b59-a94b-2162d826d16a None None] Set router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:07:40.470820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:40.482668 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port aa91ffc6-10bb-4108-84ed-daddeceb36b5 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:07:40.483177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:40.596829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] For port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1d6af00f-7dfe-43ea-a7f0-076ce8af6f12,segment=NetworkSegment(cd6bdaff-114e-46ae-a9fc-6ccf64d7c274),segment_id=cd6bdaff-114e-46ae-a9fc-6ccf64d7c274)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:07:40.597215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:40.676061 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port aa91ffc6-10bb-4108-84ed-daddeceb36b5, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=aa91ffc6-10bb-4108-84ed-daddeceb36b5,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:07:40.676699 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:40.730070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Calling delete_port for 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:07:40.734041 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-055838d7-bfe8-4b59-a94b-2162d826d16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:07:38Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:40.737939 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055838d7-bfe8-4b59-a94b-2162d826d16a None None] The sync data for ids ['c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6'] in dv-neutron-860895-1-hyperv is: [{'id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'name': 'tempest-TestNetworkBasicOps-router-1946245278', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:04:30Z', 'updated_at': '2022-10-17T18:07:38Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'aa91ffc6-10bb-4108-84ed-daddeceb36b5', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:04:31Z', 'updated_at': '2022-10-17T18:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:07:40.806228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for aa91ffc6-10bb-4108-84ed-daddeceb36b5 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:07:40.813647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:40.893671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Pushing event deleted for resources: {'Port': ['ID=1d6af00f-7dfe-43ea-a7f0-076ce8af6f12,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:40.898920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] No DVR routers for this DVR port 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:07:40.905355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:40.905724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:40.906042 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:40.906377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:40.906696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:40.907028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:40.907380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:40.907703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:40.908939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:40.908939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:40.908939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:40.908939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2828d7f-4b9f-4476-b7af-a12e18e6ba91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:41.102614 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.152612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=aa91ffc6-10bb-4108-84ed-daddeceb36b5,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:41.253934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.432111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.434221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.457710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.458331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Fanout notify agent at l3_agent the message router_deleted on router c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:07:41.474949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.476384 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-61ea834a-3774-4e0f-b6c0-88a64da7be84 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/routers/c8d26589-b9e4-42b8-ad3c-3f2dc3556cf6 HTTP/1.1" status: 204 len: 168 time: 1.4079237 Oct 17 18:07:41.479438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50076) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:41.595565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.735596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.761422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:41.774204 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:41.774498 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6bdaff-114e-46ae-a9fc-6ccf64d7c274') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:41.785515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.801196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.808059 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:07:41.808441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.877750 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment cd6bdaff-114e-46ae-a9fc-6ccf64d7c274 resource provider aggregate not found Oct 17 18:07:41.906437 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment cd6bdaff-114e-46ae-a9fc-6ccf64d7c274 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd6bdaff-114e-46ae-a9fc-6ccf64d7c274 found for delete ", "request_id": "req-7363b1c8-4069-4542-bfb4-34a800288830"}]} Oct 17 18:07:41.926950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:07:41.931904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.950166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:41.961531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Network': ['ID=a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:41.963152 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:07:41.963306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1dea72d9-4eb5-461f-911d-5b4c2bda2f93 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:07:41.963722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:07:41.972153 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1d23faeb-d5b8-48d7-a5e9-9fda5a56677c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/networks/a3a35bcd-7bf6-4f6f-8db4-c2b86dde150f HTTP/1.1" status: 204 len: 168 time: 0.4915285 Oct 17 18:07:41.984495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50084) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:41.993473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'network': {'name': 'tempest-network-smoke--582042509', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'port_security_enabled': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:07:41.997375 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:07:41.997722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1d6af00f-7dfe-43ea-a7f0-076ce8af6f12 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:07:41.998141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device aa91ffc6-10bb-4108-84ed-daddeceb36b5 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:07:41.998396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:07:42.002581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:network and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:07:42.005602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:07:42.011896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:07:42.022782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:07:42.026186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:42.034008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: aa91ffc6-10bb-4108-84ed-daddeceb36b5 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:07:42.034348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device aa91ffc6-10bb-4108-84ed-daddeceb36b5 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:07:42.056628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:07:42.065517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:42.065866 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Added segment 2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b of type vlan for network 9537d921-7831-4518-9d9a-4dfab19d36e6 Oct 17 18:07:42.093658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:42.124574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:42.130444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:42.131005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:42.242563 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2539032 Oct 17 18:07:42.245011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf2365-d7e8-4927-bce6-6a4753d56b8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Network': ['ID=9537d921-7831-4518-9d9a-4dfab19d36e6,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:42.245151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50088) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:42.250424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'admin_state_up': True, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:07:42.254915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 9537d921-7831-4518-9d9a-4dfab19d36e6 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:07:42.258541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:07:42.262470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:router and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:07:42.265337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:07:42.271581 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:07:42.281557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:42.282545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:42.298213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:42.683101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:42.990341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:43.023863 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:43.158823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.48 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/a94244d4-ec8b-407b-bdab-992edc11e07e) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:07:43.310594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:43.339775 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:43.401914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:07:43.404644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:07:43.408483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:07:43.448884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=a94244d4-ec8b-407b-bdab-992edc11e07e,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:43.834720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:44.302233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:44.511933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 6ab14637-caec-46a2-b18b-92de8b77c405 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:07:44.688727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:07:44.698932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Sync routers for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:07:44.709258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:07:44.710771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:07:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:44.718697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:44.721043 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3c0336f5-8e6d-4361-97fd-7579587d2bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4747567 Oct 17 18:07:44.723965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50092) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:44.910513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:07:44.927560 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-42b26d64-d179-4ab6-a7b7-de86806a4e0c tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5bf68046d82040c287b306f9ee0c6158&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2021120 Oct 17 18:07:44.930577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50098) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:45.103550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789b9e26-8149-49e7-928e-4a00dd9de0d9 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:45.105192 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-789b9e26-8149-49e7-928e-4a00dd9de0d9 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1734755 Oct 17 18:07:45.108155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50102) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:45.159858 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a64b7de7-250c-4677-aae2-fd2672c74333 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0474262 Oct 17 18:07:45.160102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50106) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:45.169421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1233347032', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:07:45.268087 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:43Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:45.274772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Checking router: 6ab14637-caec-46a2-b18b-92de8b77c405 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:07:45.275152 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Updating router 6ab14637-caec-46a2-b18b-92de8b77c405 port a94244d4-ec8b-407b-bdab-992edc11e07e binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:07:45.336321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:45.337136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:07:45.341464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:subnet and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:07:45.344588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:07:45.353726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:07:45.367336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:07:45.370930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:45.632173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:45.716724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:45.718658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Subnet': ['ID=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:45.729024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Checking segment: {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:07:45.729386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network hostable DHCP agents. Network: 9537d921-7831-4518-9d9a-4dfab19d36e6, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:07:45.731421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Transition to ACTIVE for port object a94244d4-ec8b-407b-bdab-992edc11e07e will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:07:45.739975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:45.752830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 9537d921-7831-4518-9d9a-4dfab19d36e6 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:07:45.764943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 9537d921-7831-4518-9d9a-4dfab19d36e6) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:07:45.770666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:45.771383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:45.797117 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-955c852e-69c6-4725-9f71-f08cc54ba8aa tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6352227 Oct 17 18:07:45.799763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50112) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:45.810634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08eef97-ac03-4588-8ffc-1ac69c4a17c1 None None] Network 9537d921-7831-4518-9d9a-4dfab19d36e6 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:07:45.853119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Attempting to bind port a94244d4-ec8b-407b-bdab-992edc11e07e on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:07:45.853431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Attempting to bind port a94244d4-ec8b-407b-bdab-992edc11e07e by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:07:45.853788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Attempting to bind port a94244d4-ec8b-407b-bdab-992edc11e07e on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:07:45.924341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:07:45.924712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:07:45.925113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:45.925495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:07:45.925963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Bound port: a94244d4-ec8b-407b-bdab-992edc11e07e, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:07:45.926331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:45.976296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d8aac-2f00-4f9a-9cab-6f56facec398 None None] Pushing event updated for resources: {'Port': ['ID=a94244d4-ec8b-407b-bdab-992edc11e07e,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:46.126676 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] For port a94244d4-ec8b-407b-bdab-992edc11e07e, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:07:46.146495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] For port a94244d4-ec8b-407b-bdab-992edc11e07e, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a94244d4-ec8b-407b-bdab-992edc11e07e,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:07:46.161381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:46.334018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:07:46.334729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:07:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:46.391471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-9537d921-7831-4518-9d9a-4dfab19d36e6', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:07:46.392200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:46.497645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d8aac-2f00-4f9a-9cab-6f56facec398 None None] Pushing event updated for resources: {'Port': ['ID=a94244d4-ec8b-407b-bdab-992edc11e07e,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:46.612377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:07:46.641853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:46.846901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Allocated IP 172.20.0.2 (9537d921-7831-4518-9d9a-4dfab19d36e6/8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0/8ddc89c0-435d-422a-bb6f-7edcbc209f82) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:07:47.135030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:43Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:47.148902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece5bd88-28d7-404b-a4c1-6f1aa010e1a2 None None] The sync data for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv is: [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:43Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:07:47.153199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:47.165631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Transition to ACTIVE for port object 8ddc89c0-435d-422a-bb6f-7edcbc209f82 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:07:47.192244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Transition to ACTIVE for port object 8ddc89c0-435d-422a-bb6f-7edcbc209f82 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:07:47.199737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:47.266752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Network 9537d921-7831-4518-9d9a-4dfab19d36e6 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:07:47.269813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:07:47.273433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:07:47.276032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.1 (9537d921-7831-4518-9d9a-4dfab19d36e6/8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0/843541ec-60f4-4fe5-91a3-0e79095868fd) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:07:47.317857 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Pushing event updated for resources: {'Port': ['ID=8ddc89c0-435d-422a-bb6f-7edcbc209f82,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:47.397853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Attempting to bind port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:07:47.398126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Attempting to bind port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:07:47.398394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Attempting to bind port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 on network 9537d921-7831-4518-9d9a-4dfab19d36e6 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:07:47.404623 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:07:47.404816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Checking segment: {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:07:47.405182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:47.405572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Bound using segment: {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:07:47.406037 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Bound port: 8ddc89c0-435d-422a-bb6f-7edcbc209f82, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:07:47.406405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:47.481805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:47.499907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object 843541ec-60f4-4fe5-91a3-0e79095868fd will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:07:47.508151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] For port 8ddc89c0-435d-422a-bb6f-7edcbc209f82, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:07:47.511594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] For port 8ddc89c0-435d-422a-bb6f-7edcbc209f82, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8ddc89c0-435d-422a-bb6f-7edcbc209f82,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:07:47.518226 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:47.539322 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:47.600184 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a466423-8df0-47f7-a3b0-339166aecbf4 None None] Pushing event updated for resources: {'Port': ['ID=8ddc89c0-435d-422a-bb6f-7edcbc209f82,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:47.612677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 9537d921-7831-4518-9d9a-4dfab19d36e6 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:07:47.616081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:07:47.620454 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:07:47.667645 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=843541ec-60f4-4fe5-91a3-0e79095868fd,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:47.697060 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:47.767159 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a94244d4-ec8b-407b-bdab-992edc11e07e up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:07:47.864867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:47.871945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port a94244d4-ec8b-407b-bdab-992edc11e07e completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:07:47.878366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port a94244d4-ec8b-407b-bdab-992edc11e07e triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:07:47.878704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:47.879594 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port a94244d4-ec8b-407b-bdab-992edc11e07e Oct 17 18:07:48.022813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port a94244d4-ec8b-407b-bdab-992edc11e07e is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:07:48.022813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:48.040832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port a94244d4-ec8b-407b-bdab-992edc11e07e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a94244d4-ec8b-407b-bdab-992edc11e07e,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:07:48.045838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:48.167818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=a94244d4-ec8b-407b-bdab-992edc11e07e,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:48.455605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:48.460476 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:48.572630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:48.576103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=843541ec-60f4-4fe5-91a3-0e79095868fd,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:48.588366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:48.588703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:48.589033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:48.589360 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:48.589682 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:48.590004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:48.590326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:48.590648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:48.590965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:48.591306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:48.591625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:48.591938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:48.726895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 9537d921-7831-4518-9d9a-4dfab19d36e6 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:07:48.727924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:07:48.927718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 6ab14637-caec-46a2-b18b-92de8b77c405 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:07:49.097809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0c6d74-1062-417f-acaa-87ebb988cc0b None None] Network 9537d921-7831-4518-9d9a-4dfab19d36e6 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:07:49.125511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:07:49.141763 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b03fb708-d1de-4f42-af9a-eb4f7e9c7ef7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/6ab14637-caec-46a2-b18b-92de8b77c405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3387125 Oct 17 18:07:49.142249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50116) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:49.142882 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Sync routers for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:07:49.153655 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:07:49.154324 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:07:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:49.218847 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e40cc4fd-947e-43fb-a74c-b77ad17b99f5 None None] Provisioning for port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:07:49.294439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef796515-a4dc-4d8f-b9ce-0871d7283168 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:49.294931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef796515-a4dc-4d8f-b9ce-0871d7283168 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:49.295422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef796515-a4dc-4d8f-b9ce-0871d7283168 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:49.295877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef796515-a4dc-4d8f-b9ce-0871d7283168 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:49.297617 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ef796515-a4dc-4d8f-b9ce-0871d7283168 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1532302 Oct 17 18:07:49.300587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50120) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:49.343468 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:07:49.377968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad79bd49-183f-42a9-ab08-1364c3de7a12 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:49.378434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad79bd49-183f-42a9-ab08-1364c3de7a12 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:49.378885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad79bd49-183f-42a9-ab08-1364c3de7a12 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:49.379350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad79bd49-183f-42a9-ab08-1364c3de7a12 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:49.380961 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ad79bd49-183f-42a9-ab08-1364c3de7a12 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0792103 Oct 17 18:07:49.384389 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50124) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:49.603161 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9ae21339-4093-4f34-8a63-e8d92248be91 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2121644 Oct 17 18:07:49.669537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cd7796a8-3fdb-408b-a4f0-4e67d454d077 None None] Provisioning for port 843541ec-60f4-4fe5-91a3-0e79095868fd completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:07:49.675322 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cd7796a8-3fdb-408b-a4f0-4e67d454d077 None None] Provisioning complete for port 843541ec-60f4-4fe5-91a3-0e79095868fd triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:07:49.675741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cd7796a8-3fdb-408b-a4f0-4e67d454d077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:49.676113 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-cd7796a8-3fdb-408b-a4f0-4e67d454d077 None None] Attempt 1 to provision port 843541ec-60f4-4fe5-91a3-0e79095868fd Oct 17 18:07:49.690212 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:49.694906 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Checking router: 6ab14637-caec-46a2-b18b-92de8b77c405 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:07:49.695293 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Updating router 6ab14637-caec-46a2-b18b-92de8b77c405 port 843541ec-60f4-4fe5-91a3-0e79095868fd binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:07:49.698735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50130) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:49.704224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1118710865', 'description': 'tempest-secgroup-smoke-1118710865 description', 'project_id': '5bf68046d82040c287b306f9ee0c6158'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:07:49.716269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:07:49.726873 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:07:49.736294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:07:49.746518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:07:49.759501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:49.763893 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:49.771119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-cd7796a8-3fdb-408b-a4f0-4e67d454d077 None None] Port 843541ec-60f4-4fe5-91a3-0e79095868fd cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:07:49.785403 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:07:49.791764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:07:49.795160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:07:49.801928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:07:49.890620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a94244d4-ec8b-407b-bdab-992edc11e07e up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:07:49.935486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:49.942445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:49.985583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port a94244d4-ec8b-407b-bdab-992edc11e07e triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:07:49.986245 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:49.986762 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port a94244d4-ec8b-407b-bdab-992edc11e07e Oct 17 18:07:50.003738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a5b15b-20f6-45f2-9db9-d3e519a483b9,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:50.018282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.021261 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-29145b2b-f85a-4575-a1d4-67739b9a1f17 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3213835 Oct 17 18:07:50.025046 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50134) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:50.031810 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-de614c85-d625-4ba2-8a12-1bf8fdd09d82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '72a5b15b-20f6-45f2-9db9-d3e519a483b9', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:07:50.039892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-de614c85-d625-4ba2-8a12-1bf8fdd09d82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:07:50.046419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-de614c85-d625-4ba2-8a12-1bf8fdd09d82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:07:50.050314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-de614c85-d625-4ba2-8a12-1bf8fdd09d82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:07:50.058654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-de614c85-d625-4ba2-8a12-1bf8fdd09d82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:07:50.081867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de614c85-d625-4ba2-8a12-1bf8fdd09d82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.150877 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port a94244d4-ec8b-407b-bdab-992edc11e07e is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:07:50.151750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de614c85-d625-4ba2-8a12-1bf8fdd09d82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.152216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8ddc89c0-435d-422a-bb6f-7edcbc209f82 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:07:50.156226 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de614c85-d625-4ba2-8a12-1bf8fdd09d82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.184485 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de614c85-d625-4ba2-8a12-1bf8fdd09d82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4b1ccc-ad6a-4b33-a3f7-6aab54e09726,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:50.196269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de614c85-d625-4ba2-8a12-1bf8fdd09d82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.197844 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-de614c85-d625-4ba2-8a12-1bf8fdd09d82 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1711380 Oct 17 18:07:50.200773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50138) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:50.206053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0db12e6a-d2be-4386-9977-edfe3b65c57e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '72a5b15b-20f6-45f2-9db9-d3e519a483b9', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:07:50.212992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0db12e6a-d2be-4386-9977-edfe3b65c57e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:07:50.216781 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0db12e6a-d2be-4386-9977-edfe3b65c57e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:07:50.220369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0db12e6a-d2be-4386-9977-edfe3b65c57e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:07:50.222306 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.228519 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0db12e6a-d2be-4386-9977-edfe3b65c57e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:07:50.231949 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:07:50.236467 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Transition to ACTIVE for port object 843541ec-60f4-4fe5-91a3-0e79095868fd will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:07:50.237879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:07:50.238319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.238814 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 Oct 17 18:07:50.244356 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.248058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0db12e6a-d2be-4386-9977-edfe3b65c57e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.278923 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-cd7796a8-3fdb-408b-a4f0-4e67d454d077 None None] Attempt 2 to provision port 843541ec-60f4-4fe5-91a3-0e79095868fd Oct 17 18:07:50.318366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0db12e6a-d2be-4386-9977-edfe3b65c57e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.322648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0db12e6a-d2be-4386-9977-edfe3b65c57e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.349347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db12e6a-d2be-4386-9977-edfe3b65c57e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632b8eea-1b9d-4166-a67a-8de65a28b1b4,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:50.352777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-cd7796a8-3fdb-408b-a4f0-4e67d454d077 None None] Port 843541ec-60f4-4fe5-91a3-0e79095868fd cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:07:50.361989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0db12e6a-d2be-4386-9977-edfe3b65c57e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.363484 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0db12e6a-d2be-4386-9977-edfe3b65c57e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616621 Oct 17 18:07:50.367155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50142) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:50.372587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-757ee4f9-fef1-4cd4-9bbf-3e752302fc8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '72a5b15b-20f6-45f2-9db9-d3e519a483b9', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:07:50.379257 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-757ee4f9-fef1-4cd4-9bbf-3e752302fc8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:07:50.384568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-757ee4f9-fef1-4cd4-9bbf-3e752302fc8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:07:50.387708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-757ee4f9-fef1-4cd4-9bbf-3e752302fc8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:07:50.400595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-757ee4f9-fef1-4cd4-9bbf-3e752302fc8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:07:50.419988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-757ee4f9-fef1-4cd4-9bbf-3e752302fc8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.424973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:07:50.425350 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.462259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 8ddc89c0-435d-422a-bb6f-7edcbc209f82, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8ddc89c0-435d-422a-bb6f-7edcbc209f82,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:07:50.466668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.485657 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Attempting to bind port 843541ec-60f4-4fe5-91a3-0e79095868fd on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:07:50.486027 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Attempting to bind port 843541ec-60f4-4fe5-91a3-0e79095868fd by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:07:50.486394 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Attempting to bind port 843541ec-60f4-4fe5-91a3-0e79095868fd on network 9537d921-7831-4518-9d9a-4dfab19d36e6 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:07:50.488820 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Pushing event updated for resources: {'Port': ['ID=843541ec-60f4-4fe5-91a3-0e79095868fd,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:50.494938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-757ee4f9-fef1-4cd4-9bbf-3e752302fc8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.498124 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:50.498477 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:50.498874 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:50.499189 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:50.499326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-757ee4f9-fef1-4cd4-9bbf-3e752302fc8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.499599 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:50.500086 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:50.500445 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:50.500804 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:50.501127 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:50.501439 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:50.501777 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:50.502164 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:07:50.505663 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:07:50.506553 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Checking segment: {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:07:50.506963 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.507372 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Bound using segment: {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:07:50.508068 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Bound port: 843541ec-60f4-4fe5-91a3-0e79095868fd, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:07:50.508356 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.526780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ee4f9-fef1-4cd4-9bbf-3e752302fc8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9963c32b-9ba7-4a89-ad8a-51640b1ec4b4,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:50.538773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-757ee4f9-fef1-4cd4-9bbf-3e752302fc8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.540163 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-757ee4f9-fef1-4cd4-9bbf-3e752302fc8c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1720243 Oct 17 18:07:50.542881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50146) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:50.547525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=8ddc89c0-435d-422a-bb6f-7edcbc209f82,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:50.551694 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b482d155-a075-4dad-8075-8963c440faec tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '72a5b15b-20f6-45f2-9db9-d3e519a483b9', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:07:50.558189 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b482d155-a075-4dad-8075-8963c440faec tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:07:50.562170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b482d155-a075-4dad-8075-8963c440faec tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:07:50.565268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b482d155-a075-4dad-8075-8963c440faec tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:07:50.572026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b482d155-a075-4dad-8075-8963c440faec tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:07:50.589508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b482d155-a075-4dad-8075-8963c440faec tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.603632 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] For port 843541ec-60f4-4fe5-91a3-0e79095868fd, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:07:50.607242 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] For port 843541ec-60f4-4fe5-91a3-0e79095868fd, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=843541ec-60f4-4fe5-91a3-0e79095868fd,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:07:50.612599 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.657764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b482d155-a075-4dad-8075-8963c440faec tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.661640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b482d155-a075-4dad-8075-8963c440faec tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.700351 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:07:50.700992 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:07:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:50.790974 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482d155-a075-4dad-8075-8963c440faec tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb26a7a-ca99-404b-8a5e-176fc5b8d486,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:50.800863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b482d155-a075-4dad-8075-8963c440faec tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.802205 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b482d155-a075-4dad-8075-8963c440faec tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2574577 Oct 17 18:07:50.805700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50150) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:50.810705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-767f16dd-c066-452d-a1ad-d353a3a40197 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '72a5b15b-20f6-45f2-9db9-d3e519a483b9', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:07:50.816655 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-767f16dd-c066-452d-a1ad-d353a3a40197 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:07:50.821668 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-767f16dd-c066-452d-a1ad-d353a3a40197 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:07:50.824574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-767f16dd-c066-452d-a1ad-d353a3a40197 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:07:50.830228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-767f16dd-c066-452d-a1ad-d353a3a40197 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:07:50.841689 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-767f16dd-c066-452d-a1ad-d353a3a40197 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:07:50.846511 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b82e44-9462-4c75-a1a1-26d952cc9dd5 None None] Pushing event updated for resources: {'Port': ['ID=843541ec-60f4-4fe5-91a3-0e79095868fd,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:50.848355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-767f16dd-c066-452d-a1ad-d353a3a40197 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.855466 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-cd7796a8-3fdb-408b-a4f0-4e67d454d077 None None] Attempt 3 to provision port 843541ec-60f4-4fe5-91a3-0e79095868fd Oct 17 18:07:50.897633 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:07:50.918682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-767f16dd-c066-452d-a1ad-d353a3a40197 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.923760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-767f16dd-c066-452d-a1ad-d353a3a40197 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.927334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-cd7796a8-3fdb-408b-a4f0-4e67d454d077 None None] Port 843541ec-60f4-4fe5-91a3-0e79095868fd had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:07:50.948764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f16dd-c066-452d-a1ad-d353a3a40197 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8714e3-ec10-4fc4-8525-96cbf360f44f,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:50.961659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-767f16dd-c066-452d-a1ad-d353a3a40197 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:50.963171 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-767f16dd-c066-452d-a1ad-d353a3a40197 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1562083 Oct 17 18:07:50.965833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50154) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:07:50.971112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9e2eab14-0a19-449f-8c04-3220691bcfb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '72a5b15b-20f6-45f2-9db9-d3e519a483b9', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:07:50.977954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9e2eab14-0a19-449f-8c04-3220691bcfb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:07:50.981802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9e2eab14-0a19-449f-8c04-3220691bcfb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:07:50.984710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9e2eab14-0a19-449f-8c04-3220691bcfb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:07:50.990840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9e2eab14-0a19-449f-8c04-3220691bcfb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:07:51.003035 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-9e2eab14-0a19-449f-8c04-3220691bcfb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:07:51.011256 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e2eab14-0a19-449f-8c04-3220691bcfb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:51.081226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e2eab14-0a19-449f-8c04-3220691bcfb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:51.086298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e2eab14-0a19-449f-8c04-3220691bcfb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:51.111215 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2eab14-0a19-449f-8c04-3220691bcfb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea97f149-6506-40df-b30a-5a4972b7de23,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:51.122923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9e2eab14-0a19-449f-8c04-3220691bcfb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:51.133919 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9e2eab14-0a19-449f-8c04-3220691bcfb4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576383 Oct 17 18:07:51.237997 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:50Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:07:51.243085 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dd1bde-9879-427f-8086-dd87f9a020e9 None None] The sync data for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv is: [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:50Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:07:51.304472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-ba08a6f1-93b5-4bbf-af4f-d00534ba8097 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:07:51.327544 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-ba08a6f1-93b5-4bbf-af4f-d00534ba8097 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:07:51.328702 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-ba08a6f1-93b5-4bbf-af4f-d00534ba8097 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1118710865&fields=id&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 267 time: 0.0746779 Oct 17 18:07:51.501145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-fc50e46c-003b-4b12-a18e-1daf1dd1be43 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:51.502014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-fc50e46c-003b-4b12-a18e-1daf1dd1be43 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:07:51.518994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-fc50e46c-003b-4b12-a18e-1daf1dd1be43 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:07:51.520214 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-fc50e46c-003b-4b12-a18e-1daf1dd1be43 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 796 time: 0.1844370 Oct 17 18:07:51.536478 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-7714c354-740b-4980-a1ec-073b3b072fee tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/quotas/5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 375 time: 0.0099273 Oct 17 18:07:51.632263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-8de9c1b0-27eb-40f6-bba6-786c5b3a3834 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:07:51.649726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-8de9c1b0-27eb-40f6-bba6-786c5b3a3834 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:07:51.651152 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-8de9c1b0-27eb-40f6-bba6-786c5b3a3834 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083012 Oct 17 18:07:51.828246 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 843541ec-60f4-4fe5-91a3-0e79095868fd up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:07:51.862447 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-8652abe7-e147-4e25-9bbd-afd6f233fca6 service neutron] 10.222.0.69 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979542 Oct 17 18:07:51.901122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 843541ec-60f4-4fe5-91a3-0e79095868fd completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:07:51.907320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 843541ec-60f4-4fe5-91a3-0e79095868fd triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:07:51.907613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:51.907957 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 843541ec-60f4-4fe5-91a3-0e79095868fd Oct 17 18:07:52.010990 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-669693d2-53f5-4a0b-8e7d-2448264cfb2d service neutron] 10.222.0.69 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417904 Oct 17 18:07:52.036007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 843541ec-60f4-4fe5-91a3-0e79095868fd is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:07:52.036386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:52.073378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 843541ec-60f4-4fe5-91a3-0e79095868fd, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=843541ec-60f4-4fe5-91a3-0e79095868fd,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:07:52.080741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:52.081622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8ddc89c0-435d-422a-bb6f-7edcbc209f82 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:07:52.232303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=843541ec-60f4-4fe5-91a3-0e79095868fd,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:52.242946 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:07:52.243342 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:52.243672 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 Oct 17 18:07:52.251550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-75cb5124-fc49-4097-aa5b-398c2ab3e4d7 req-bdb82322-01e1-4ba6-a124-4754f3366745 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:07:52.266374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-75cb5124-fc49-4097-aa5b-398c2ab3e4d7 req-bdb82322-01e1-4ba6-a124-4754f3366745 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:07:52.272102 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-75cb5124-fc49-4097-aa5b-398c2ab3e4d7 req-bdb82322-01e1-4ba6-a124-4754f3366745 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 210 time: 0.0813148 Oct 17 18:07:52.377673 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:07:53.486532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-bcd5a11f-f292-4329-936c-c89638448b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:53.487459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-bcd5a11f-f292-4329-936c-c89638448b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:07:53.501536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-bcd5a11f-f292-4329-936c-c89638448b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:07:53.502701 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-bcd5a11f-f292-4329-936c-c89638448b89 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 796 time: 0.1854582 Oct 17 18:07:53.560350 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0e4c561b-e31f-4799-b26a-177d59075e05 req-f3165bef-15c2-456c-9be0-ce84c0367c8f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 210 time: 0.1714952 Oct 17 18:07:53.560916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-4d11aa8f-1491-455f-b01e-27c75b49fba6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:07:53.573944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-4d11aa8f-1491-455f-b01e-27c75b49fba6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:07:53.575460 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-4d11aa8f-1491-455f-b01e-27c75b49fba6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 380 time: 0.0574808 Oct 17 18:07:53.586243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'device_id': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'admin_state_up': True, 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'security_groups': ['72a5b15b-20f6-45f2-9db9-d3e519a483b9']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:07:53.722846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:07:53.733472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:07:53.742761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 843541ec-60f4-4fe5-91a3-0e79095868fd up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:07:53.744978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:07:53.748457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:53.812193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 843541ec-60f4-4fe5-91a3-0e79095868fd triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:07:53.812565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:53.812900 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 843541ec-60f4-4fe5-91a3-0e79095868fd Oct 17 18:07:53.916234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.5 (9537d921-7831-4518-9d9a-4dfab19d36e6/8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0/3c179369-0320-49d4-85be-7ae54db49b0d) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:07:53.936837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 843541ec-60f4-4fe5-91a3-0e79095868fd is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:07:54.107151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:54.122930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object 3c179369-0320-49d4-85be-7ae54db49b0d will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:07:54.150166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:54.225239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 9537d921-7831-4518-9d9a-4dfab19d36e6 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:07:54.228326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:07:54.232112 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:07:54.264107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=3c179369-0320-49d4-85be-7ae54db49b0d,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:54.302163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:54.302795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:54.331743 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-de3dd717-a943-4fec-9e7e-9e303e3ff1f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7493026 Oct 17 18:07:54.349210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Request body: {'port': {'device_id': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:07:54.469182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:54.489390 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1502c803-a208-4fa9-a64a-b75481e1f752 None None] Provisioning for port 3c179369-0320-49d4-85be-7ae54db49b0d completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:07:54.494966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1502c803-a208-4fa9-a64a-b75481e1f752 None None] Provisioning complete for port 3c179369-0320-49d4-85be-7ae54db49b0d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:07:54.495432 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1502c803-a208-4fa9-a64a-b75481e1f752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:54.495767 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1502c803-a208-4fa9-a64a-b75481e1f752 None None] Attempt 1 to provision port 3c179369-0320-49d4-85be-7ae54db49b0d Oct 17 18:07:54.550258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1502c803-a208-4fa9-a64a-b75481e1f752 None None] Port 3c179369-0320-49d4-85be-7ae54db49b0d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:07:54.836939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b263cc-4ab6-40fc-a12e-5aee433674fa req-74f7af90-d9b4-4187-a6e3-eda824c33be6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:54.837636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-57b263cc-4ab6-40fc-a12e-5aee433674fa req-74f7af90-d9b4-4187-a6e3-eda824c33be6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:07:54.912760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-57b263cc-4ab6-40fc-a12e-5aee433674fa req-74f7af90-d9b4-4187-a6e3-eda824c33be6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:07:54.913948 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-57b263cc-4ab6-40fc-a12e-5aee433674fa req-74f7af90-d9b4-4187-a6e3-eda824c33be6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 931 time: 0.2206614 Oct 17 18:07:54.923400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c179369-0320-49d4-85be-7ae54db49b0d {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:07:54.943361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:54.974412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Transition to ACTIVE for port object 3c179369-0320-49d4-85be-7ae54db49b0d will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:07:54.977682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:54.995903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:55.051942 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1502c803-a208-4fa9-a64a-b75481e1f752 None None] Attempt 2 to provision port 3c179369-0320-49d4-85be-7ae54db49b0d Oct 17 18:07:55.165776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1502c803-a208-4fa9-a64a-b75481e1f752 None None] Port 3c179369-0320-49d4-85be-7ae54db49b0d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:07:55.182880 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-57b263cc-4ab6-40fc-a12e-5aee433674fa req-4a327f55-0f62-4da3-89a2-31e37c07dda8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=72a5b15b-20f6-45f2-9db9-d3e519a483b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625113 Oct 17 18:07:55.291973 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Pushing event updated for resources: {'Port': ['ID=3c179369-0320-49d4-85be-7ae54db49b0d,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:55.330484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Attempting to bind port 3c179369-0320-49d4-85be-7ae54db49b0d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:07:55.330813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Attempting to bind port 3c179369-0320-49d4-85be-7ae54db49b0d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:07:55.331160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Attempting to bind port 3c179369-0320-49d4-85be-7ae54db49b0d on network 9537d921-7831-4518-9d9a-4dfab19d36e6 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:07:55.335804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Port 3c179369-0320-49d4-85be-7ae54db49b0d on network 9537d921-7831-4518-9d9a-4dfab19d36e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:07:55.336110 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Attempting to bind port 3c179369-0320-49d4-85be-7ae54db49b0d on network 9537d921-7831-4518-9d9a-4dfab19d36e6 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:07:55.341168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:07:55.341494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Checking segment: {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:07:55.341866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Bound using segment: {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:07:55.342282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Bound port: 3c179369-0320-49d4-85be-7ae54db49b0d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:07:55.342615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:55.433197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] For port 3c179369-0320-49d4-85be-7ae54db49b0d, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:07:55.436591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] For port 3c179369-0320-49d4-85be-7ae54db49b0d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3c179369-0320-49d4-85be-7ae54db49b0d,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:07:55.440742 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:55.443868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:55.446194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:55.447592 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] 10.222.0.20 "PUT /v2.0/ports/3c179369-0320-49d4-85be-7ae54db49b0d HTTP/1.1" status: 200 len: 1093 time: 1.1034365 Oct 17 18:07:55.479700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:07:55.482004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc72c91b-4719-49b1-ad2e-16746cfaf6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:07:55.546632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2404b7-f532-4b2f-bd29-0b490d48a6ad x-openstack-request-id: req-de2404b7-f532-4b2f-bd29-0b490d48a6ad {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:07:55.546934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:07:55.547188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de2404b7-f532-4b2f-bd29-0b490d48a6ad {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:07:55.547593 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de2404b7-f532-4b2f-bd29-0b490d48a6ad'] response: {'name': 'network-changed', 'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d', 'status': 'completed', 'code': 200} Oct 17 18:07:55.586510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d481f-b8a7-4f25-9489-b8a17c8a200a service neutron] Pushing event updated for resources: {'Port': ['ID=3c179369-0320-49d4-85be-7ae54db49b0d,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:55.605080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-2e576e28-b92c-4574-9ac5-9a1cb91452fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:55.606561 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-2e576e28-b92c-4574-9ac5-9a1cb91452fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 1096 time: 0.1030934 Oct 17 18:07:55.667176 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1502c803-a208-4fa9-a64a-b75481e1f752 None None] Attempt 3 to provision port 3c179369-0320-49d4-85be-7ae54db49b0d Oct 17 18:07:55.682026 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-4d9bc9bc-3126-4d56-9c98-87f10ddadb52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c179369-0320-49d4-85be-7ae54db49b0d HTTP/1.1" status: 200 len: 217 time: 0.0639350 Oct 17 18:07:55.729071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1502c803-a208-4fa9-a64a-b75481e1f752 None None] Port 3c179369-0320-49d4-85be-7ae54db49b0d had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:07:55.750525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-fc8e8dfa-6976-46ff-9c63-58a11846035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:55.751992 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-fc8e8dfa-6976-46ff-9c63-58a11846035e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 HTTP/1.1" status: 200 len: 835 time: 0.0642471 Oct 17 18:07:55.837491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-d1efea06-c646-49e1-8b25-631f5c9d214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:55.838978 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-d1efea06-c646-49e1-8b25-631f5c9d214d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9537d921-7831-4518-9d9a-4dfab19d36e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809970 Oct 17 18:07:55.968838 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-580bac82-1bce-4f32-95bf-3f080f33e72b service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239700 Oct 17 18:07:56.104413 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e57376d7-2d7a-416e-8c23-c5f11b3ddc02 req-4244f34b-d71f-4892-b1a8-2e5aafd18c57 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293013 Oct 17 18:07:56.269860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72c91b-4719-49b1-ad2e-16746cfaf6a7 req-c90f92b3-6740-4955-ac2c-467d7cc3508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:56.271375 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc72c91b-4719-49b1-ad2e-16746cfaf6a7 req-c90f92b3-6740-4955-ac2c-467d7cc3508a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 1096 time: 0.0841417 Oct 17 18:07:56.462197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72c91b-4719-49b1-ad2e-16746cfaf6a7 req-27824363-4a20-4e35-8d3c-1b16f2a25238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:56.463657 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc72c91b-4719-49b1-ad2e-16746cfaf6a7 req-27824363-4a20-4e35-8d3c-1b16f2a25238 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 897 time: 0.1856341 Oct 17 18:07:56.528210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810d960-0845-44c2-826f-1f7b6539ddc8 req-66452d74-7b80-4f4e-907b-040fe560eab9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:56.529566 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e810d960-0845-44c2-826f-1f7b6539ddc8 req-66452d74-7b80-4f4e-907b-040fe560eab9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 943 time: 0.2280312 Oct 17 18:07:56.555086 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc72c91b-4719-49b1-ad2e-16746cfaf6a7 req-ceee2294-58c1-4a2d-bc7f-bdf1ff8159c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c179369-0320-49d4-85be-7ae54db49b0d HTTP/1.1" status: 200 len: 217 time: 0.0841465 Oct 17 18:07:56.620464 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e810d960-0845-44c2-826f-1f7b6539ddc8 req-63f446e8-24af-4e72-b4c6-69ab554ccf6b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=72a5b15b-20f6-45f2-9db9-d3e519a483b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848446 Oct 17 18:07:56.634142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72c91b-4719-49b1-ad2e-16746cfaf6a7 req-5518a2d2-c193-4f0c-bec9-065c4a596821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:56.635581 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc72c91b-4719-49b1-ad2e-16746cfaf6a7 req-5518a2d2-c193-4f0c-bec9-065c4a596821 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 HTTP/1.1" status: 200 len: 835 time: 0.0735903 Oct 17 18:07:56.723161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72c91b-4719-49b1-ad2e-16746cfaf6a7 req-f91eba3b-1fc9-48c9-9046-147446898063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:56.724702 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc72c91b-4719-49b1-ad2e-16746cfaf6a7 req-f91eba3b-1fc9-48c9-9046-147446898063 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9537d921-7831-4518-9d9a-4dfab19d36e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823467 Oct 17 18:07:56.970069 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc72c91b-4719-49b1-ad2e-16746cfaf6a7 req-3d9e2feb-c5b5-4e92-ade1-2362f5662109 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376122 Oct 17 18:07:57.104451 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc72c91b-4719-49b1-ad2e-16746cfaf6a7 req-57874c88-6342-4b21-958e-bb913b6246cc service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281588 Oct 17 18:07:57.820894 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5c4a7-23a6-4b37-84ed-47c866b179a9 req-5e90e0d0-c25d-4192-baee-fcf614e990d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:57.822333 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-eca5c4a7-23a6-4b37-84ed-47c866b179a9 req-5e90e0d0-c25d-4192-baee-fcf614e990d3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 943 time: 0.0879638 Oct 17 18:07:57.866520 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-eca5c4a7-23a6-4b37-84ed-47c866b179a9 req-5aef4f7a-f136-481c-b577-4a21c5874b96 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=72a5b15b-20f6-45f2-9db9-d3e519a483b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385239 Oct 17 18:07:58.449968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 3c179369-0320-49d4-85be-7ae54db49b0d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:07:58.580827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 3c179369-0320-49d4-85be-7ae54db49b0d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3c179369-0320-49d4-85be-7ae54db49b0d,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:07:58.593886 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '3c179369-0320-49d4-85be-7ae54db49b0d', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'port_id': '3c179369-0320-49d4-85be-7ae54db49b0d', 'mac_address': 'fa:16:3e:7b:6e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:07:58.651182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 3c179369-0320-49d4-85be-7ae54db49b0d is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:07:58.651552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:58.668504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c179369-0320-49d4-85be-7ae54db49b0d {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:07:58.683831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 3c179369-0320-49d4-85be-7ae54db49b0d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3c179369-0320-49d4-85be-7ae54db49b0d,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:07:58.687860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:58.753868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=3c179369-0320-49d4-85be-7ae54db49b0d,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:07:58.989391 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['3c179369-0320-49d4-85be-7ae54db49b0d'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:07:59.068556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780ba34-47a2-4d80-ad91-1d79bb66d6c7 req-78a1c574-f7c7-42f8-b364-463a75c4d522 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:07:59.071073 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a780ba34-47a2-4d80-ad91-1d79bb66d6c7 req-78a1c574-f7c7-42f8-b364-463a75c4d522 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 944 time: 0.0917294 Oct 17 18:07:59.073087 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5cb8c185-ecee-44fb-87b7-93ba1d7078b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:07:59.116147 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a780ba34-47a2-4d80-ad91-1d79bb66d6c7 req-1a9f3e03-b2fb-4bd2-9d9a-ff65e27696f4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=72a5b15b-20f6-45f2-9db9-d3e519a483b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395718 Oct 17 18:08:00.324146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0b8d5-4aa8-4449-90bf-478393cb3dd8 req-a4abb0c2-5cea-468c-854c-c4624d2a3ac2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:00.325604 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b9a0b8d5-4aa8-4449-90bf-478393cb3dd8 req-a4abb0c2-5cea-468c-854c-c4624d2a3ac2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 944 time: 0.0913944 Oct 17 18:08:00.370294 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b9a0b8d5-4aa8-4449-90bf-478393cb3dd8 req-ccb9ba5a-b79c-4185-8132-386911957ca7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=72a5b15b-20f6-45f2-9db9-d3e519a483b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388834 Oct 17 18:08:00.441973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 3c179369-0320-49d4-85be-7ae54db49b0d up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:08:00.509420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 3c179369-0320-49d4-85be-7ae54db49b0d completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:08:00.514503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 3c179369-0320-49d4-85be-7ae54db49b0d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:08:00.514873 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:00.515236 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 3c179369-0320-49d4-85be-7ae54db49b0d Oct 17 18:08:00.632661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 3c179369-0320-49d4-85be-7ae54db49b0d is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:08:00.633031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:00.659747 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:08:00.662008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a125e3dd-76d4-47f8-86ea-0d27c65691e6" -d '{"events": [{"server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "name": "network-vif-plugged", "status": "completed", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:08:00.670537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 3c179369-0320-49d4-85be-7ae54db49b0d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3c179369-0320-49d4-85be-7ae54db49b0d,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:08:00.673963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:00.744920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=3c179369-0320-49d4-85be-7ae54db49b0d,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:00.757095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e0ce64-991d-45ae-8f61-44e20e0533e1 x-openstack-request-id: req-d5e0ce64-991d-45ae-8f61-44e20e0533e1 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:08:00.757521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "name": "network-vif-plugged", "status": "completed", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:08:00.757776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d5e0ce64-991d-45ae-8f61-44e20e0533e1 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:08:00.758177 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5e0ce64-991d-45ae-8f61-44e20e0533e1'] response: {'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d', 'code': 200} Oct 17 18:08:01.027522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47bc96-9f69-4759-82de-6ec8e21780e5 req-3fc7b21c-1182-4bc3-af3d-fa7a7091387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:01.029055 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f47bc96-9f69-4759-82de-6ec8e21780e5 req-3fc7b21c-1182-4bc3-af3d-fa7a7091387f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 1098 time: 0.0846257 Oct 17 18:08:01.071861 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f47bc96-9f69-4759-82de-6ec8e21780e5 req-002923fc-da12-40be-bd98-feb65139327f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=72a5b15b-20f6-45f2-9db9-d3e519a483b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366008 Oct 17 18:08:01.529840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-913593b2-aafd-443a-9fc5-833071ffff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:01.715332 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c838c82-a7dc-40dc-a7f6-8dc416f50cce req-1b045cd8-fa08-41b3-9aa2-fb3917fe7f35 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:01.716646 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6c838c82-a7dc-40dc-a7f6-8dc416f50cce req-1b045cd8-fa08-41b3-9aa2-fb3917fe7f35 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 945 time: 0.0885460 Oct 17 18:08:01.764747 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6c838c82-a7dc-40dc-a7f6-8dc416f50cce req-ea9162c1-68d3-48ef-afae-4a1ad424c779 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=72a5b15b-20f6-45f2-9db9-d3e519a483b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422151 Oct 17 18:08:02.527667 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:02.620275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:02.963119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce17e74-d1f0-4321-b693-ead441f55733 req-430606a4-85ff-4280-84f0-672f6b2904a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:02.964603 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5ce17e74-d1f0-4321-b693-ead441f55733 req-430606a4-85ff-4280-84f0-672f6b2904a2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 945 time: 0.0884786 Oct 17 18:08:03.015546 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5ce17e74-d1f0-4321-b693-ead441f55733 req-4078f536-a12b-4a80-a0e0-8bcdc1ba1351 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=72a5b15b-20f6-45f2-9db9-d3e519a483b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450847 Oct 17 18:08:03.216159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32471ce3-da0a-4aa4-8234-deb38af1f912 req-611a4c93-4879-4f67-aee3-09176a25422f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:03.217607 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-32471ce3-da0a-4aa4-8234-deb38af1f912 req-611a4c93-4879-4f67-aee3-09176a25422f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 945 time: 0.0899017 Oct 17 18:08:03.263699 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-32471ce3-da0a-4aa4-8234-deb38af1f912 req-64c1bb0f-fec3-4acd-bdf9-c5efe14b1cf8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=72a5b15b-20f6-45f2-9db9-d3e519a483b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403924 Oct 17 18:08:03.292357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50214) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:03.371140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc01ac3-bcc1-4163-932d-c309b686778e tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:03.372557 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5cc01ac3-bcc1-4163-932d-c309b686778e tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 1093 time: 0.0792112 Oct 17 18:08:03.375551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50218) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:03.380317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '3c179369-0320-49d4-85be-7ae54db49b0d', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:03.386415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:03.390290 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:floatingip and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:03.393154 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:03.398991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:03.409263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:03.548009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:03.683470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.241 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/898d793d-539f-4d73-809f-94c1ceb07fed) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:08:03.831808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:03.861428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:03.927119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:08:03.930086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:03.933722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:08:03.968004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=898d793d-539f-4d73-809f-94c1ceb07fed,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:04.339566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:04.349489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:04.423391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:04.745832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:04.750133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:04.859055 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=898d793d-539f-4d73-809f-94c1ceb07fed,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:04.861542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:05.037272 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP f829a3a3-ca03-44fe-9bf9-485b265663c6 associated. External IP: 172.26.8.241, port: 3c179369-0320-49d4-85be-7ae54db49b0d. Oct 17 18:08:05.398708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 6ab14637-caec-46a2-b18b-92de8b77c405 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:08:05.579362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:08:05.590071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4cd4a6-4ee1-4fe6-bb8c-648e9a93c37b None None] Sync routers for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:08:05.599847 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4cd4a6-4ee1-4fe6-bb8c-648e9a93c37b None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:08:05.600594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0a4cd4a6-4ee1-4fe6-bb8c-648e9a93c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:08:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:05.604277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:05.659062 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6ae34427-9f78-4359-ba53-9b23186f3b6c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2823749 Oct 17 18:08:05.659867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:08:05.661754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50222) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:05.662225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfee088-01ae-42ab-afda-9e0f34736694" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:08:05.710953 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4445cf21-bf48-40cb-8f14-802138b44984 x-openstack-request-id: req-4445cf21-bf48-40cb-8f14-802138b44984 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:08:05.710953 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:08:05.710953 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4445cf21-bf48-40cb-8f14-802138b44984 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:08:05.711364 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4445cf21-bf48-40cb-8f14-802138b44984'] response: {'name': 'network-changed', 'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d', 'status': 'completed', 'code': 200} Oct 17 18:08:05.748543 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ae10bc-d0d7-4c31-9a38-57ed239a750d tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:05.750051 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b7ae10bc-d0d7-4c31-9a38-57ed239a750d tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 1093 time: 0.0872903 Oct 17 18:08:05.789731 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-0a4cd4a6-4ee1-4fe6-bb8c-648e9a93c37b None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:08:05.826007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50230) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:05.831542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544069774', 'description': 'tempest-secgroup-smoke-1544069774 description', 'project_id': '5bf68046d82040c287b306f9ee0c6158'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:05.838010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:05.840707 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfee088-01ae-42ab-afda-9e0f34736694 req-b1434927-501d-47ac-a526-89e5e27abc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:05.842455 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9dfee088-01ae-42ab-afda-9e0f34736694 req-b1434927-501d-47ac-a526-89e5e27abc76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 1098 time: 0.0884981 Oct 17 18:08:05.847977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:05.858784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:05.880870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:05.886007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:05.890062 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:05.896106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:05.974934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:05.980162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:05.985152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfee088-01ae-42ab-afda-9e0f34736694 req-d3c228c8-fe64-4d54-bddd-a4c361ddace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:05.986296 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9dfee088-01ae-42ab-afda-9e0f34736694 req-d3c228c8-fe64-4d54-bddd-a4c361ddace7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 897 time: 0.1375911 Oct 17 18:08:06.027517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3761445e-6d01-4a52-84ed-b8dfa562bd16,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:06.032220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.033437 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c2bf2416-612a-4b25-99ea-7b3b75e80bc8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2064080 Oct 17 18:08:06.036622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50234) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:06.042282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-83b9710a-8cef-482e-8448-734d4c41690f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '3761445e-6d01-4a52-84ed-b8dfa562bd16', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:06.048199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-83b9710a-8cef-482e-8448-734d4c41690f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:06.054126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-83b9710a-8cef-482e-8448-734d4c41690f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:06.057370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-83b9710a-8cef-482e-8448-734d4c41690f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:06.063539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-83b9710a-8cef-482e-8448-734d4c41690f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:06.089219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83b9710a-8cef-482e-8448-734d4c41690f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.179084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83b9710a-8cef-482e-8448-734d4c41690f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.182402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0a4cd4a6-4ee1-4fe6-bb8c-648e9a93c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'f829a3a3-ca03-44fe-9bf9-485b265663c6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'port_id': '3c179369-0320-49d4-85be-7ae54db49b0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'mac_address': 'fa:16:3e:7b:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:08:04Z', 'updated_at': '2022-10-17T18:08:04Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:52Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:06.183597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83b9710a-8cef-482e-8448-734d4c41690f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.187031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4cd4a6-4ee1-4fe6-bb8c-648e9a93c37b None None] Checking router: 6ab14637-caec-46a2-b18b-92de8b77c405 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:08:06.196834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4cd4a6-4ee1-4fe6-bb8c-648e9a93c37b None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:08:06.197459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0a4cd4a6-4ee1-4fe6-bb8c-648e9a93c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:08:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:06.207347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9710a-8cef-482e-8448-734d4c41690f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5056c7-0f44-47f1-a55b-2af3fe7a93b1,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:06.219632 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-83b9710a-8cef-482e-8448-734d4c41690f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.223485 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-83b9710a-8cef-482e-8448-734d4c41690f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833243 Oct 17 18:08:06.224242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50238) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:06.229327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-fefbe953-a9ff-4ece-adf0-28daa41bcf1c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '3761445e-6d01-4a52-84ed-b8dfa562bd16', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:06.235852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fefbe953-a9ff-4ece-adf0-28daa41bcf1c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:06.239698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fefbe953-a9ff-4ece-adf0-28daa41bcf1c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:06.241632 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9dfee088-01ae-42ab-afda-9e0f34736694 req-578db69b-93e0-4ef0-b420-50d84586f1a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c179369-0320-49d4-85be-7ae54db49b0d HTTP/1.1" status: 200 len: 999 time: 0.2487931 Oct 17 18:08:06.243838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fefbe953-a9ff-4ece-adf0-28daa41bcf1c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:06.249664 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fefbe953-a9ff-4ece-adf0-28daa41bcf1c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:06.267448 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fefbe953-a9ff-4ece-adf0-28daa41bcf1c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.315319 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfee088-01ae-42ab-afda-9e0f34736694 req-9963b0ea-2fa0-405b-bd27-cacfb4598eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:06.316778 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9dfee088-01ae-42ab-afda-9e0f34736694 req-9963b0ea-2fa0-405b-bd27-cacfb4598eb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 HTTP/1.1" status: 200 len: 835 time: 0.0701346 Oct 17 18:08:06.340605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fefbe953-a9ff-4ece-adf0-28daa41bcf1c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.345418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fefbe953-a9ff-4ece-adf0-28daa41bcf1c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.381201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbe953-a9ff-4ece-adf0-28daa41bcf1c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7fdae8-dbb1-4a63-9d07-21cad54a3a7b,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:06.383712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fefbe953-a9ff-4ece-adf0-28daa41bcf1c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.385388 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fefbe953-a9ff-4ece-adf0-28daa41bcf1c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607270 Oct 17 18:08:06.388415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50242) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:06.394923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-fb35b7d9-6b8c-4042-980d-92ec21304212 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '3761445e-6d01-4a52-84ed-b8dfa562bd16', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:06.401719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fb35b7d9-6b8c-4042-980d-92ec21304212 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:06.406784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fb35b7d9-6b8c-4042-980d-92ec21304212 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:06.409958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fb35b7d9-6b8c-4042-980d-92ec21304212 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:06.415139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfee088-01ae-42ab-afda-9e0f34736694 req-05d8f982-8909-4ddc-8195-217e5a08e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:06.416665 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9dfee088-01ae-42ab-afda-9e0f34736694 req-05d8f982-8909-4ddc-8195-217e5a08e4fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9537d921-7831-4518-9d9a-4dfab19d36e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929968 Oct 17 18:08:06.417200 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fb35b7d9-6b8c-4042-980d-92ec21304212 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:06.435672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fb35b7d9-6b8c-4042-980d-92ec21304212 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.442593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-0a4cd4a6-4ee1-4fe6-bb8c-648e9a93c37b None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:08:06.506737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fb35b7d9-6b8c-4042-980d-92ec21304212 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.511916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fb35b7d9-6b8c-4042-980d-92ec21304212 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.537054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35b7d9-6b8c-4042-980d-92ec21304212 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e532c1-2728-491e-a49d-6834cf7294fe,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:06.550440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fb35b7d9-6b8c-4042-980d-92ec21304212 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.552215 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fb35b7d9-6b8c-4042-980d-92ec21304212 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626608 Oct 17 18:08:06.555295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50246) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:06.560522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ddbc6918-c31c-426e-aaea-4c952c5bff91 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '3761445e-6d01-4a52-84ed-b8dfa562bd16', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:06.566450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ddbc6918-c31c-426e-aaea-4c952c5bff91 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:06.568061 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9dfee088-01ae-42ab-afda-9e0f34736694 req-ba0e2cd3-3bd5-40aa-ac66-0806a17fb772 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448588 Oct 17 18:08:06.571248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ddbc6918-c31c-426e-aaea-4c952c5bff91 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:06.574185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ddbc6918-c31c-426e-aaea-4c952c5bff91 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:06.581655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ddbc6918-c31c-426e-aaea-4c952c5bff91 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:06.605253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6918-c31c-426e-aaea-4c952c5bff91 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.676013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6918-c31c-426e-aaea-4c952c5bff91 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.680853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6918-c31c-426e-aaea-4c952c5bff91 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.707031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc6918-c31c-426e-aaea-4c952c5bff91 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5d2b4d-5285-4fa5-8090-f48abce958bc,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:06.710467 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9dfee088-01ae-42ab-afda-9e0f34736694 req-4dbcc0a6-8997-41b9-9e59-a8c00aa77311 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346743 Oct 17 18:08:06.719164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6918-c31c-426e-aaea-4c952c5bff91 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.720372 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ddbc6918-c31c-426e-aaea-4c952c5bff91 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1641843 Oct 17 18:08:06.723215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50250) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:06.728442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f825f76c-3be9-4741-9a13-7148a2bb99f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '3761445e-6d01-4a52-84ed-b8dfa562bd16', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:06.734880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f825f76c-3be9-4741-9a13-7148a2bb99f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:06.739940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f825f76c-3be9-4741-9a13-7148a2bb99f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:06.744017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f825f76c-3be9-4741-9a13-7148a2bb99f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:06.750461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f825f76c-3be9-4741-9a13-7148a2bb99f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:06.764018 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-f825f76c-3be9-4741-9a13-7148a2bb99f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:08:06.771143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f825f76c-3be9-4741-9a13-7148a2bb99f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.824194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0a4cd4a6-4ee1-4fe6-bb8c-648e9a93c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'f829a3a3-ca03-44fe-9bf9-485b265663c6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'port_id': '3c179369-0320-49d4-85be-7ae54db49b0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'mac_address': 'fa:16:3e:7b:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:08:04Z', 'updated_at': '2022-10-17T18:08:04Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:52Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:06.828393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4cd4a6-4ee1-4fe6-bb8c-648e9a93c37b None None] The sync data for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv is: [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'f829a3a3-ca03-44fe-9bf9-485b265663c6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'port_id': '3c179369-0320-49d4-85be-7ae54db49b0d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'mac_address': 'fa:16:3e:7b:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:08:04Z', 'updated_at': '2022-10-17T18:08:04Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:52Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:08:06.837720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f825f76c-3be9-4741-9a13-7148a2bb99f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.841941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f825f76c-3be9-4741-9a13-7148a2bb99f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.867389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825f76c-3be9-4741-9a13-7148a2bb99f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97026423-e507-42aa-b0c1-be062e68ea7e,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:06.877661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f825f76c-3be9-4741-9a13-7148a2bb99f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.878944 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f825f76c-3be9-4741-9a13-7148a2bb99f9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547997 Oct 17 18:08:06.882159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50254) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:06.886990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4ab08582-2b37-4a92-a248-1269cefa3dad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '3761445e-6d01-4a52-84ed-b8dfa562bd16', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:06.893385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4ab08582-2b37-4a92-a248-1269cefa3dad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:06.897752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4ab08582-2b37-4a92-a248-1269cefa3dad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:06.900840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4ab08582-2b37-4a92-a248-1269cefa3dad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:06.906937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4ab08582-2b37-4a92-a248-1269cefa3dad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:06.921526 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-4ab08582-2b37-4a92-a248-1269cefa3dad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:08:06.928935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ab08582-2b37-4a92-a248-1269cefa3dad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:06.996748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ab08582-2b37-4a92-a248-1269cefa3dad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:07.000757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ab08582-2b37-4a92-a248-1269cefa3dad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:07.026159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab08582-2b37-4a92-a248-1269cefa3dad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5176d3-7959-4036-a072-3a93025dfec2,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:07.029085 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96542ba5-77ac-4c6e-989e-2373b88c3bfb None None] New status for floating IP f829a3a3-ca03-44fe-9bf9-485b265663c6: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:08:07.039483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4ab08582-2b37-4a92-a248-1269cefa3dad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:07.045632 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4ab08582-2b37-4a92-a248-1269cefa3dad tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579585 Oct 17 18:08:07.216229 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-bc12ffa3-6d24-4a56-b926-6d369a3cc89c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544069774&fields=id&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 267 time: 0.0416992 Oct 17 18:08:07.371127 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59f49-e409-4746-8989-9c78a474ae82 req-9cfab7dd-3009-4e2c-b662-b81acee1f8d0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:07.372554 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-9cfab7dd-3009-4e2c-b662-b81acee1f8d0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 796 time: 0.1497443 Oct 17 18:08:07.387145 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-84f09b56-d40d-46e4-b36d-291ae54806a7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/quotas/5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 375 time: 0.0091188 Oct 17 18:08:07.484850 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cc5bd5af-157a-432b-b98f-566cafbfc04f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0927706 Oct 17 18:08:07.667685 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-0228b3fd-93f7-4529-82d4-2639d3753929 service neutron] 10.222.0.69 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709654 Oct 17 18:08:07.802899 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-5ee0c0ab-eba9-46ac-9107-6bdabb1a0ca6 service neutron] 10.222.0.69 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293297 Oct 17 18:08:07.989668 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4f9bd248-4244-48a2-b636-c33ba514c760 req-cf7384f9-b581-48bd-8da9-471e49fa3e7c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 210 time: 0.0507240 Oct 17 18:08:09.096919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cff7a3c5-6a12-4156-8922-171537288929 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:09.098350 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cff7a3c5-6a12-4156-8922-171537288929 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 796 time: 0.1556947 Oct 17 18:08:09.185271 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5c46587f-e40d-4d0c-8df2-8414c4afefd6 req-f35787b6-dd8d-4e2c-bae6-06160634a234 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 210 time: 0.0732245 Oct 17 18:08:09.218470 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-af715bbe-1f21-44ae-9bb6-93d4c1fc6352 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 473 time: 0.0611465 Oct 17 18:08:09.227851 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'device_id': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'admin_state_up': True, 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'security_groups': ['3761445e-6d01-4a52-84ed-b8dfa562bd16']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:09.370164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:09.379610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:09.389364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:08:09.392867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:09.557364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.8 (9537d921-7831-4518-9d9a-4dfab19d36e6/8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0/00df3fc7-4ce3-42af-bd91-8aefec2cf7ee) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:08:09.849436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:09.866064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:08:09.889375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:09.965446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 9537d921-7831-4518-9d9a-4dfab19d36e6 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:08:09.968515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:09.972285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:08:10.011686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:10.047080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:10.047684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:10.076205 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-cb7ad28e-f784-42a3-a2a0-d1667733bbeb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8521760 Oct 17 18:08:10.094310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Request body: {'port': {'device_id': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:10.217632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:10.247872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6b1b4467-980e-4ea5-8129-fa0d534da583 None None] Provisioning for port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:08:10.253738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6b1b4467-980e-4ea5-8129-fa0d534da583 None None] Provisioning complete for port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:08:10.254289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b1b4467-980e-4ea5-8129-fa0d534da583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:10.254794 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6b1b4467-980e-4ea5-8129-fa0d534da583 None None] Attempt 1 to provision port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee Oct 17 18:08:10.314675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b4467-980e-4ea5-8129-fa0d534da583 None None] Port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:08:10.397679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79473a-f7f6-4360-a1f3-982b0d589bb1 req-aeab0091-d426-4083-8b9d-a69371ee62d8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:10.399182 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b79473a-f7f6-4360-a1f3-982b0d589bb1 req-aeab0091-d426-4083-8b9d-a69371ee62d8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 931 time: 0.0921137 Oct 17 18:08:10.442904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-9b79473a-f7f6-4360-a1f3-982b0d589bb1 req-effe9946-0c3f-4a51-8866-9c22531065c6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:08:10.458817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-9b79473a-f7f6-4360-a1f3-982b0d589bb1 req-effe9946-0c3f-4a51-8866-9c22531065c6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:08:10.460814 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b79473a-f7f6-4360-a1f3-982b0d589bb1 req-effe9946-0c3f-4a51-8866-9c22531065c6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3761445e-6d01-4a52-84ed-b8dfa562bd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557520 Oct 17 18:08:10.564371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:08:10.571916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:10.586425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Transition to ACTIVE for port object 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:08:10.590024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:10.774264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Pushing event updated for resources: {'Port': ['ID=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:10.813883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Attempting to bind port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:08:10.814209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Attempting to bind port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:08:10.814527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Attempting to bind port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee on network 9537d921-7831-4518-9d9a-4dfab19d36e6 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:08:10.815599 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6b1b4467-980e-4ea5-8129-fa0d534da583 None None] Attempt 2 to provision port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee Oct 17 18:08:10.820000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee on network 9537d921-7831-4518-9d9a-4dfab19d36e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:08:10.820304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Attempting to bind port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee on network 9537d921-7831-4518-9d9a-4dfab19d36e6 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:08:10.825398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:08:10.825719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Checking segment: {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:08:10.826090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Bound using segment: {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:08:10.826502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Bound port: 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:08:10.826837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:10.872465 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b4467-980e-4ea5-8129-fa0d534da583 None None] Port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:08:10.914388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] For port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:08:10.917412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] For port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:08:10.921995 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:10.955941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:10.956531 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:10.957892 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/00df3fc7-4ce3-42af-bd91-8aefec2cf7ee HTTP/1.1" status: 200 len: 1093 time: 0.8685389 Oct 17 18:08:10.958368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'tag': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:08:10.961384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702cf7df-17e0-4c1a-8554-0a9c8ad10613" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa", "tag": "00df3fc7-4ce3-42af-bd91-8aefec2cf7ee"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:08:11.004257 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1634ca-9175-4820-9a49-e4d8457fcdf5 x-openstack-request-id: req-0d1634ca-9175-4820-9a49-e4d8457fcdf5 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:08:11.004548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa", "tag": "00df3fc7-4ce3-42af-bd91-8aefec2cf7ee", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:08:11.004795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d1634ca-9175-4820-9a49-e4d8457fcdf5 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:08:11.005230 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1634ca-9175-4820-9a49-e4d8457fcdf5'] response: {'name': 'network-changed', 'server_uuid': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'tag': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee', 'status': 'completed', 'code': 200} Oct 17 18:08:11.008491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666933f7-7e5d-4a63-91dc-fdc9e0d276c9 service neutron] Pushing event updated for resources: {'Port': ['ID=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:11.099327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59f49-e409-4746-8989-9c78a474ae82 req-788b5576-3e2a-4d49-bf11-4ca619e4ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:11.100848 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-788b5576-3e2a-4d49-bf11-4ca619e4ce85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 1096 time: 0.0794389 Oct 17 18:08:11.180288 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-e08b6308-7e39-4c31-8bc6-7653d99cf9e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee HTTP/1.1" status: 200 len: 217 time: 0.0669708 Oct 17 18:08:11.243626 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59f49-e409-4746-8989-9c78a474ae82 req-41ef82cd-a801-42d3-a4eb-e71a0cc37ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:11.245070 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-41ef82cd-a801-42d3-a4eb-e71a0cc37ddc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 HTTP/1.1" status: 200 len: 835 time: 0.0585442 Oct 17 18:08:11.332842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59f49-e409-4746-8989-9c78a474ae82 req-9976806b-fd30-4d1f-9d63-b09d6b0019a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:11.334457 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-9976806b-fd30-4d1f-9d63-b09d6b0019a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9537d921-7831-4518-9d9a-4dfab19d36e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840127 Oct 17 18:08:11.373883 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6b1b4467-980e-4ea5-8129-fa0d534da583 None None] Attempt 3 to provision port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee Oct 17 18:08:11.435734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b4467-980e-4ea5-8129-fa0d534da583 None None] Port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:08:11.468847 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-b89013a1-812b-4f12-b17c-48f8254460ae service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278746 Oct 17 18:08:11.665406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f14a2-2676-495d-b4ce-ffc54c00de88 req-8c3c1e51-06b6-4726-ad32-2599fc2e226c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:11.666892 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff7f14a2-2676-495d-b4ce-ffc54c00de88 req-8c3c1e51-06b6-4726-ad32-2599fc2e226c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 943 time: 0.0922995 Oct 17 18:08:11.713863 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91a59f49-e409-4746-8989-9c78a474ae82 req-41fadac3-0060-4ef5-a98b-c2389670cde3 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390981 Oct 17 18:08:11.716278 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff7f14a2-2676-495d-b4ce-ffc54c00de88 req-8a41a3b4-dd11-4a38-9b60-79bcb612f60f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3761445e-6d01-4a52-84ed-b8dfa562bd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436618 Oct 17 18:08:11.887274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf7df-17e0-4c1a-8554-0a9c8ad10613 req-48bb7adc-410a-435d-8c2a-bd5f5e7ac326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:11.888751 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-702cf7df-17e0-4c1a-8554-0a9c8ad10613 req-48bb7adc-410a-435d-8c2a-bd5f5e7ac326 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 1096 time: 0.0794921 Oct 17 18:08:12.023424 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf7df-17e0-4c1a-8554-0a9c8ad10613 req-466d2a05-ece6-472b-aa4d-e1e27082c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:12.024946 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-702cf7df-17e0-4c1a-8554-0a9c8ad10613 req-466d2a05-ece6-472b-aa4d-e1e27082c97a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 897 time: 0.1239092 Oct 17 18:08:12.097014 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-702cf7df-17e0-4c1a-8554-0a9c8ad10613 req-839b23ef-a52f-4c08-a4c7-777079032068 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee HTTP/1.1" status: 200 len: 217 time: 0.0649271 Oct 17 18:08:12.161942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf7df-17e0-4c1a-8554-0a9c8ad10613 req-0d105003-1115-4d0a-9fb3-453f27bc0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:12.164185 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-702cf7df-17e0-4c1a-8554-0a9c8ad10613 req-0d105003-1115-4d0a-9fb3-453f27bc0638 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 HTTP/1.1" status: 200 len: 835 time: 0.0593848 Oct 17 18:08:12.210176 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:08:12.259064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf7df-17e0-4c1a-8554-0a9c8ad10613 req-800a0996-383c-40f8-b81e-bcd398dc8147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:12.260627 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-702cf7df-17e0-4c1a-8554-0a9c8ad10613 req-800a0996-383c-40f8-b81e-bcd398dc8147 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9537d921-7831-4518-9d9a-4dfab19d36e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850358 Oct 17 18:08:12.396158 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-702cf7df-17e0-4c1a-8554-0a9c8ad10613 req-412c646f-38da-4de1-b08a-cb6eb76a241a service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279190 Oct 17 18:08:12.531940 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-702cf7df-17e0-4c1a-8554-0a9c8ad10613 req-9079642a-9ea9-4de5-8d82-452c5db35fb6 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260941 Oct 17 18:08:12.918559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea31158-8306-427e-9c0e-8ed0cf52cf0c req-88c3f11c-109c-4b5c-b1eb-9924dcf31553 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:12.919274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-dea31158-8306-427e-9c0e-8ed0cf52cf0c req-88c3f11c-109c-4b5c-b1eb-9924dcf31553 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:08:12.936011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-dea31158-8306-427e-9c0e-8ed0cf52cf0c req-88c3f11c-109c-4b5c-b1eb-9924dcf31553 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:08:12.937355 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dea31158-8306-427e-9c0e-8ed0cf52cf0c req-88c3f11c-109c-4b5c-b1eb-9924dcf31553 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 943 time: 0.1056447 Oct 17 18:08:12.985952 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dea31158-8306-427e-9c0e-8ed0cf52cf0c req-f9b43bca-5642-4557-b574-edbd83a24f56 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3761445e-6d01-4a52-84ed-b8dfa562bd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Oct 17 18:08:14.186257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6561a25-2c36-4d9f-a005-2571a7262d5c req-bfd382ba-89d8-46bb-958e-6d0f5689d230 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:14.187787 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f6561a25-2c36-4d9f-a005-2571a7262d5c req-bfd382ba-89d8-46bb-958e-6d0f5689d230 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 943 time: 0.0904427 Oct 17 18:08:14.231837 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f6561a25-2c36-4d9f-a005-2571a7262d5c req-ae4b61de-21c8-45e6-997e-846b19b597eb tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3761445e-6d01-4a52-84ed-b8dfa562bd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383983 Oct 17 18:08:14.650919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:08:14.783431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:08:14.797396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'port_id': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee', 'mac_address': 'fa:16:3e:06:35:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:08:14.855566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:08:14.855940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:14.872500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:08:14.887500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:08:14.891741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:14.958294 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:15.184208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['00df3fc7-4ce3-42af-bd91-8aefec2cf7ee'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:08:15.432748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc011e-3093-4fd8-b8a1-1b21653d84e7 req-1c69d36c-e09a-4af8-a9af-1eb90f226cf1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:15.434204 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aadc011e-3093-4fd8-b8a1-1b21653d84e7 req-1c69d36c-e09a-4af8-a9af-1eb90f226cf1 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 944 time: 0.0883925 Oct 17 18:08:15.478929 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aadc011e-3093-4fd8-b8a1-1b21653d84e7 req-dfcd4f5d-a5ae-4fa2-9570-ea7d34e61ed6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3761445e-6d01-4a52-84ed-b8dfa562bd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 Oct 17 18:08:16.668634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:08:16.684551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d53c6-83af-4c42-aee2-ddd0e8061545 req-6d48df10-d68d-49c4-afa9-1eb3023708c9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:16.686041 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-307d53c6-83af-4c42-aee2-ddd0e8061545 req-6d48df10-d68d-49c4-afa9-1eb3023708c9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 944 time: 0.0931301 Oct 17 18:08:16.732818 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-307d53c6-83af-4c42-aee2-ddd0e8061545 req-680d58c9-a916-4ade-8a4b-2b12d4b38bba tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3761445e-6d01-4a52-84ed-b8dfa562bd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410314 Oct 17 18:08:16.740898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:08:16.746371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:08:16.746823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:16.747235 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee Oct 17 18:08:16.901288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:08:16.901669 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:16.928185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:08:16.931333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed138f-2748-4c35-8015-bbcd2a4f5833" -d '{"events": [{"server_uuid": "0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa", "name": "network-vif-plugged", "status": "completed", "tag": "00df3fc7-4ce3-42af-bd91-8aefec2cf7ee"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:08:16.939644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:08:16.943995 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:16.979790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad609568-0e60-4663-8fcd-433ea9ce0114 x-openstack-request-id: req-ad609568-0e60-4663-8fcd-433ea9ce0114 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:08:16.980091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa", "name": "network-vif-plugged", "status": "completed", "tag": "00df3fc7-4ce3-42af-bd91-8aefec2cf7ee", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:08:16.980341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ad609568-0e60-4663-8fcd-433ea9ce0114 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:08:16.980729 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad609568-0e60-4663-8fcd-433ea9ce0114'] response: {'server_uuid': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee', 'code': 200} Oct 17 18:08:17.012637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:17.254024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2374daa-8896-4dea-bfde-1db59d9f14f6 req-a0992379-2380-46b4-98ab-d0c8a30ed7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:17.255452 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c2374daa-8896-4dea-bfde-1db59d9f14f6 req-a0992379-2380-46b4-98ab-d0c8a30ed7b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 1098 time: 0.0834880 Oct 17 18:08:17.299523 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c2374daa-8896-4dea-bfde-1db59d9f14f6 req-53cf7c52-56bd-4efe-9fa9-975b41923e1e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3761445e-6d01-4a52-84ed-b8dfa562bd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360727 Oct 17 18:08:17.932144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079b30b-4e61-4bd3-9236-be572c6ca69d req-8ba67e96-c971-4df5-9c37-75f51a03e37d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:17.933615 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6079b30b-4e61-4bd3-9236-be572c6ca69d req-8ba67e96-c971-4df5-9c37-75f51a03e37d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 945 time: 0.0886083 Oct 17 18:08:17.982657 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6079b30b-4e61-4bd3-9236-be572c6ca69d req-15f0ad29-202c-491e-b02b-5bcc9c804aa4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3761445e-6d01-4a52-84ed-b8dfa562bd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Oct 17 18:08:19.186673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5d1a5-904d-4c26-8915-f4f1888de584 req-f0ac100e-eb4f-436b-9096-96e3295d7d6e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:19.188139 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-36b5d1a5-904d-4c26-8915-f4f1888de584 req-f0ac100e-eb4f-436b-9096-96e3295d7d6e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 945 time: 0.0888326 Oct 17 18:08:19.239670 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-36b5d1a5-904d-4c26-8915-f4f1888de584 req-79f7eba3-8b58-4919-9ce8-304732b71116 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3761445e-6d01-4a52-84ed-b8dfa562bd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455685 Oct 17 18:08:19.440244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbbfcb-919f-4373-b5f1-1ab96c66dd4c req-7b25b622-54bd-4e99-89b6-21e0b4f4ac72 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:19.441726 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-50cbbfcb-919f-4373-b5f1-1ab96c66dd4c req-7b25b622-54bd-4e99-89b6-21e0b4f4ac72 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 945 time: 0.0891716 Oct 17 18:08:19.486197 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-50cbbfcb-919f-4373-b5f1-1ab96c66dd4c req-8ad2bf37-ac54-4e62-b3d5-c4307baf18a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3761445e-6d01-4a52-84ed-b8dfa562bd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383866 Oct 17 18:08:19.514553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50310) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:19.601819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d1cbfa-ca8a-4694-9fb3-8cb9785b841a tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:19.602954 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-34d1cbfa-ca8a-4694-9fb3-8cb9785b841a tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 1093 time: 0.0874081 Oct 17 18:08:19.605763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50314) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:19.611470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:19.617599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:08:19.621756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:floatingip and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:08:19.624613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:08:19.630383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:08:19.641254 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:19.782078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:19.925255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.183 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/314f9b28-329a-478d-9ec7-b57c8057824d) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:08:20.088512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:20.125062 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:20.194974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:08:20.198055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:08:20.201193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:08:20.242317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=314f9b28-329a-478d-9ec7-b57c8057824d,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:20.741965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:20.822264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:21.037897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:21.042626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:21.154279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=314f9b28-329a-478d-9ec7-b57c8057824d,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:21.156806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:21.335367 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP 4801bd6d-c215-42bb-8eec-71ada9b84bca associated. External IP: 172.26.8.183, port: 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee. Oct 17 18:08:21.690621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 6ab14637-caec-46a2-b18b-92de8b77c405 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:08:21.869871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:08:21.879827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556cb58a-abb6-407e-b319-3f904f794855 None None] Sync routers for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:08:21.889786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556cb58a-abb6-407e-b319-3f904f794855 None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:08:21.890410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-556cb58a-abb6-407e-b319-3f904f794855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:08:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:21.895529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:21.956630 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fd8ea7d8-0b7e-452d-b605-9887b0943596 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3476896 Oct 17 18:08:21.956630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'tag': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:08:21.957610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ad9ce3-8781-4e1a-a09c-b96d42086d93" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa", "tag": "00df3fc7-4ce3-42af-bd91-8aefec2cf7ee"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:08:21.999542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62511321-da42-4647-8e45-5218cb5b0454 x-openstack-request-id: req-62511321-da42-4647-8e45-5218cb5b0454 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:08:21.999836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa", "tag": "00df3fc7-4ce3-42af-bd91-8aefec2cf7ee", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:08:22.000120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-62511321-da42-4647-8e45-5218cb5b0454 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:08:22.000532 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62511321-da42-4647-8e45-5218cb5b0454'] response: {'name': 'network-changed', 'server_uuid': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'tag': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee', 'status': 'completed', 'code': 200} Oct 17 18:08:22.076868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-556cb58a-abb6-407e-b319-3f904f794855 None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:08:22.129852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad9ce3-8781-4e1a-a09c-b96d42086d93 req-1220ffb7-2c7d-4274-952b-bdce048850cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:22.131942 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97ad9ce3-8781-4e1a-a09c-b96d42086d93 req-1220ffb7-2c7d-4274-952b-bdce048850cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 1098 time: 0.0802436 Oct 17 18:08:22.266408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad9ce3-8781-4e1a-a09c-b96d42086d93 req-881b7084-d461-4eee-aefa-696ab8e25717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:22.267836 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97ad9ce3-8781-4e1a-a09c-b96d42086d93 req-881b7084-d461-4eee-aefa-696ab8e25717 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 897 time: 0.1296141 Oct 17 18:08:22.372454 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97ad9ce3-8781-4e1a-a09c-b96d42086d93 req-a7e3202e-110c-4dec-99e5-51a3b407f270 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee HTTP/1.1" status: 200 len: 999 time: 0.0976713 Oct 17 18:08:22.435777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad9ce3-8781-4e1a-a09c-b96d42086d93 req-6b61df26-e377-4f99-aa75-eb18732a4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:22.437228 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97ad9ce3-8781-4e1a-a09c-b96d42086d93 req-6b61df26-e377-4f99-aa75-eb18732a4828 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 HTTP/1.1" status: 200 len: 835 time: 0.0583224 Oct 17 18:08:22.438831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-556cb58a-abb6-407e-b319-3f904f794855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '4801bd6d-c215-42bb-8eec-71ada9b84bca', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.183', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'port_id': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'mac_address': 'fa:16:3e:06:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:08:20Z', 'updated_at': '2022-10-17T18:08:20Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}, {'id': 'f829a3a3-ca03-44fe-9bf9-485b265663c6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'port_id': '3c179369-0320-49d4-85be-7ae54db49b0d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'mac_address': 'fa:16:3e:7b:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:08:04Z', 'updated_at': '2022-10-17T18:08:07Z', 'revision_number': 1, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:52Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:22.443967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556cb58a-abb6-407e-b319-3f904f794855 None None] Checking router: 6ab14637-caec-46a2-b18b-92de8b77c405 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:08:22.452492 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556cb58a-abb6-407e-b319-3f904f794855 None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:08:22.453086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-556cb58a-abb6-407e-b319-3f904f794855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:08:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:22.526043 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad9ce3-8781-4e1a-a09c-b96d42086d93 req-78932252-3623-45dd-8563-e6a46cc0aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:22.527457 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97ad9ce3-8781-4e1a-a09c-b96d42086d93 req-78932252-3623-45dd-8563-e6a46cc0aade service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9537d921-7831-4518-9d9a-4dfab19d36e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827022 Oct 17 18:08:22.630713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-556cb58a-abb6-407e-b319-3f904f794855 None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:08:22.773093 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97ad9ce3-8781-4e1a-a09c-b96d42086d93 req-24fe538d-5692-4331-a548-963acb131cf1 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377872 Oct 17 18:08:22.911443 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97ad9ce3-8781-4e1a-a09c-b96d42086d93 req-123b4c45-9977-4921-ab7d-15d5bcc2f542 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296425 Oct 17 18:08:22.990853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-556cb58a-abb6-407e-b319-3f904f794855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '4801bd6d-c215-42bb-8eec-71ada9b84bca', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.183', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'port_id': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'mac_address': 'fa:16:3e:06:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:08:20Z', 'updated_at': '2022-10-17T18:08:20Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}, {'id': 'f829a3a3-ca03-44fe-9bf9-485b265663c6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'port_id': '3c179369-0320-49d4-85be-7ae54db49b0d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'mac_address': 'fa:16:3e:7b:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:08:04Z', 'updated_at': '2022-10-17T18:08:07Z', 'revision_number': 1, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:52Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:08:22.994870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556cb58a-abb6-407e-b319-3f904f794855 None None] The sync data for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv is: [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '4801bd6d-c215-42bb-8eec-71ada9b84bca', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.183', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'port_id': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'mac_address': 'fa:16:3e:06:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:08:20Z', 'updated_at': '2022-10-17T18:08:20Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}, {'id': 'f829a3a3-ca03-44fe-9bf9-485b265663c6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'port_id': '3c179369-0320-49d4-85be-7ae54db49b0d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'mac_address': 'fa:16:3e:7b:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:08:04Z', 'updated_at': '2022-10-17T18:08:07Z', 'revision_number': 1, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:52Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:08:23.183188 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d9ad26-8c7b-42b8-a17b-d337f41ba82d None None] New status for floating IP 4801bd6d-c215-42bb-8eec-71ada9b84bca: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:08:24.986726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:29.057270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-09bec408-91c3-4db4-a0e2-094544b214cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:31.522540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a4716317-5559-459a-8506-3cfaae8a7c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:32.530678 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:32.622354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:34.342585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:49.176335 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6142d16-123a-40c5-b214-b840876be038 req-3d525b25-d897-456a-ad0a-8c72fab08d89 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828898 Oct 17 18:08:49.213068 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:08:49.344810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6142d16-123a-40c5-b214-b840876be038 req-f75c2748-92b1-4c72-9c79-3d5c3925553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:49.346296 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6142d16-123a-40c5-b214-b840876be038 req-f75c2748-92b1-4c72-9c79-3d5c3925553b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 1098 time: 0.0863423 Oct 17 18:08:49.498511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6142d16-123a-40c5-b214-b840876be038 req-39ea3e34-e4f0-4411-b745-5cdd14091d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:49.500071 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6142d16-123a-40c5-b214-b840876be038 req-39ea3e34-e4f0-4411-b745-5cdd14091d2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 897 time: 0.1354144 Oct 17 18:08:49.611608 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6142d16-123a-40c5-b214-b840876be038 req-122a7c40-11c3-4fdc-8c31-f9ffb54f2987 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c179369-0320-49d4-85be-7ae54db49b0d HTTP/1.1" status: 200 len: 1001 time: 0.1057992 Oct 17 18:08:49.674187 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6142d16-123a-40c5-b214-b840876be038 req-c873dccd-dcb2-40f7-8e67-b01a951274b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:49.675658 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6142d16-123a-40c5-b214-b840876be038 req-c873dccd-dcb2-40f7-8e67-b01a951274b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 HTTP/1.1" status: 200 len: 835 time: 0.0586367 Oct 17 18:08:49.763942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6142d16-123a-40c5-b214-b840876be038 req-26255cce-ba73-4771-95c1-d5cf3612bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:49.765341 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6142d16-123a-40c5-b214-b840876be038 req-26255cce-ba73-4771-95c1-d5cf3612bbb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9537d921-7831-4518-9d9a-4dfab19d36e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835307 Oct 17 18:08:49.902198 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6142d16-123a-40c5-b214-b840876be038 req-d050be62-48f0-4e89-90d6-c20954101459 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298976 Oct 17 18:08:50.042021 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6142d16-123a-40c5-b214-b840876be038 req-c27b24bd-ca4e-435a-881b-7f1d791b4dff service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336904 Oct 17 18:08:54.983653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:57.098766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50332) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:57.203035 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-82674312-58a2-4002-a8e2-c962408d8456 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/f829a3a3-ca03-44fe-9bf9-485b265663c6 HTTP/1.1" status: 200 len: 993 time: 0.1031053 Oct 17 18:08:57.991383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50342) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:08:57.997033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:08:58.238571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.463905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 3c179369-0320-49d4-85be-7ae54db49b0d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3c179369-0320-49d4-85be-7ae54db49b0d,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:08:58.488402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.494225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.502109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:58.502693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:58.504062 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/ports/3c179369-0320-49d4-85be-7ae54db49b0d HTTP/1.1" status: 200 len: 938 time: 0.5118411 Oct 17 18:08:58.534291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:08:58.536597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ba27bd-ed57-4757-a2a3-275f5c879cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:08:58.582177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abbfd60-1635-4355-9cdc-667315279844 x-openstack-request-id: req-2abbfd60-1635-4355-9cdc-667315279844 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:08:58.582462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:08:58.582713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2abbfd60-1635-4355-9cdc-667315279844 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:08:58.583134 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2abbfd60-1635-4355-9cdc-667315279844'] response: {'name': 'network-changed', 'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d', 'status': 'completed', 'code': 200} Oct 17 18:08:58.583913 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=3c179369-0320-49d4-85be-7ae54db49b0d,revision_number=6']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:08:58.591987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:58.592335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:58.592672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:58.593101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:58.593334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:58.593663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:58.593996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:58.594310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:58.594636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:58.594953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:58.595296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:58.595613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9ea3d0-ed08-4b59-8089-48d8d8c5ca21 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:08:58.702857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba27bd-ed57-4757-a2a3-275f5c879cfb req-ae089dd0-d36d-4086-a41d-a0c7e2c172e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:58.704362 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88ba27bd-ed57-4757-a2a3-275f5c879cfb req-ae089dd0-d36d-4086-a41d-a0c7e2c172e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 1099 time: 0.0790615 Oct 17 18:08:58.835848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba27bd-ed57-4757-a2a3-275f5c879cfb req-692014c0-cead-44a7-bc69-514667d66992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:58.836965 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88ba27bd-ed57-4757-a2a3-275f5c879cfb req-692014c0-cead-44a7-bc69-514667d66992 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 897 time: 0.1265330 Oct 17 18:08:58.941555 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88ba27bd-ed57-4757-a2a3-275f5c879cfb req-7eb26159-2148-4dfd-b1c4-88214d73db92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c179369-0320-49d4-85be-7ae54db49b0d HTTP/1.1" status: 200 len: 1002 time: 0.0986283 Oct 17 18:08:59.003786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba27bd-ed57-4757-a2a3-275f5c879cfb req-9a618c72-eb7f-45d8-9c40-ee565d014bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:59.005221 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88ba27bd-ed57-4757-a2a3-275f5c879cfb req-9a618c72-eb7f-45d8-9c40-ee565d014bbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 HTTP/1.1" status: 200 len: 835 time: 0.0574429 Oct 17 18:08:59.059581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-67aaf938-0359-4c64-83b3-c886ce41402c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:08:59.094414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba27bd-ed57-4757-a2a3-275f5c879cfb req-7c55cb81-d1d7-4689-a71e-f8a8beb3fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:08:59.096047 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88ba27bd-ed57-4757-a2a3-275f5c879cfb req-7c55cb81-d1d7-4689-a71e-f8a8beb3fd8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9537d921-7831-4518-9d9a-4dfab19d36e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841637 Oct 17 18:08:59.340687 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88ba27bd-ed57-4757-a2a3-275f5c879cfb req-bc800e08-df89-4cc6-9e5e-c2315e669ba0 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383854 Oct 17 18:08:59.471712 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88ba27bd-ed57-4757-a2a3-275f5c879cfb req-4309856d-94a3-4810-96e3-b112ecf2c971 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250362 Oct 17 18:09:01.526207 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d3c85ce9-628c-467c-a254-f9c15ab16795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:01.958617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50352) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:01.965091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4bdfb4b2-f5d2-474f-a9df-f1bb45a957e6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:02.087287 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4bdfb4b2-f5d2-474f-a9df-f1bb45a957e6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.303635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-4bdfb4b2-f5d2-474f-a9df-f1bb45a957e6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 3c179369-0320-49d4-85be-7ae54db49b0d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3c179369-0320-49d4-85be-7ae54db49b0d,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:02.328928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4bdfb4b2-f5d2-474f-a9df-f1bb45a957e6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.333428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4bdfb4b2-f5d2-474f-a9df-f1bb45a957e6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.342561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdfb4b2-f5d2-474f-a9df-f1bb45a957e6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:02.343178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4bdfb4b2-f5d2-474f-a9df-f1bb45a957e6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.344529 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4bdfb4b2-f5d2-474f-a9df-f1bb45a957e6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/ports/3c179369-0320-49d4-85be-7ae54db49b0d HTTP/1.1" status: 200 len: 937 time: 0.3843694 Oct 17 18:09:02.347590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50356) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:02.374576 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:09:02.376885 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33dfd4f-07e9-404d-9c2b-bd6e7f03ad93" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:09:02.422779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab1335c-0a54-4810-8ff3-ea971d4bd9bd x-openstack-request-id: req-2ab1335c-0a54-4810-8ff3-ea971d4bd9bd {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:09:02.423084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:09:02.423337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ab1335c-0a54-4810-8ff3-ea971d4bd9bd {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:09:02.423724 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab1335c-0a54-4810-8ff3-ea971d4bd9bd'] response: {'name': 'network-changed', 'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d', 'status': 'completed', 'code': 200} Oct 17 18:09:02.426404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdfb4b2-f5d2-474f-a9df-f1bb45a957e6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=3c179369-0320-49d4-85be-7ae54db49b0d,revision_number=7']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:02.461320 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d1546d30-e27e-46d2-8161-5deadc5b085e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/f829a3a3-ca03-44fe-9bf9-485b265663c6 HTTP/1.1" status: 200 len: 993 time: 0.1125076 Oct 17 18:09:02.541789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.549710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dfd4f-07e9-404d-9c2b-bd6e7f03ad93 req-40eea04e-a0c6-43e2-894b-57ac021196bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:02.551222 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a33dfd4f-07e9-404d-9c2b-bd6e7f03ad93 req-40eea04e-a0c6-43e2-894b-57ac021196bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 1098 time: 0.0850348 Oct 17 18:09:02.625692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:02.632143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['3c179369-0320-49d4-85be-7ae54db49b0d'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:09:02.692348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dfd4f-07e9-404d-9c2b-bd6e7f03ad93 req-7afbd260-5808-48fd-a0cb-7425644a2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:02.693869 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a33dfd4f-07e9-404d-9c2b-bd6e7f03ad93 req-7afbd260-5808-48fd-a0cb-7425644a2995 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 897 time: 0.1363826 Oct 17 18:09:02.801757 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a33dfd4f-07e9-404d-9c2b-bd6e7f03ad93 req-60ec0bfa-4527-4823-9f98-d176622ba39f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c179369-0320-49d4-85be-7ae54db49b0d HTTP/1.1" status: 200 len: 1001 time: 0.1010959 Oct 17 18:09:02.864874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dfd4f-07e9-404d-9c2b-bd6e7f03ad93 req-abbe0f8d-3a66-4370-a7de-65fe0ee9ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:02.867491 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a33dfd4f-07e9-404d-9c2b-bd6e7f03ad93 req-abbe0f8d-3a66-4370-a7de-65fe0ee9ba21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 HTTP/1.1" status: 200 len: 835 time: 0.0604081 Oct 17 18:09:02.958333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33dfd4f-07e9-404d-9c2b-bd6e7f03ad93 req-e47d6ae4-d91d-4ad3-8a9f-e0b7bf934d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:02.959844 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a33dfd4f-07e9-404d-9c2b-bd6e7f03ad93 req-e47d6ae4-d91d-4ad3-8a9f-e0b7bf934d2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9537d921-7831-4518-9d9a-4dfab19d36e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863149 Oct 17 18:09:03.094111 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a33dfd4f-07e9-404d-9c2b-bd6e7f03ad93 req-3611b5a3-36f8-4cb8-87ad-077951c7483e service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279469 Oct 17 18:09:03.227148 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a33dfd4f-07e9-404d-9c2b-bd6e7f03ad93 req-50246a09-1dd6-45c0-88dd-a43d51aac76b service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260059 Oct 17 18:09:04.345989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.054177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50368) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:05.262042 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 314f9b28-329a-478d-9ec7-b57c8057824d {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:05.262375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.432158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.432473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.560134 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 314f9b28-329a-478d-9ec7-b57c8057824d owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:05.706284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.756796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=314f9b28-329a-478d-9ec7-b57c8057824d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:05.861555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:05.861877 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP 4801bd6d-c215-42bb-8eec-71ada9b84bca disassociated (deleted). External IP: 172.26.8.183, port: 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee. Oct 17 18:09:06.330769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 6ab14637-caec-46a2-b18b-92de8b77c405 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:09:06.519883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:06.529917 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5a623-14e4-4620-8f7b-f70c7622715d None None] Sync routers for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:06.540644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5a623-14e4-4620-8f7b-f70c7622715d None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:06.541533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e6b5a623-14e4-4620-8f7b-f70c7622715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:09:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:06.542602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:06.600663 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e6e46487-2858-4fea-842d-023437c5c883 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/floatingips/4801bd6d-c215-42bb-8eec-71ada9b84bca HTTP/1.1" status: 204 len: 168 time: 1.5453701 Oct 17 18:09:06.601289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'tag': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:09:06.603627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06de736-3d43-48b6-9398-e65c30275ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa", "tag": "00df3fc7-4ce3-42af-bd91-8aefec2cf7ee"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:09:06.648550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e302c4b1-d4aa-4d39-8f46-732b2e95eec4 x-openstack-request-id: req-e302c4b1-d4aa-4d39-8f46-732b2e95eec4 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:09:06.648847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa", "tag": "00df3fc7-4ce3-42af-bd91-8aefec2cf7ee", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:09:06.649111 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e302c4b1-d4aa-4d39-8f46-732b2e95eec4 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:09:06.649717 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e302c4b1-d4aa-4d39-8f46-732b2e95eec4'] response: {'name': 'network-changed', 'server_uuid': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'tag': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee', 'status': 'completed', 'code': 200} Oct 17 18:09:06.726284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-e6b5a623-14e4-4620-8f7b-f70c7622715d None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:06.773246 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-7de13af1-e43b-40a7-924a-8a113a844795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:06.774628 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-7de13af1-e43b-40a7-924a-8a113a844795 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 1098 time: 0.0835001 Oct 17 18:09:06.918852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-faa8990b-5eac-4211-b2dd-6de1649008f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:06.920346 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-faa8990b-5eac-4211-b2dd-6de1649008f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 897 time: 0.1399825 Oct 17 18:09:06.997711 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-a39d173e-a234-42da-bbc7-40c6ae06ca9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee HTTP/1.1" status: 200 len: 217 time: 0.0704181 Oct 17 18:09:07.014683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d94c4c-8bcb-4a17-a462-bf17b8607b16 req-93317f91-3848-4352-9c32-45f2a722624c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:07.015421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-89d94c4c-8bcb-4a17-a462-bf17b8607b16 req-93317f91-3848-4352-9c32-45f2a722624c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:07.032571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-89d94c4c-8bcb-4a17-a462-bf17b8607b16 req-93317f91-3848-4352-9c32-45f2a722624c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:07.033804 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-89d94c4c-8bcb-4a17-a462-bf17b8607b16 req-93317f91-3848-4352-9c32-45f2a722624c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 945 time: 0.1132112 Oct 17 18:09:07.064367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-5adc0ee8-1015-4cb6-a039-bc11d2fc75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:07.066045 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-5adc0ee8-1015-4cb6-a039-bc11d2fc75cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 HTTP/1.1" status: 200 len: 835 time: 0.0624313 Oct 17 18:09:07.109253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e6b5a623-14e4-4620-8f7b-f70c7622715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'f829a3a3-ca03-44fe-9bf9-485b265663c6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'port_id': '3c179369-0320-49d4-85be-7ae54db49b0d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'mac_address': 'fa:16:3e:7b:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:08:04Z', 'updated_at': '2022-10-17T18:08:07Z', 'revision_number': 1, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:52Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:07.111810 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-89d94c4c-8bcb-4a17-a462-bf17b8607b16 req-d8b73a79-d7ab-4c00-8962-ca3e8762a58f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3761445e-6d01-4a52-84ed-b8dfa562bd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707672 Oct 17 18:09:07.120193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5a623-14e4-4620-8f7b-f70c7622715d None None] Checking router: 6ab14637-caec-46a2-b18b-92de8b77c405 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:09:07.131231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b5a623-14e4-4620-8f7b-f70c7622715d None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:07.132549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e6b5a623-14e4-4620-8f7b-f70c7622715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:09:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:07.168483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-a7e19f57-a944-4924-b5ae-a86c852c3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:07.169932 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-a7e19f57-a944-4924-b5ae-a86c852c3095 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9537d921-7831-4518-9d9a-4dfab19d36e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0959690 Oct 17 18:09:07.180638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-f7f8d90c-7128-40fc-a3b9-76334a3de6d0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:09:07.181620 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-f7f8d90c-7128-40fc-a3b9-76334a3de6d0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054009 Oct 17 18:09:07.322528 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-e6b5a623-14e4-4620-8f7b-f70c7622715d None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:07.422319 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-7ad64fcc-f5f2-4032-accf-0808f2868872 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344279 Oct 17 18:09:07.558188 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c06de736-3d43-48b6-9398-e65c30275ad0 req-a919465a-d226-4a23-93b7-00ff47420730 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294215 Oct 17 18:09:07.678524 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e6b5a623-14e4-4620-8f7b-f70c7622715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'f829a3a3-ca03-44fe-9bf9-485b265663c6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'port_id': '3c179369-0320-49d4-85be-7ae54db49b0d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'mac_address': 'fa:16:3e:7b:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:08:04Z', 'updated_at': '2022-10-17T18:08:07Z', 'revision_number': 1, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:52Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:07.682451 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b5a623-14e4-4620-8f7b-f70c7622715d None None] The sync data for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv is: [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'f829a3a3-ca03-44fe-9bf9-485b265663c6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'port_id': '3c179369-0320-49d4-85be-7ae54db49b0d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'mac_address': 'fa:16:3e:7b:6e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:08:04Z', 'updated_at': '2022-10-17T18:08:07Z', 'revision_number': 1, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:52Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:07.920508 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b55d90-f7ce-49db-8239-a16effe2e14e None None] New status for floating IP 4801bd6d-c215-42bb-8eec-71ada9b84bca: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:09:08.358364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcac0ac-de1d-40d3-830d-28039eb254a4 req-21bbd214-e74f-4e73-b815-df886d5dc3fd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:08.359755 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0bcac0ac-de1d-40d3-830d-28039eb254a4 req-21bbd214-e74f-4e73-b815-df886d5dc3fd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 945 time: 0.1540165 Oct 17 18:09:08.386139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e27eb-1f1b-4495-a635-a2dde9654767 req-85a1c7e9-384e-44b8-b09f-e86b978bf29d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:08.387663 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7e1e27eb-1f1b-4495-a635-a2dde9654767 req-85a1c7e9-384e-44b8-b09f-e86b978bf29d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 945 time: 0.1268325 Oct 17 18:09:08.464815 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0bcac0ac-de1d-40d3-830d-28039eb254a4 req-5a003051-dc37-4d09-8284-c53b5208a873 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=3761445e-6d01-4a52-84ed-b8dfa562bd16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990398 Oct 17 18:09:08.477890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-7e1e27eb-1f1b-4495-a635-a2dde9654767 req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:08.478243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7e1e27eb-1f1b-4495-a635-a2dde9654767 req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.727451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-7e1e27eb-1f1b-4495-a635-a2dde9654767 req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:08.727813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7e1e27eb-1f1b-4495-a635-a2dde9654767 req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:08.855668 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-7e1e27eb-1f1b-4495-a635-a2dde9654767 req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:09.000032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7e1e27eb-1f1b-4495-a635-a2dde9654767 req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.056358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=00df3fc7-4ce3-42af-bd91-8aefec2cf7ee,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:09.137966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:09.138312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:09.138653 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:09.138978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:09.139328 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:09.139654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:09.139975 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:09.140323 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:09.140644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:09.140960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:09.141273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:09.141591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:09.158455 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1e27eb-1f1b-4495-a635-a2dde9654767 req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] No DVR routers for this DVR port 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:09:09.160771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7e1e27eb-1f1b-4495-a635-a2dde9654767 req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:09.164566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'name': 'network-vif-deleted', 'tag': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:09:09.166844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec9eb1c-431e-44fe-8cd9-c2fb3d5454c7" -d '{"events": [{"server_uuid": "0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa", "name": "network-vif-deleted", "tag": "00df3fc7-4ce3-42af-bd91-8aefec2cf7ee"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:09:09.183299 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7e1e27eb-1f1b-4495-a635-a2dde9654767 req-b822382b-49be-40ad-b9eb-92971ed375f6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "DELETE /v2.0/ports/00df3fc7-4ce3-42af-bd91-8aefec2cf7ee HTTP/1.1" status: 204 len: 173 time: 0.7883584 Oct 17 18:09:09.219012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518c2282-acc5-4323-a784-f4935084e685 x-openstack-request-id: req-518c2282-acc5-4323-a784-f4935084e685 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:09:09.219334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa", "name": "network-vif-deleted", "tag": "00df3fc7-4ce3-42af-bd91-8aefec2cf7ee", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:09:09.219588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-518c2282-acc5-4323-a784-f4935084e685 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:09:09.219998 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-518c2282-acc5-4323-a784-f4935084e685'] response: {'server_uuid': '0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa', 'name': 'network-vif-deleted', 'tag': '00df3fc7-4ce3-42af-bd91-8aefec2cf7ee', 'status': 'completed', 'code': 200} Oct 17 18:09:09.642870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8185469a-2de8-4a41-bf8e-da9d286f6391 req-e7876748-787d-4e18-b011-a0b5be94271f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:09.659786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8185469a-2de8-4a41-bf8e-da9d286f6391 req-e7876748-787d-4e18-b011-a0b5be94271f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:09.661489 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8185469a-2de8-4a41-bf8e-da9d286f6391 req-e7876748-787d-4e18-b011-a0b5be94271f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ce8e08c-eeb2-4103-b0c8-4f1bb12e89aa HTTP/1.1" status: 200 len: 210 time: 0.0690472 Oct 17 18:09:10.764424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50386) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:10.830905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-30007c2b-240c-4652-b02f-72733dc25977 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.859717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-30007c2b-240c-4652-b02f-72733dc25977 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.923326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-30007c2b-240c-4652-b02f-72733dc25977 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.946542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30007c2b-240c-4652-b02f-72733dc25977 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3761445e-6d01-4a52-84ed-b8dfa562bd16,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:10.956702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-30007c2b-240c-4652-b02f-72733dc25977 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:10.957844 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-30007c2b-240c-4652-b02f-72733dc25977 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/security-groups/3761445e-6d01-4a52-84ed-b8dfa562bd16 HTTP/1.1" status: 204 len: 168 time: 0.1924312 Oct 17 18:09:10.988438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50392) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:11.189424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 898d793d-539f-4d73-809f-94c1ceb07fed {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:11.189766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.362439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.362658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.592555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 898d793d-539f-4d73-809f-94c1ceb07fed owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:11.745027 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.792577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=898d793d-539f-4d73-809f-94c1ceb07fed,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:11.895770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:11.896144 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP f829a3a3-ca03-44fe-9bf9-485b265663c6 disassociated (deleted). External IP: 172.26.8.241, port: 3c179369-0320-49d4-85be-7ae54db49b0d. Oct 17 18:09:12.268295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 6ab14637-caec-46a2-b18b-92de8b77c405 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:09:12.461677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:12.471066 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5cb7f-7f7a-48c9-8045-97fc96f3c726 None None] Sync routers for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:12.480564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5cb7f-7f7a-48c9-8045-97fc96f3c726 None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:12.481176 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-01f5cb7f-7f7a-48c9-8045-97fc96f3c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:09:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:12.483303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:12.542137 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4a022b41-8a2f-4ebe-9d23-d850889139ff tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/floatingips/f829a3a3-ca03-44fe-9bf9-485b265663c6 HTTP/1.1" status: 204 len: 168 time: 1.5525725 Oct 17 18:09:12.542785 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:09:12.545110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f94e95-5c8d-4e6a-afb0-baad4ee846b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:09:12.598937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25d23ff-acec-4633-9be5-52949ed588f9 x-openstack-request-id: req-a25d23ff-acec-4633-9be5-52949ed588f9 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:09:12.601955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:09:12.602527 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a25d23ff-acec-4633-9be5-52949ed588f9 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:09:12.603118 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25d23ff-acec-4633-9be5-52949ed588f9'] response: {'name': 'network-changed', 'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d', 'status': 'completed', 'code': 200} Oct 17 18:09:12.713593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-01f5cb7f-7f7a-48c9-8045-97fc96f3c726 None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:12.730604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f94e95-5c8d-4e6a-afb0-baad4ee846b4 req-bcd6501e-ff3c-4531-9912-4281f0617938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.732129 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-01f94e95-5c8d-4e6a-afb0-baad4ee846b4 req-bcd6501e-ff3c-4531-9912-4281f0617938 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 1098 time: 0.0928490 Oct 17 18:09:12.918404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:09:12.942620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f94e95-5c8d-4e6a-afb0-baad4ee846b4 req-9cf80d4d-ad1c-4ecd-9d97-d1a4748981b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:12.944162 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-01f94e95-5c8d-4e6a-afb0-baad4ee846b4 req-9cf80d4d-ad1c-4ecd-9d97-d1a4748981b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 200 len: 897 time: 0.2059274 Oct 17 18:09:12.959384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:09:12.959722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 00df3fc7-4ce3-42af-bd91-8aefec2cf7ee not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:09:13.080929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-01f5cb7f-7f7a-48c9-8045-97fc96f3c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:52Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:13.086080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5cb7f-7f7a-48c9-8045-97fc96f3c726 None None] Checking router: 6ab14637-caec-46a2-b18b-92de8b77c405 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:09:13.095301 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5cb7f-7f7a-48c9-8045-97fc96f3c726 None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:13.095923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-01f5cb7f-7f7a-48c9-8045-97fc96f3c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:09:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:13.136359 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-01f94e95-5c8d-4e6a-afb0-baad4ee846b4 req-90076666-c20f-4a22-9b5c-34ddd446c948 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c179369-0320-49d4-85be-7ae54db49b0d HTTP/1.1" status: 200 len: 217 time: 0.1850655 Oct 17 18:09:13.184965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734fa70-a865-404c-a24a-6ddfa2112eb9 req-a0fbd8da-93b1-4a9f-897a-276998463d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:13.186451 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f734fa70-a865-404c-a24a-6ddfa2112eb9 req-a0fbd8da-93b1-4a9f-897a-276998463d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 945 time: 0.3251853 Oct 17 18:09:13.239305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f94e95-5c8d-4e6a-afb0-baad4ee846b4 req-549904d0-f17b-4844-9215-b88e01a09711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:13.241349 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-01f94e95-5c8d-4e6a-afb0-baad4ee846b4 req-549904d0-f17b-4844-9215-b88e01a09711 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 HTTP/1.1" status: 200 len: 835 time: 0.0979567 Oct 17 18:09:13.248472 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f734fa70-a865-404c-a24a-6ddfa2112eb9 req-c16e3420-914e-4ac6-b1a6-6dcf8729b898 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=72a5b15b-20f6-45f2-9db9-d3e519a483b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551486 Oct 17 18:09:13.289346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-01f5cb7f-7f7a-48c9-8045-97fc96f3c726 None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:13.332946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f94e95-5c8d-4e6a-afb0-baad4ee846b4 req-0e2e402b-fb6f-4aaf-824d-3a9263090a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:13.335606 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-01f94e95-5c8d-4e6a-afb0-baad4ee846b4 req-0e2e402b-fb6f-4aaf-824d-3a9263090a90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9537d921-7831-4518-9d9a-4dfab19d36e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862963 Oct 17 18:09:13.476043 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-01f94e95-5c8d-4e6a-afb0-baad4ee846b4 req-28e0c650-0e11-4bcd-86af-16b3721640e9 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332788 Oct 17 18:09:13.609415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-01f5cb7f-7f7a-48c9-8045-97fc96f3c726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:52Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:13.613266 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5cb7f-7f7a-48c9-8045-97fc96f3c726 None None] The sync data for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv is: [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:07:47Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '843541ec-60f4-4fe5-91a3-0e79095868fd', 'name': '', 'network_id': '9537d921-7831-4518-9d9a-4dfab19d36e6', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:dd:c0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:46Z', 'updated_at': '2022-10-17T18:07:52Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': '8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:13.614629 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-01f94e95-5c8d-4e6a-afb0-baad4ee846b4 req-7b99b2c6-7180-4b55-bdf4-8b1dbf53e312 service neutron] 10.222.0.20 "GET /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319478 Oct 17 18:09:13.830823 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4deaa9-6e31-4391-bcc6-141428ff2553 None None] New status for floating IP f829a3a3-ca03-44fe-9bf9-485b265663c6: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:09:14.454675 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88488336-8dfd-4148-8317-d6740a9910c3 req-2b951bde-ac87-4362-8ade-2ef2b05bfec7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:14.455365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90390247-1fc3-41c9-98c3-c8c559b41868 req-12ff0ed5-c734-46e9-a520-64bce15cbb7b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:14.455937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-90390247-1fc3-41c9-98c3-c8c559b41868 req-12ff0ed5-c734-46e9-a520-64bce15cbb7b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:14.456273 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88488336-8dfd-4148-8317-d6740a9910c3 req-2b951bde-ac87-4362-8ade-2ef2b05bfec7 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 945 time: 0.0880656 Oct 17 18:09:14.472073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-90390247-1fc3-41c9-98c3-c8c559b41868 req-12ff0ed5-c734-46e9-a520-64bce15cbb7b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:14.473349 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-90390247-1fc3-41c9-98c3-c8c559b41868 req-12ff0ed5-c734-46e9-a520-64bce15cbb7b tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 945 time: 0.1104081 Oct 17 18:09:14.518099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-90390247-1fc3-41c9-98c3-c8c559b41868 req-2e3871d2-cebc-4dea-b1f6-7a36e502ca97 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:14.531172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-88488336-8dfd-4148-8317-d6740a9910c3 req-13017df3-2957-4a92-bb3a-4618bf31d983 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 3c179369-0320-49d4-85be-7ae54db49b0d {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:14.531569 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-88488336-8dfd-4148-8317-d6740a9910c3 req-13017df3-2957-4a92-bb3a-4618bf31d983 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:14.534257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-90390247-1fc3-41c9-98c3-c8c559b41868 req-2e3871d2-cebc-4dea-b1f6-7a36e502ca97 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:14.535549 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-90390247-1fc3-41c9-98c3-c8c559b41868 req-2e3871d2-cebc-4dea-b1f6-7a36e502ca97 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=72a5b15b-20f6-45f2-9db9-d3e519a483b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559435 Oct 17 18:09:14.787601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-88488336-8dfd-4148-8317-d6740a9910c3 req-13017df3-2957-4a92-bb3a-4618bf31d983 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 3c179369-0320-49d4-85be-7ae54db49b0d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=3c179369-0320-49d4-85be-7ae54db49b0d,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:14.787969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-88488336-8dfd-4148-8317-d6740a9910c3 req-13017df3-2957-4a92-bb3a-4618bf31d983 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:14.919204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-88488336-8dfd-4148-8317-d6740a9910c3 req-13017df3-2957-4a92-bb3a-4618bf31d983 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 3c179369-0320-49d4-85be-7ae54db49b0d owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:15.064310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-88488336-8dfd-4148-8317-d6740a9910c3 req-13017df3-2957-4a92-bb3a-4618bf31d983 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:15.118339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13017df3-2957-4a92-bb3a-4618bf31d983 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=3c179369-0320-49d4-85be-7ae54db49b0d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:15.205647 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-88488336-8dfd-4148-8317-d6740a9910c3 req-13017df3-2957-4a92-bb3a-4618bf31d983 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] No DVR routers for this DVR port 3c179369-0320-49d4-85be-7ae54db49b0d on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:09:15.207944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-88488336-8dfd-4148-8317-d6740a9910c3 req-13017df3-2957-4a92-bb3a-4618bf31d983 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:15.211213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'name': 'network-vif-deleted', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:09:15.213497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf17290-c172-4c1c-8f37-cd9e0e2d0edc" -d '{"events": [{"server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "name": "network-vif-deleted", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:09:15.227162 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88488336-8dfd-4148-8317-d6740a9910c3 req-13017df3-2957-4a92-bb3a-4618bf31d983 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "DELETE /v2.0/ports/3c179369-0320-49d4-85be-7ae54db49b0d HTTP/1.1" status: 204 len: 173 time: 0.7655592 Oct 17 18:09:15.258346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86a395b-8b79-42bb-ac13-7f3dbd50d3ff x-openstack-request-id: req-f86a395b-8b79-42bb-ac13-7f3dbd50d3ff {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:09:15.258639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e", "name": "network-vif-deleted", "tag": "3c179369-0320-49d4-85be-7ae54db49b0d", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:09:15.258900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f86a395b-8b79-42bb-ac13-7f3dbd50d3ff {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:09:15.259337 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86a395b-8b79-42bb-ac13-7f3dbd50d3ff'] response: {'server_uuid': '6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e', 'name': 'network-vif-deleted', 'tag': '3c179369-0320-49d4-85be-7ae54db49b0d', 'status': 'completed', 'code': 200} Oct 17 18:09:15.715878 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-34591d3e-d433-4bef-b292-54e7861f21db req-225cb5c9-f7fa-4e3c-bb11-4369a0112f6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a9b41ca-4d06-4c81-9e5f-3b6dafc95c4e HTTP/1.1" status: 200 len: 210 time: 0.0514705 Oct 17 18:09:16.816877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50410) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:16.888181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-85fd415b-e386-4a92-8239-399b37984028 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.918139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-85fd415b-e386-4a92-8239-399b37984028 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.981486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-85fd415b-e386-4a92-8239-399b37984028 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:16.999919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd415b-e386-4a92-8239-399b37984028 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a5b15b-20f6-45f2-9db9-d3e519a483b9,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:17.015268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-85fd415b-e386-4a92-8239-399b37984028 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:17.016629 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-85fd415b-e386-4a92-8239-399b37984028 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/security-groups/72a5b15b-20f6-45f2-9db9-d3e519a483b9 HTTP/1.1" status: 204 len: 168 time: 0.1980896 Oct 17 18:09:17.046569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50416) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:17.716973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-37c18a8c-eeda-4b25-a4ea-e3c0e777f9c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.079730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-37c18a8c-eeda-4b25-a4ea-e3c0e777f9c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 843541ec-60f4-4fe5-91a3-0e79095868fd {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:18.080367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-37c18a8c-eeda-4b25-a4ea-e3c0e777f9c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.272128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-37c18a8c-eeda-4b25-a4ea-e3c0e777f9c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 843541ec-60f4-4fe5-91a3-0e79095868fd, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=843541ec-60f4-4fe5-91a3-0e79095868fd,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:18.272482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-37c18a8c-eeda-4b25-a4ea-e3c0e777f9c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.396293 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-37c18a8c-eeda-4b25-a4ea-e3c0e777f9c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 843541ec-60f4-4fe5-91a3-0e79095868fd owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:18.575690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-37c18a8c-eeda-4b25-a4ea-e3c0e777f9c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:18.626295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c18a8c-eeda-4b25-a4ea-e3c0e777f9c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=843541ec-60f4-4fe5-91a3-0e79095868fd,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:18.941905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 3c179369-0320-49d4-85be-7ae54db49b0d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:09:18.976870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 3c179369-0320-49d4-85be-7ae54db49b0d {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:09:18.977216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 3c179369-0320-49d4-85be-7ae54db49b0d not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:09:19.020777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-37c18a8c-eeda-4b25-a4ea-e3c0e777f9c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.394057 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c18a8c-eeda-4b25-a4ea-e3c0e777f9c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router 6ab14637-caec-46a2-b18b-92de8b77c405 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:09:19.581597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c18a8c-eeda-4b25-a4ea-e3c0e777f9c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:19.591763 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240e60e-b9b6-4b5f-ad30-56554826f510 None None] Sync routers for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:19.595021 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-37c18a8c-eeda-4b25-a4ea-e3c0e777f9c5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/6ab14637-caec-46a2-b18b-92de8b77c405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5470421 Oct 17 18:09:19.597626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50420) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:19.602360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240e60e-b9b6-4b5f-ad30-56554826f510 None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:19.602974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6240e60e-b9b6-4b5f-ad30-56554826f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:09:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:19.667721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3afc4b-3d02-4419-b91b-76c2f15c41c6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting subnet 8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:09:19.670667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bc3afc4b-3d02-4419-b91b-76c2f15c41c6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.732446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bc3afc4b-3d02-4419-b91b-76c2f15c41c6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.804119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-6240e60e-b9b6-4b5f-ad30-56554826f510 None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:19.824954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bc3afc4b-3d02-4419-b91b-76c2f15c41c6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.907176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bc3afc4b-3d02-4419-b91b-76c2f15c41c6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.948859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3afc4b-3d02-4419-b91b-76c2f15c41c6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:19.950843 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-bc3afc4b-3d02-4419-b91b-76c2f15c41c6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:19.960744 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-bc3afc4b-3d02-4419-b91b-76c2f15c41c6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/subnets/8f3f6c00-d8f1-445d-8a77-e7cd0ecc8db0 HTTP/1.1" status: 204 len: 168 time: 0.3592892 Oct 17 18:09:19.960966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50424) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:20.045135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1fd7e3-237d-4c03-ab93-d9da73e436d3 None None] Network 9537d921-7831-4518-9d9a-4dfab19d36e6 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:20.154774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.352482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6240e60e-b9b6-4b5f-ad30-56554826f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:09:18Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:20.356907 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240e60e-b9b6-4b5f-ad30-56554826f510 None None] Checking router: 6ab14637-caec-46a2-b18b-92de8b77c405 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:09:20.367763 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240e60e-b9b6-4b5f-ad30-56554826f510 None None] Routers {'6ab14637-caec-46a2-b18b-92de8b77c405'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:20.368472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6240e60e-b9b6-4b5f-ad30-56554826f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:09:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6ab14637-caec-46a2-b18b-92de8b77c405'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:20.426757 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] DHCP port deletion for 9537d921-7831-4518-9d9a-4dfab19d36e6 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:09:20.472618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.483334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port a94244d4-ec8b-407b-bdab-992edc11e07e {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:20.483673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.485625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Deleting port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:09:20.485991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.665081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-6240e60e-b9b6-4b5f-ad30-56554826f510 None None] Set router 6ab14637-caec-46a2-b18b-92de8b77c405 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:20.671429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port a94244d4-ec8b-407b-bdab-992edc11e07e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a94244d4-ec8b-407b-bdab-992edc11e07e,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:20.671815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.801415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for a94244d4-ec8b-407b-bdab-992edc11e07e owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:20.919445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] For port 8ddc89c0-435d-422a-bb6f-7edcbc209f82, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8ddc89c0-435d-422a-bb6f-7edcbc209f82,segment=NetworkSegment(2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b),segment_id=2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:20.919749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:20.977864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.026647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=a94244d4-ec8b-407b-bdab-992edc11e07e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:21.064401 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Calling delete_port for 8ddc89c0-435d-422a-bb6f-7edcbc209f82 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:09:21.135172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.200799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.254070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Pushing event deleted for resources: {'Port': ['ID=8ddc89c0-435d-422a-bb6f-7edcbc209f82,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:21.264426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] No DVR routers for this DVR port 8ddc89c0-435d-422a-bb6f-7edcbc209f82 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:09:21.266338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:21.266687 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:21.267036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:21.267379 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:21.267708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:21.268035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:21.268358 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:21.268678 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:21.269005 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:21.269383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:21.269700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:21.270018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4939702-1c7d-4ae2-82a8-2beab12ad013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:21.284149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6240e60e-b9b6-4b5f-ad30-56554826f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:09:18Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:21.289168 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240e60e-b9b6-4b5f-ad30-56554826f510 None None] The sync data for ids ['6ab14637-caec-46a2-b18b-92de8b77c405'] in dv-neutron-860895-1-hyperv is: [{'id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'name': 'tempest-TestNetworkBasicOps-router-1299617844', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48'}], 'enable_snat': True}, 'gw_port_id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:07:42Z', 'updated_at': '2022-10-17T18:09:18Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': 'a94244d4-ec8b-407b-bdab-992edc11e07e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab14637-caec-46a2-b18b-92de8b77c405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:07:43Z', 'updated_at': '2022-10-17T18:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:21.316074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.318939 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.344597 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.345183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Fanout notify agent at l3_agent the message router_deleted on router 6ab14637-caec-46a2-b18b-92de8b77c405 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:09:21.360718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.361785 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0ca8b45a-8de3-4bb8-9bb5-c32648f0fb18 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/routers/6ab14637-caec-46a2-b18b-92de8b77c405 HTTP/1.1" status: 204 len: 168 time: 1.3999276 Oct 17 18:09:21.364621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50428) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:21.477993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.610624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.635449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9537d921-7831-4518-9d9a-4dfab19d36e6']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:21.650087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:21.650478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:21.665408 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.683878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.690997 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:09:21.691647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.803167 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b resource provider aggregate not found Oct 17 18:09:21.807329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.826975 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bae6caf-c1d4-4c9e-8f01-5fef5b33d91b found for delete ", "request_id": "req-7f5f2e56-9c03-48a8-805b-58b65cde679d"}]} Oct 17 18:09:21.830701 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.837291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Network': ['ID=9537d921-7831-4518-9d9a-4dfab19d36e6,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:21.854275 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f5e7565d-144e-4ff1-861b-87dfe2a2da45 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/networks/9537d921-7831-4518-9d9a-4dfab19d36e6 HTTP/1.1" status: 204 len: 168 time: 0.4886518 Oct 17 18:09:21.869428 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 843541ec-60f4-4fe5-91a3-0e79095868fd no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:09:21.879564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50438) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:21.886834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'network': {'name': 'tempest-network-smoke--906690485', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'port_security_enabled': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:21.892092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:21.897201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:network and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:21.900563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:21.904374 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 843541ec-60f4-4fe5-91a3-0e79095868fd {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:09:21.904731 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 843541ec-60f4-4fe5-91a3-0e79095868fd not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:09:21.905082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8ddc89c0-435d-422a-bb6f-7edcbc209f82 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:09:21.911906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:21.922846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:21.928444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.960935 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:09:21.972710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:21.972710 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Added segment b5aef5f2-7f52-47ef-81ad-5a64dd9931db of type vlan for network ba1bddb7-34ab-46e1-a4df-4650e6fba432 Oct 17 18:09:21.998828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 8ddc89c0-435d-422a-bb6f-7edcbc209f82 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:09:21.999092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8ddc89c0-435d-422a-bb6f-7edcbc209f82 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:09:22.006150 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.047525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.053973 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:22.054628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.167713 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2869871 Oct 17 18:09:22.170559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50442) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:22.178317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-573457785', 'admin_state_up': True, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:22.183717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11494a86-3fe6-40ec-a6bb-8cf6b156b8b2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Network': ['ID=ba1bddb7-34ab-46e1-a4df-4650e6fba432,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:22.187324 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:22.191540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:router and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:22.195658 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network ba1bddb7-34ab-46e1-a4df-4650e6fba432 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:09:22.196191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:22.201938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:22.212370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.213425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.229971 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.613816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.918072 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:22.950517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.084984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.130 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:23.235895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.264944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.334075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:23.336871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:23.340424 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:23.370294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:23.743284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a94244d4-ec8b-407b-bdab-992edc11e07e no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:09:23.753226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:23.779233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: a94244d4-ec8b-407b-bdab-992edc11e07e {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:09:23.779577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a94244d4-ec8b-407b-bdab-992edc11e07e not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:09:24.210250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.413343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router d869d148-6dd6-4827-b966-c4fb0970d0ea is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:09:24.600170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:24.609186 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Sync routers for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:24.622492 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:24.623122 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:09:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:24.627737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:24.629003 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a70aefe8-1010-4fb9-b7f3-d269a750a28e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4575171 Oct 17 18:09:24.632852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50446) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:24.673918 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8851cb64-518d-4738-8d7e-c3b158a978e7 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=5bf68046d82040c287b306f9ee0c6158&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373168 Oct 17 18:09:24.674115 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50450) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:24.803592 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Set router d869d148-6dd6-4827-b966-c4fb0970d0ea gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:24.807886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a11fe2-0258-49c0-9f36-b34bbf8ae9f7 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:24.809376 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e4a11fe2-0258-49c0-9f36-b34bbf8ae9f7 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344490 Oct 17 18:09:24.812402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50454) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:24.852473 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-872590b4-2c82-481f-88f0-4d43db119ee4 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388458 Oct 17 18:09:24.855117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50458) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:24.860294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1780915390', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:24.982817 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.089235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:25.093424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:subnet and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:25.096296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:25.102376 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:23Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:25.102967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:25.106582 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Checking router: d869d148-6dd6-4827-b966-c4fb0970d0ea for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:09:25.106919 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Updating router d869d148-6dd6-4827-b966-c4fb0970d0ea port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:09:25.114935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:25.118551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.161863 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.348818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.426338 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Subnet': ['ID=aaeb4da4-81da-444e-aea1-e23537e570c6,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:25.435748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Checking segment: {'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:25.436396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network hostable DHCP agents. Network: ba1bddb7-34ab-46e1-a4df-4650e6fba432, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:09:25.456766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network ba1bddb7-34ab-46e1-a4df-4650e6fba432 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:09:25.466996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, ba1bddb7-34ab-46e1-a4df-4650e6fba432) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:25.471154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:25.471859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.477635 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7e6869-a84d-4fc8-9e02-cc1a0ad5a8aa None None] Network ba1bddb7-34ab-46e1-a4df-4650e6fba432 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:25.495745 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f4bd9fcf-a96e-4b08-8c6c-8ecb58f810db tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6395943 Oct 17 18:09:25.496923 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.498498 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50462) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:25.509771 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Transition to ACTIVE for port object 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:25.517212 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.579232 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Attempting to bind port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:25.579604 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Attempting to bind port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:25.579956 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Attempting to bind port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:25.587824 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:25.588110 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:25.588464 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.588847 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:25.589308 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Bound port: 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:25.589681 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.644719 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33157659-bce7-4306-91db-96884b15288d None None] Pushing event updated for resources: {'Port': ['ID=1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:25.657268 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33157659-bce7-4306-91db-96884b15288d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:25.657621 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33157659-bce7-4306-91db-96884b15288d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:25.658298 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33157659-bce7-4306-91db-96884b15288d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:25.658298 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33157659-bce7-4306-91db-96884b15288d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:25.658567 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33157659-bce7-4306-91db-96884b15288d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:25.658898 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33157659-bce7-4306-91db-96884b15288d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:25.659241 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33157659-bce7-4306-91db-96884b15288d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:25.659561 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33157659-bce7-4306-91db-96884b15288d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:25.659880 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33157659-bce7-4306-91db-96884b15288d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:25.661088 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33157659-bce7-4306-91db-96884b15288d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:25.661088 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33157659-bce7-4306-91db-96884b15288d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:25.661340 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33157659-bce7-4306-91db-96884b15288d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:09:25.686319 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] For port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:25.689597 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] For port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:25.694792 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.724915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:09:25.725809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:25.740384 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:25.741196 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:09:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:25.888948 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Allocated IP 172.20.0.2 (ba1bddb7-34ab-46e1-a4df-4650e6fba432/aaeb4da4-81da-444e-aea1-e23537e570c6/eae653db-0b01-435b-8aac-ccc07b7a9d11) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:25.951350 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33157659-bce7-4306-91db-96884b15288d None None] Pushing event updated for resources: {'Port': ['ID=1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:25.984257 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] Set router d869d148-6dd6-4827-b966-c4fb0970d0ea gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:26.105915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.116759 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Transition to ACTIVE for port object eae653db-0b01-435b-8aac-ccc07b7a9d11 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:26.137543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Transition to ACTIVE for port object eae653db-0b01-435b-8aac-ccc07b7a9d11 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:26.145969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.220573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Network ba1bddb7-34ab-46e1-a4df-4650e6fba432 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:26.221250 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Pushing event updated for resources: {'Port': ['ID=eae653db-0b01-435b-8aac-ccc07b7a9d11,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:26.224421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:26.227030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:26.227772 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:09:26.268631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.299314 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:23Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:26.303448 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29674529-38f1-43d3-b8e0-7d346227aa3a None None] The sync data for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv is: [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:23Z', 'revision_number': 3, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:26.338245 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Attempting to bind port eae653db-0b01-435b-8aac-ccc07b7a9d11 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:26.338996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Attempting to bind port eae653db-0b01-435b-8aac-ccc07b7a9d11 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:26.339480 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Attempting to bind port eae653db-0b01-435b-8aac-ccc07b7a9d11 on network ba1bddb7-34ab-46e1-a4df-4650e6fba432 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:26.350356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:26.351062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Checking segment: {'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:26.351564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.352062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Bound using segment: {'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:26.352659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Bound port: eae653db-0b01-435b-8aac-ccc07b7a9d11, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:26.353136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.454938 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] For port eae653db-0b01-435b-8aac-ccc07b7a9d11, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:26.459872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] For port eae653db-0b01-435b-8aac-ccc07b7a9d11, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=eae653db-0b01-435b-8aac-ccc07b7a9d11,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:26.465738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:26.564303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9416bba-8f14-48f7-b47e-8829e502752d None None] Pushing event updated for resources: {'Port': ['ID=eae653db-0b01-435b-8aac-ccc07b7a9d11,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:26.858437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.1 (ba1bddb7-34ab-46e1-a4df-4650e6fba432/aaeb4da4-81da-444e-aea1-e23537e570c6/d6192ff8-79a7-4c07-9c6c-e70c9baa86de) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:27.040441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.057946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object d6192ff8-79a7-4c07-9c6c-e70c9baa86de will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:27.085520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.163724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network ba1bddb7-34ab-46e1-a4df-4650e6fba432 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:27.166750 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:27.169255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:27.208225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:27.238696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.365152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.641728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30be346-35a6-420f-ac77-c46166287e3a None None] Network ba1bddb7-34ab-46e1-a4df-4650e6fba432 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:09:27.768572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4b1bd2b0-9ad1-44d9-a99e-55d37a299b08 None None] Provisioning for port eae653db-0b01-435b-8aac-ccc07b7a9d11 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:27.819880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.826548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.879305 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:27.951092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:27.953559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.983188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:27.989252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:27.989647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:27.989970 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 Oct 17 18:09:28.117185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:28.117553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:28.127363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network ba1bddb7-34ab-46e1-a4df-4650e6fba432 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:28.128698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:28.135645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:28.140348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:28.141966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device eae653db-0b01-435b-8aac-ccc07b7a9d11 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:28.335886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router d869d148-6dd6-4827-b966-c4fb0970d0ea has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:09:28.336127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:28.342188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Provisioning complete for port eae653db-0b01-435b-8aac-ccc07b7a9d11 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:28.342549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:28.342883 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Attempt 1 to provision port eae653db-0b01-435b-8aac-ccc07b7a9d11 Oct 17 18:09:28.371435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port eae653db-0b01-435b-8aac-ccc07b7a9d11 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:28.393998 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port eae653db-0b01-435b-8aac-ccc07b7a9d11 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:28.394356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:28.395441 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port eae653db-0b01-435b-8aac-ccc07b7a9d11 Oct 17 18:09:28.584084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Current status of the port eae653db-0b01-435b-8aac-ccc07b7a9d11 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:28.584480 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:28.596707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port eae653db-0b01-435b-8aac-ccc07b7a9d11 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:28.597081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:28.641001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] For port eae653db-0b01-435b-8aac-ccc07b7a9d11, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=eae653db-0b01-435b-8aac-ccc07b7a9d11,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:28.645432 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:28.653357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:28.670608 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fb77aa20-abce-41e1-ac7e-ea2cf3d1feef tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/d869d148-6dd6-4827-b966-c4fb0970d0ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1683931 Oct 17 18:09:28.670896 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50466) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:28.709952 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Sync routers for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:28.774961 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:28.775611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:09:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:28.817589 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff70c7-6cda-42d4-a43d-df73c3618101 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:28.817979 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff70c7-6cda-42d4-a43d-df73c3618101 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:28.818439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff70c7-6cda-42d4-a43d-df73c3618101 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:28.818888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff70c7-6cda-42d4-a43d-df73c3618101 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:28.820564 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ccff70c7-6cda-42d4-a43d-df73c3618101 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1485372 Oct 17 18:09:28.823372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50470) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:28.826718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Provisioning for port d6192ff8-79a7-4c07-9c6c-e70c9baa86de completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:28.890747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec00d8-2efb-4e2b-a703-9ea3256887cd tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:28.891149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec00d8-2efb-4e2b-a703-9ea3256887cd tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:28.891607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec00d8-2efb-4e2b-a703-9ea3256887cd tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:28.892059 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec00d8-2efb-4e2b-a703-9ea3256887cd tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:28.893867 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1fec00d8-2efb-4e2b-a703-9ea3256887cd tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0694437 Oct 17 18:09:28.897016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50474) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:28.911176 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:09:28.911631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:09:28.916092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Provisioning complete for port d6192ff8-79a7-4c07-9c6c-e70c9baa86de triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:28.916475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:28.916784 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Attempt 1 to provision port d6192ff8-79a7-4c07-9c6c-e70c9baa86de Oct 17 18:09:28.966163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Pushing event updated for resources: {'Port': ['ID=eae653db-0b01-435b-8aac-ccc07b7a9d11,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:28.997735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Port d6192ff8-79a7-4c07-9c6c-e70c9baa86de cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:29.020203 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Set router d869d148-6dd6-4827-b966-c4fb0970d0ea gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:29.104151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8bfc9e0-edc8-470e-bb4a-9240966a630f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.111566 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d7d9933b-a566-493c-8c3a-6821f466c28a tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2085292 Oct 17 18:09:29.181395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50480) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:29.186974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042705315', 'description': 'tempest-secgroup-smoke-2042705315 description', 'project_id': '5bf68046d82040c287b306f9ee0c6158'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:29.193244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:29.197418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:29.200471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:29.206051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:29.216490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.236762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:29.240900 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:29.243719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:29.249354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:29.323837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.328022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.366282 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:27Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'd6192ff8-79a7-4c07-9c6c-e70c9baa86de', 'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:79:b9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:26Z', 'updated_at': '2022-10-17T18:09:27Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:29.370229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Checking router: d869d148-6dd6-4827-b966-c4fb0970d0ea for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:09:29.370581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Updating router d869d148-6dd6-4827-b966-c4fb0970d0ea port d6192ff8-79a7-4c07-9c6c-e70c9baa86de binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:09:29.375078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47c04b4d-08cd-4d26-bd70-6acf79c2542d,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:29.379430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.380931 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c5036df8-a597-43e3-911d-0f615c8289c3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1983728 Oct 17 18:09:29.383935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50484) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:29.389011 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-9e3f62a3-38a2-4103-8570-565d5db68b29 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '47c04b4d-08cd-4d26-bd70-6acf79c2542d', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:29.395961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9e3f62a3-38a2-4103-8570-565d5db68b29 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:29.399786 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9e3f62a3-38a2-4103-8570-565d5db68b29 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:29.403142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9e3f62a3-38a2-4103-8570-565d5db68b29 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:29.409096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9e3f62a3-38a2-4103-8570-565d5db68b29 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:29.426721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e3f62a3-38a2-4103-8570-565d5db68b29 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.473072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.490457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e3f62a3-38a2-4103-8570-565d5db68b29 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.494566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e3f62a3-38a2-4103-8570-565d5db68b29 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.495970 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port eae653db-0b01-435b-8aac-ccc07b7a9d11 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:29.518887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f62a3-38a2-4103-8570-565d5db68b29 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7f1b7f-a532-461d-bfa6-91919048deb4,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:29.522020 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Attempt 2 to provision port d6192ff8-79a7-4c07-9c6c-e70c9baa86de Oct 17 18:09:29.528582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9e3f62a3-38a2-4103-8570-565d5db68b29 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.529728 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9e3f62a3-38a2-4103-8570-565d5db68b29 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447659 Oct 17 18:09:29.532659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50488) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:29.538416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-8cd15d78-0643-4e0d-9d8d-80c377906897 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '47c04b4d-08cd-4d26-bd70-6acf79c2542d', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:29.544572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8cd15d78-0643-4e0d-9d8d-80c377906897 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:29.548491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8cd15d78-0643-4e0d-9d8d-80c377906897 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:29.552040 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8cd15d78-0643-4e0d-9d8d-80c377906897 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:29.557822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8cd15d78-0643-4e0d-9d8d-80c377906897 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:29.579529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8cd15d78-0643-4e0d-9d8d-80c377906897 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.641552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Port d6192ff8-79a7-4c07-9c6c-e70c9baa86de cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:29.647991 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8cd15d78-0643-4e0d-9d8d-80c377906897 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.651696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8cd15d78-0643-4e0d-9d8d-80c377906897 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.678302 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd15d78-0643-4e0d-9d8d-80c377906897 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f11b516-8acc-472c-85e6-a9b29c9a8712,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:29.688703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8cd15d78-0643-4e0d-9d8d-80c377906897 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.689996 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8cd15d78-0643-4e0d-9d8d-80c377906897 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1564128 Oct 17 18:09:29.694224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50492) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:29.699728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-01bdcdb7-3057-4357-a4b0-e7d2cc5b1fe3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '47c04b4d-08cd-4d26-bd70-6acf79c2542d', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:29.706232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-01bdcdb7-3057-4357-a4b0-e7d2cc5b1fe3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:29.710952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-01bdcdb7-3057-4357-a4b0-e7d2cc5b1fe3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:29.714069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-01bdcdb7-3057-4357-a4b0-e7d2cc5b1fe3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:29.720263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-01bdcdb7-3057-4357-a4b0-e7d2cc5b1fe3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:29.739264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01bdcdb7-3057-4357-a4b0-e7d2cc5b1fe3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.804241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:29.817160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01bdcdb7-3057-4357-a4b0-e7d2cc5b1fe3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.821096 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01bdcdb7-3057-4357-a4b0-e7d2cc5b1fe3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.846464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdcdb7-3057-4357-a4b0-e7d2cc5b1fe3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df4c25e-308c-4703-8453-976711660d74,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:29.857638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01bdcdb7-3057-4357-a4b0-e7d2cc5b1fe3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.859133 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-01bdcdb7-3057-4357-a4b0-e7d2cc5b1fe3 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1635075 Oct 17 18:09:29.861601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50496) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:29.866760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8bf22e77-7ecd-4f02-9b96-4527ec9169cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '47c04b4d-08cd-4d26-bd70-6acf79c2542d', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:29.872584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8bf22e77-7ecd-4f02-9b96-4527ec9169cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:29.876487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8bf22e77-7ecd-4f02-9b96-4527ec9169cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:29.879794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8bf22e77-7ecd-4f02-9b96-4527ec9169cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:29.885188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8bf22e77-7ecd-4f02-9b96-4527ec9169cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:29.906508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8bf22e77-7ecd-4f02-9b96-4527ec9169cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.919642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:29.920009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.920319 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 Oct 17 18:09:29.977372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8bf22e77-7ecd-4f02-9b96-4527ec9169cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:29.981218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8bf22e77-7ecd-4f02-9b96-4527ec9169cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.010860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf22e77-7ecd-4f02-9b96-4527ec9169cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d514eec1-70d9-4df5-a8a3-6c969907ec61,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:30.017901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8bf22e77-7ecd-4f02-9b96-4527ec9169cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.022567 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50500) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:30.027788 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8bf22e77-7ecd-4f02-9b96-4527ec9169cc tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649485 Oct 17 18:09:30.028068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-2ae73776-4d02-47e4-9c90-01e19cc3a0a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '47c04b4d-08cd-4d26-bd70-6acf79c2542d', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:30.034077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2ae73776-4d02-47e4-9c90-01e19cc3a0a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:30.041907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2ae73776-4d02-47e4-9c90-01e19cc3a0a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:30.045272 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2ae73776-4d02-47e4-9c90-01e19cc3a0a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:30.051801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2ae73776-4d02-47e4-9c90-01e19cc3a0a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:30.055551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.063740 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-2ae73776-4d02-47e4-9c90-01e19cc3a0a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:09:30.070985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2ae73776-4d02-47e4-9c90-01e19cc3a0a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.112276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Transition to ACTIVE for port object d6192ff8-79a7-4c07-9c6c-e70c9baa86de will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:30.123995 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.149293 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2ae73776-4d02-47e4-9c90-01e19cc3a0a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.153466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2ae73776-4d02-47e4-9c90-01e19cc3a0a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.179663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae73776-4d02-47e4-9c90-01e19cc3a0a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4113d3-5db1-4441-b4fa-d50e1b041154,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:30.189984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2ae73776-4d02-47e4-9c90-01e19cc3a0a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.194014 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2ae73776-4d02-47e4-9c90-01e19cc3a0a6 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1674993 Oct 17 18:09:30.194346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50504) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:30.199726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-842fd5f5-9b16-4e41-b2e4-3fe0575e5bc4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'security_group_rule': {'security_group_id': '47c04b4d-08cd-4d26-bd70-6acf79c2542d', 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:30.205867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-842fd5f5-9b16-4e41-b2e4-3fe0575e5bc4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:30.210418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-842fd5f5-9b16-4e41-b2e4-3fe0575e5bc4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:security_group_rule and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:30.210566 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Attempt 3 to provision port d6192ff8-79a7-4c07-9c6c-e70c9baa86de Oct 17 18:09:30.213304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-842fd5f5-9b16-4e41-b2e4-3fe0575e5bc4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:30.219061 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-842fd5f5-9b16-4e41-b2e4-3fe0575e5bc4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:30.231940 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-842fd5f5-9b16-4e41-b2e4-3fe0575e5bc4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Project 5bf68046d82040c287b306f9ee0c6158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:09:30.239545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-842fd5f5-9b16-4e41-b2e4-3fe0575e5bc4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.269932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:30.271333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device eae653db-0b01-435b-8aac-ccc07b7a9d11 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:30.311623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-842fd5f5-9b16-4e41-b2e4-3fe0575e5bc4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.316238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-842fd5f5-9b16-4e41-b2e4-3fe0575e5bc4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.343194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fd5f5-9b16-4e41-b2e4-3fe0575e5bc4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb78cf6-bfda-461a-8bdb-381d58dcc806,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:30.354400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-842fd5f5-9b16-4e41-b2e4-3fe0575e5bc4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.355754 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-842fd5f5-9b16-4e41-b2e4-3fe0575e5bc4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603453 Oct 17 18:09:30.378306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Port d6192ff8-79a7-4c07-9c6c-e70c9baa86de cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:30.391021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba9f77-b4ec-40a7-8b21-7c8c5b35aaa4 None None] Pushing event updated for resources: {'Port': ['ID=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:30.458165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Attempting to bind port d6192ff8-79a7-4c07-9c6c-e70c9baa86de on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:30.458537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Attempting to bind port d6192ff8-79a7-4c07-9c6c-e70c9baa86de by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:30.458899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Attempting to bind port d6192ff8-79a7-4c07-9c6c-e70c9baa86de on network ba1bddb7-34ab-46e1-a4df-4650e6fba432 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:30.468096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:30.468472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Checking segment: {'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:30.468873 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.469265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Bound using segment: {'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:30.469732 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Bound port: d6192ff8-79a7-4c07-9c6c-e70c9baa86de, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:30.470104 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.479685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port eae653db-0b01-435b-8aac-ccc07b7a9d11 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:30.480056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.480392 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port eae653db-0b01-435b-8aac-ccc07b7a9d11 Oct 17 18:09:30.518215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-4e7fee73-91e1-49fc-a45b-08a828049394 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:30.534729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-4e7fee73-91e1-49fc-a45b-08a828049394 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:30.536774 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-4e7fee73-91e1-49fc-a45b-08a828049394 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042705315&fields=id&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 267 time: 0.0566790 Oct 17 18:09:30.654860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] For port d6192ff8-79a7-4c07-9c6c-e70c9baa86de, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:30.669215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] For port d6192ff8-79a7-4c07-9c6c-e70c9baa86de, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:30.676819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:30.678489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port eae653db-0b01-435b-8aac-ccc07b7a9d11 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:30.695498 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-312946b6-3ea8-40cf-89f8-5031f87ffd30 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:30.696732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-312946b6-3ea8-40cf-89f8-5031f87ffd30 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:30.713549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-312946b6-3ea8-40cf-89f8-5031f87ffd30 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:30.714817 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-312946b6-3ea8-40cf-89f8-5031f87ffd30 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/networks?id=ba1bddb7-34ab-46e1-a4df-4650e6fba432 HTTP/1.1" status: 200 len: 796 time: 0.1700761 Oct 17 18:09:30.730543 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-b3b1ea0c-e09d-4ac6-8b5e-7919f6433273 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/quotas/5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 375 time: 0.0101061 Oct 17 18:09:30.742529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:30.743208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:09:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:30.827385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-e8ed99bc-618f-428c-aea9-a105bfc87760 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:30.842400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-e8ed99bc-618f-428c-aea9-a105bfc87760 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:30.843709 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-e8ed99bc-618f-428c-aea9-a105bfc87760 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075687 Oct 17 18:09:30.860887 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-bc144fe4-a91a-4248-9ddb-4dd68746d13b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:09:30.861858 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-bc144fe4-a91a-4248-9ddb-4dd68746d13b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053554 Oct 17 18:09:30.880564 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Attempt 4 to provision port d6192ff8-79a7-4c07-9c6c-e70c9baa86de Oct 17 18:09:30.934756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba9f77-b4ec-40a7-8b21-7c8c5b35aaa4 None None] Pushing event updated for resources: {'Port': ['ID=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:30.989728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-700957cb-bb0d-40b1-8212-890196df6564 None None] Port d6192ff8-79a7-4c07-9c6c-e70c9baa86de had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:09:30.992232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] Set router d869d148-6dd6-4827-b966-c4fb0970d0ea gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:30.999321 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-d495f83f-676b-4b72-9f41-ad58f4ceda15 service neutron] 10.222.0.69 "GET /v2.0/networks/ba1bddb7-34ab-46e1-a4df-4650e6fba432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308842 Oct 17 18:09:31.142310 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-9e7bf26d-28d6-4122-88d9-bab163408c31 service neutron] 10.222.0.69 "GET /v2.0/networks/ba1bddb7-34ab-46e1-a4df-4650e6fba432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359999 Oct 17 18:09:31.381384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:27Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'd6192ff8-79a7-4c07-9c6c-e70c9baa86de', 'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:79:b9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:26Z', 'updated_at': '2022-10-17T18:09:30Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:31.385675 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-9735559f-d854-4be2-9ecf-b493cbd8fda2 req-eaf29808-e5dd-4018-8821-01a585987126 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:31.386119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a75c41-20a9-4c63-82a6-760bedae0de6 None None] The sync data for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv is: [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:27Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'd6192ff8-79a7-4c07-9c6c-e70c9baa86de', 'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:79:b9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:26Z', 'updated_at': '2022-10-17T18:09:30Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:31.399559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-9735559f-d854-4be2-9ecf-b493cbd8fda2 req-eaf29808-e5dd-4018-8821-01a585987126 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:31.400742 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9735559f-d854-4be2-9ecf-b493cbd8fda2 req-eaf29808-e5dd-4018-8821-01a585987126 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 210 time: 0.1199968 Oct 17 18:09:31.533414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7d231c0d-ddb3-45f2-83d3-4b099c4ad08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.836064 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d6192ff8-79a7-4c07-9c6c-e70c9baa86de up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:31.915330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port d6192ff8-79a7-4c07-9c6c-e70c9baa86de completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:31.921128 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d6192ff8-79a7-4c07-9c6c-e70c9baa86de triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:31.921581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:31.921983 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d6192ff8-79a7-4c07-9c6c-e70c9baa86de Oct 17 18:09:32.046110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d6192ff8-79a7-4c07-9c6c-e70c9baa86de is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:32.046548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.080773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port d6192ff8-79a7-4c07-9c6c-e70c9baa86de, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:32.086090 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.162771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:32.536994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-dc96edc4-d208-48df-8446-6760bde7e6fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:32.537609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-dc96edc4-d208-48df-8446-6760bde7e6fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:32.552593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.553027 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-dc96edc4-d208-48df-8446-6760bde7e6fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:32.554355 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-dc96edc4-d208-48df-8446-6760bde7e6fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/networks?id=ba1bddb7-34ab-46e1-a4df-4650e6fba432 HTTP/1.1" status: 200 len: 796 time: 0.1960282 Oct 17 18:09:32.598038 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-016ac9ff-4650-488e-91d6-565a36d6f3b5 req-0e54aa29-8c52-4bce-8201-f13e7cf547dd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 210 time: 0.0595303 Oct 17 18:09:32.610934 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-92c826c8-3089-41da-9878-6798aa7320d2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bf68046d82040c287b306f9ee0c6158 HTTP/1.1" status: 200 len: 380 time: 0.0429311 Oct 17 18:09:32.622438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'port': {'device_id': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'admin_state_up': True, 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'security_groups': ['47c04b4d-08cd-4d26-bd70-6acf79c2542d']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:32.634410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:32.864259 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:32.873472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:32.883370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Made reservation on behalf of 5bf68046d82040c287b306f9ee0c6158 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:09:32.886800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:33.052010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.20.0.11 (ba1bddb7-34ab-46e1-a4df-4650e6fba432/aaeb4da4-81da-444e-aea1-e23537e570c6/044b01c8-25e0-469b-a6cc-05c9946ce006) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:33.245764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:33.260942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Transition to ACTIVE for port object 044b01c8-25e0-469b-a6cc-05c9946ce006 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:33.284413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:33.358775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network ba1bddb7-34ab-46e1-a4df-4650e6fba432 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:33.361714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:33.366140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:33.401456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=044b01c8-25e0-469b-a6cc-05c9946ce006,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:33.436658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:33.437272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:33.465420 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1731fac0-f501-4492-aa98-7fdf535c8d6d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8491149 Oct 17 18:09:33.525302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Request body: {'port': {'device_id': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:33.594418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9d477c98-a9eb-4cfc-b025-2c3e249e38df None None] Provisioning for port 044b01c8-25e0-469b-a6cc-05c9946ce006 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:33.599452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9d477c98-a9eb-4cfc-b025-2c3e249e38df None None] Provisioning complete for port 044b01c8-25e0-469b-a6cc-05c9946ce006 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:33.599821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9d477c98-a9eb-4cfc-b025-2c3e249e38df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:33.600152 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-9d477c98-a9eb-4cfc-b025-2c3e249e38df None None] Attempt 1 to provision port 044b01c8-25e0-469b-a6cc-05c9946ce006 Oct 17 18:09:33.641735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:33.657154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9d477c98-a9eb-4cfc-b025-2c3e249e38df None None] Port 044b01c8-25e0-469b-a6cc-05c9946ce006 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:33.792376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d6192ff8-79a7-4c07-9c6c-e70c9baa86de up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:33.864046 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d6192ff8-79a7-4c07-9c6c-e70c9baa86de triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:33.864501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:33.864837 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d6192ff8-79a7-4c07-9c6c-e70c9baa86de Oct 17 18:09:33.962405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c5ece-b80d-4b65-88e4-c300fc30476c req-ecadcaa1-64a9-4c18-876b-e974a3e3f7c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:33.963697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-be0c5ece-b80d-4b65-88e4-c300fc30476c req-ecadcaa1-64a9-4c18-876b-e974a3e3f7c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:09:33.990779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d6192ff8-79a7-4c07-9c6c-e70c9baa86de is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:34.014427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-be0c5ece-b80d-4b65-88e4-c300fc30476c req-ecadcaa1-64a9-4c18-876b-e974a3e3f7c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:09:34.017924 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-be0c5ece-b80d-4b65-88e4-c300fc30476c req-ecadcaa1-64a9-4c18-876b-e974a3e3f7c4 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 932 time: 0.2994590 Oct 17 18:09:34.091569 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-be0c5ece-b80d-4b65-88e4-c300fc30476c req-29df897f-4149-4ca1-a1bb-b134745d0276 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47c04b4d-08cd-4d26-bd70-6acf79c2542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657828 Oct 17 18:09:34.156258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044b01c8-25e0-469b-a6cc-05c9946ce006 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:09:34.157982 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-9d477c98-a9eb-4cfc-b025-2c3e249e38df None None] Attempt 2 to provision port 044b01c8-25e0-469b-a6cc-05c9946ce006 Oct 17 18:09:34.164954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.180845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Transition to ACTIVE for port object 044b01c8-25e0-469b-a6cc-05c9946ce006 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:09:34.185477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.217345 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9d477c98-a9eb-4cfc-b025-2c3e249e38df None None] Port 044b01c8-25e0-469b-a6cc-05c9946ce006 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:09:34.349480 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.380384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Pushing event updated for resources: {'Port': ['ID=044b01c8-25e0-469b-a6cc-05c9946ce006,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:34.418005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Attempting to bind port 044b01c8-25e0-469b-a6cc-05c9946ce006 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:09:34.418396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Attempting to bind port 044b01c8-25e0-469b-a6cc-05c9946ce006 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:09:34.418713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Attempting to bind port 044b01c8-25e0-469b-a6cc-05c9946ce006 on network ba1bddb7-34ab-46e1-a4df-4650e6fba432 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:34.423291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Port 044b01c8-25e0-469b-a6cc-05c9946ce006 on network ba1bddb7-34ab-46e1-a4df-4650e6fba432 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:09:34.423602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Attempting to bind port 044b01c8-25e0-469b-a6cc-05c9946ce006 on network ba1bddb7-34ab-46e1-a4df-4650e6fba432 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:09:34.429680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:09:34.430007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Checking segment: {'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:09:34.430382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Bound using segment: {'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:09:34.430801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Bound port: 044b01c8-25e0-469b-a6cc-05c9946ce006, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:09:34.431171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.522873 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] For port 044b01c8-25e0-469b-a6cc-05c9946ce006, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:09:34.525940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] For port 044b01c8-25e0-469b-a6cc-05c9946ce006, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=044b01c8-25e0-469b-a6cc-05c9946ce006,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:09:34.530097 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.565005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:34.565612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:34.567351 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/044b01c8-25e0-469b-a6cc-05c9946ce006 HTTP/1.1" status: 200 len: 1094 time: 1.0895627 Oct 17 18:09:34.567948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'tag': '044b01c8-25e0-469b-a6cc-05c9946ce006'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:09:34.570240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc932eb-825c-4b6e-8092-ad1c0191ff1c" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbccdd5-b479-4876-aa5d-7255be7e099d", "tag": "044b01c8-25e0-469b-a6cc-05c9946ce006"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:09:34.615456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fc9b6-fcba-45a1-9c4a-306be6ce00b8 service neutron] Pushing event updated for resources: {'Port': ['ID=044b01c8-25e0-469b-a6cc-05c9946ce006,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:34.621628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d157e1-c120-4dce-adc9-526ac6dbffe5 x-openstack-request-id: req-59d157e1-c120-4dce-adc9-526ac6dbffe5 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:09:34.621912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbccdd5-b479-4876-aa5d-7255be7e099d", "tag": "044b01c8-25e0-469b-a6cc-05c9946ce006", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:09:34.622191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59d157e1-c120-4dce-adc9-526ac6dbffe5 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:09:34.622711 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d157e1-c120-4dce-adc9-526ac6dbffe5'] response: {'name': 'network-changed', 'server_uuid': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'tag': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'status': 'completed', 'code': 200} Oct 17 18:09:34.717149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-9d8843cc-a106-4734-84bf-bda822fdff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:34.718128 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-9d477c98-a9eb-4cfc-b025-2c3e249e38df None None] Attempt 3 to provision port 044b01c8-25e0-469b-a6cc-05c9946ce006 Oct 17 18:09:34.718692 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-9d8843cc-a106-4734-84bf-bda822fdff53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 1097 time: 0.0791650 Oct 17 18:09:34.781836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9d477c98-a9eb-4cfc-b025-2c3e249e38df None None] Port 044b01c8-25e0-469b-a6cc-05c9946ce006 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:09:34.893379 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-2b12478d-afd7-4aec-ab59-c6b8b4ac0999 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044b01c8-25e0-469b-a6cc-05c9946ce006 HTTP/1.1" status: 200 len: 217 time: 0.1623905 Oct 17 18:09:34.957427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-3924a9c0-a66c-4878-9625-6fbf2fe9b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:34.958975 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-3924a9c0-a66c-4878-9625-6fbf2fe9b6e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aaeb4da4-81da-444e-aea1-e23537e570c6 HTTP/1.1" status: 200 len: 835 time: 0.0586662 Oct 17 18:09:35.044564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-ea3a4305-2ecb-4b11-a368-945f2fdd0b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:35.045947 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-ea3a4305-2ecb-4b11-a368-945f2fdd0b9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba1bddb7-34ab-46e1-a4df-4650e6fba432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809689 Oct 17 18:09:35.186306 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-47100b0d-5e23-46dd-a8d1-9caae57f9c65 service neutron] 10.222.0.20 "GET /v2.0/networks/ba1bddb7-34ab-46e1-a4df-4650e6fba432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337306 Oct 17 18:09:35.384470 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e03547e0-66a0-4f83-8952-8ec7f92efb6b req-7d47df84-f401-4e4f-8b12-e43ea7612dcf service neutron] 10.222.0.20 "GET /v2.0/networks/ba1bddb7-34ab-46e1-a4df-4650e6fba432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917019 Oct 17 18:09:35.397452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf26ed5-4a6e-440b-b449-6e1b86b61414 req-9216634f-fff6-440b-a923-47b76ba4c0be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:35.398887 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2bf26ed5-4a6e-440b-b449-6e1b86b61414 req-9216634f-fff6-440b-a923-47b76ba4c0be tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 944 time: 0.1861625 Oct 17 18:09:35.445058 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2bf26ed5-4a6e-440b-b449-6e1b86b61414 req-0412d1ff-a51f-4ac2-b2cd-9cc79765b8bf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47c04b4d-08cd-4d26-bd70-6acf79c2542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402200 Oct 17 18:09:35.559959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc932eb-825c-4b6e-8092-ad1c0191ff1c req-5d104cb0-5152-4312-b1ab-8cc6cc464a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:35.561440 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bcc932eb-825c-4b6e-8092-ad1c0191ff1c req-5d104cb0-5152-4312-b1ab-8cc6cc464a85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 1097 time: 0.0808184 Oct 17 18:09:35.694075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc932eb-825c-4b6e-8092-ad1c0191ff1c req-905b48f4-b13a-4631-9e3f-87ed5ab7b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:35.695532 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bcc932eb-825c-4b6e-8092-ad1c0191ff1c req-905b48f4-b13a-4631-9e3f-87ed5ab7b398 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba1bddb7-34ab-46e1-a4df-4650e6fba432 HTTP/1.1" status: 200 len: 897 time: 0.1280348 Oct 17 18:09:35.767546 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bcc932eb-825c-4b6e-8092-ad1c0191ff1c req-c259f729-9967-421e-9910-4acfa34de7ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044b01c8-25e0-469b-a6cc-05c9946ce006 HTTP/1.1" status: 200 len: 217 time: 0.0648034 Oct 17 18:09:35.830615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc932eb-825c-4b6e-8092-ad1c0191ff1c req-6c1f9e93-96e3-4b76-9f11-ee9a29c160be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:35.832756 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bcc932eb-825c-4b6e-8092-ad1c0191ff1c req-6c1f9e93-96e3-4b76-9f11-ee9a29c160be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aaeb4da4-81da-444e-aea1-e23537e570c6 HTTP/1.1" status: 200 len: 835 time: 0.0592754 Oct 17 18:09:35.922266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc932eb-825c-4b6e-8092-ad1c0191ff1c req-508dbe09-05c0-4514-bd7b-8b7b2bf25535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:35.923779 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bcc932eb-825c-4b6e-8092-ad1c0191ff1c req-508dbe09-05c0-4514-bd7b-8b7b2bf25535 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba1bddb7-34ab-46e1-a4df-4650e6fba432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832400 Oct 17 18:09:36.059555 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bcc932eb-825c-4b6e-8092-ad1c0191ff1c req-a95c6ed1-e3d9-4afb-8a97-9d6495dda3eb service neutron] 10.222.0.20 "GET /v2.0/networks/ba1bddb7-34ab-46e1-a4df-4650e6fba432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291275 Oct 17 18:09:36.197850 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bcc932eb-825c-4b6e-8092-ad1c0191ff1c req-e2980bd0-0240-48c0-a1f9-3c75fc1ca00e service neutron] 10.222.0.20 "GET /v2.0/networks/ba1bddb7-34ab-46e1-a4df-4650e6fba432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311052 Oct 17 18:09:36.649073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8ee1e-35b0-4e16-aa1a-f6d08bdbdc78 req-69f59c01-d1ae-4b2e-be64-3fcb870d96a8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:36.650688 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-def8ee1e-35b0-4e16-aa1a-f6d08bdbdc78 req-69f59c01-d1ae-4b2e-be64-3fcb870d96a8 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 944 time: 0.0924714 Oct 17 18:09:36.696883 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-def8ee1e-35b0-4e16-aa1a-f6d08bdbdc78 req-ad8b4cd8-8035-46ce-a4c4-3af0032dcfbf tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47c04b4d-08cd-4d26-bd70-6acf79c2542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398006 Oct 17 18:09:37.893454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4f105-ba6e-43fa-adbb-d676ac8cc0b4 req-a475185d-64a2-4937-9a85-51bc84c22767 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:37.895712 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7be4f105-ba6e-43fa-adbb-d676ac8cc0b4 req-a475185d-64a2-4937-9a85-51bc84c22767 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 944 time: 0.0875940 Oct 17 18:09:37.939381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7be4f105-ba6e-43fa-adbb-d676ac8cc0b4 req-229e98ec-792a-4ad5-8dd4-cf2cdedb924d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47c04b4d-08cd-4d26-bd70-6acf79c2542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379577 Oct 17 18:09:39.022472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 044b01c8-25e0-469b-a6cc-05c9946ce006 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:09:39.145952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738e79e-ec1a-4949-a89e-d45bb0adb4c1 req-1f0b5f90-10ce-466b-b83b-46b31a465287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:39.147636 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f738e79e-ec1a-4949-a89e-d45bb0adb4c1 req-1f0b5f90-10ce-466b-b83b-46b31a465287 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 944 time: 0.0973003 Oct 17 18:09:39.166490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 044b01c8-25e0-469b-a6cc-05c9946ce006, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=044b01c8-25e0-469b-a6cc-05c9946ce006,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:39.180801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'port_id': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'mac_address': 'fa:16:3e:c0:a4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:09:39.194103 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f738e79e-ec1a-4949-a89e-d45bb0adb4c1 req-0c06f8e2-300b-4513-b2dc-6bfb0e12ccf2 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47c04b4d-08cd-4d26-bd70-6acf79c2542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400481 Oct 17 18:09:39.236326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 044b01c8-25e0-469b-a6cc-05c9946ce006 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:39.236620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:39.253853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044b01c8-25e0-469b-a6cc-05c9946ce006 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:09:39.268671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 044b01c8-25e0-469b-a6cc-05c9946ce006, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=044b01c8-25e0-469b-a6cc-05c9946ce006,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:39.273202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:39.346311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=044b01c8-25e0-469b-a6cc-05c9946ce006,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:39.532762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['044b01c8-25e0-469b-a6cc-05c9946ce006'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:09:40.401920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65740007-0e26-4655-94f9-84be10b8895a req-86f35027-c889-4815-8f27-987e378554d0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:40.403464 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-65740007-0e26-4655-94f9-84be10b8895a req-86f35027-c889-4815-8f27-987e378554d0 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 945 time: 0.0940101 Oct 17 18:09:40.449258 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-65740007-0e26-4655-94f9-84be10b8895a req-a6fb5d2f-7b51-4ced-b6e0-ef11617aabe9 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47c04b4d-08cd-4d26-bd70-6acf79c2542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401514 Oct 17 18:09:41.034165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 044b01c8-25e0-469b-a6cc-05c9946ce006 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:09:41.103466 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 044b01c8-25e0-469b-a6cc-05c9946ce006 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:09:41.108404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 044b01c8-25e0-469b-a6cc-05c9946ce006 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:09:41.108778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:41.109111 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 044b01c8-25e0-469b-a6cc-05c9946ce006 Oct 17 18:09:41.229939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 044b01c8-25e0-469b-a6cc-05c9946ce006 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:09:41.230312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:41.257232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044b01c8-25e0-469b-a6cc-05c9946ce006'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:09:41.259542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0511c7d3-d53f-4df6-9a61-94c3d7ace394" -d '{"events": [{"server_uuid": "8cbccdd5-b479-4876-aa5d-7255be7e099d", "name": "network-vif-plugged", "status": "completed", "tag": "044b01c8-25e0-469b-a6cc-05c9946ce006"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:09:41.267531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 044b01c8-25e0-469b-a6cc-05c9946ce006, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=044b01c8-25e0-469b-a6cc-05c9946ce006,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:09:41.272404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:41.309210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fce3339-141e-4108-beb2-6b755fdbf65e x-openstack-request-id: req-6fce3339-141e-4108-beb2-6b755fdbf65e {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:09:41.309495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbccdd5-b479-4876-aa5d-7255be7e099d", "name": "network-vif-plugged", "status": "completed", "tag": "044b01c8-25e0-469b-a6cc-05c9946ce006", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:09:41.309747 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6fce3339-141e-4108-beb2-6b755fdbf65e {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:09:41.310139 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fce3339-141e-4108-beb2-6b755fdbf65e'] response: {'server_uuid': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'code': 200} Oct 17 18:09:41.347020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=044b01c8-25e0-469b-a6cc-05c9946ce006,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:41.753834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e77c05-0e5c-4df0-bd2b-e352c3c3bce8 req-e7b0a7dd-5182-4bac-b1d8-6484f93f3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:41.755384 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-50e77c05-0e5c-4df0-bd2b-e352c3c3bce8 req-e7b0a7dd-5182-4bac-b1d8-6484f93f3103 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 1099 time: 0.2483578 Oct 17 18:09:41.783775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79b97d-dda6-4fd2-acaf-237b2cbdb144 req-73d1009b-2913-46ad-bd06-fff658880092 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:41.785197 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a79b97d-dda6-4fd2-acaf-237b2cbdb144 req-73d1009b-2913-46ad-bd06-fff658880092 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 946 time: 0.2197666 Oct 17 18:09:41.834769 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-50e77c05-0e5c-4df0-bd2b-e352c3c3bce8 req-acf87701-7b8d-4d2a-b322-2b5c242fd117 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=47c04b4d-08cd-4d26-bd70-6acf79c2542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714133 Oct 17 18:09:41.844035 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a79b97d-dda6-4fd2-acaf-237b2cbdb144 req-d50c2839-2e90-4fc3-a653-1b104f4f9b69 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47c04b4d-08cd-4d26-bd70-6acf79c2542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530405 Oct 17 18:09:43.047322 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95275bd-e2c4-4f7e-9554-07b6374592bb req-47dbcfe4-ee6f-4149-b599-b282fdf30cb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:43.048777 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d95275bd-e2c4-4f7e-9554-07b6374592bb req-47dbcfe4-ee6f-4149-b599-b282fdf30cb5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 946 time: 0.0865841 Oct 17 18:09:43.094023 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d95275bd-e2c4-4f7e-9554-07b6374592bb req-0b8e1f72-bb5c-4b9a-ad96-5b6d1544c887 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47c04b4d-08cd-4d26-bd70-6acf79c2542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395446 Oct 17 18:09:43.297063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc7188-75c0-45e1-a36c-90678eb30748 req-47c83ba8-15e0-426f-b3be-8f31b1238fdd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:43.298531 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6afc7188-75c0-45e1-a36c-90678eb30748 req-47c83ba8-15e0-426f-b3be-8f31b1238fdd tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 946 time: 0.0910413 Oct 17 18:09:43.344328 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6afc7188-75c0-45e1-a36c-90678eb30748 req-b1cd77ea-766c-4849-9486-9f613942b30e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47c04b4d-08cd-4d26-bd70-6acf79c2542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389562 Oct 17 18:09:43.373514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50562) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:43.453916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e5a6d6-0a4a-4a5b-ad1c-2c120f8a4b31 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:43.455438 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b5e5a6d6-0a4a-4a5b-ad1c-2c120f8a4b31 tempest-TestNetworkBasicOps-694111462 tempest-TestNetworkBasicOps-694111462-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 1094 time: 0.0809216 Oct 17 18:09:43.458394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50566) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:43.463510 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:09:43.469587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:09:43.474158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Usage tracker for resource:floatingip and tenant:5bf68046d82040c287b306f9ee0c6158 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:09:43.477004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:09:43.482672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:09:43.493202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.736631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:43.872500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Allocated IP 172.26.8.200 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/38ad0d2e-f4c1-4c1c-beb7-d2afffe82e23) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:09:44.027922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.057815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.121986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:09:44.124985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:09:44.128712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:09:44.164788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=38ad0d2e-f4c1-4c1c-beb7-d2afffe82e23,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:44.548589 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.623916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.830256 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.836100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:44.942855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event updated for resources: {'Port': ['ID=38ad0d2e-f4c1-4c1c-beb7-d2afffe82e23,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:09:44.946220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:45.118495 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP 721f0c10-e852-48f2-b226-c24439fa3941 associated. External IP: 172.26.8.200, port: 044b01c8-25e0-469b-a6cc-05c9946ce006. Oct 17 18:09:45.590862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router d869d148-6dd6-4827-b966-c4fb0970d0ea has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:09:45.770955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:09:45.780280 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591582d-e10d-4ded-a508-d6b7bc3725bd None None] Sync routers for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:09:45.789924 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e591582d-e10d-4ded-a508-d6b7bc3725bd None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:45.790574 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e591582d-e10d-4ded-a508-d6b7bc3725bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:09:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:45.796721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:45.858957 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-767e28bc-a829-47cf-b678-c8c3eea6124d tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3993361 Oct 17 18:09:45.859536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'tag': '044b01c8-25e0-469b-a6cc-05c9946ce006'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:09:45.861725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50570) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:45.862841 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f4e85a-1543-4dcf-b4f6-e7e4f880e4e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbccdd5-b479-4876-aa5d-7255be7e099d", "tag": "044b01c8-25e0-469b-a6cc-05c9946ce006"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:09:45.955949 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d786399a-5334-431d-bf02-75b19fff62f4 x-openstack-request-id: req-d786399a-5334-431d-bf02-75b19fff62f4 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:09:45.956366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbccdd5-b479-4876-aa5d-7255be7e099d", "tag": "044b01c8-25e0-469b-a6cc-05c9946ce006", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:09:45.956608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d786399a-5334-431d-bf02-75b19fff62f4 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:09:45.957007 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d786399a-5334-431d-bf02-75b19fff62f4'] response: {'name': 'network-changed', 'server_uuid': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'tag': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'status': 'completed', 'code': 200} Oct 17 18:09:45.977235 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-e591582d-e10d-4ded-a508-d6b7bc3725bd None None] Set router d869d148-6dd6-4827-b966-c4fb0970d0ea gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:46.089615 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7d7c1f18-f4a4-4b74-9b8a-31b920590855 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/721f0c10-e852-48f2-b226-c24439fa3941 HTTP/1.1" status: 200 len: 992 time: 0.2255740 Oct 17 18:09:46.105809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4e85a-1543-4dcf-b4f6-e7e4f880e4e1 req-bfc60023-36fb-4ecd-b298-cabab18325de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:46.107283 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-37f4e85a-1543-4dcf-b4f6-e7e4f880e4e1 req-bfc60023-36fb-4ecd-b298-cabab18325de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 1099 time: 0.1061993 Oct 17 18:09:46.246381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4e85a-1543-4dcf-b4f6-e7e4f880e4e1 req-1a42a816-eb4c-4b0f-bce1-f10e0a01a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:46.247709 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-37f4e85a-1543-4dcf-b4f6-e7e4f880e4e1 req-1a42a816-eb4c-4b0f-bce1-f10e0a01a516 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba1bddb7-34ab-46e1-a4df-4650e6fba432 HTTP/1.1" status: 200 len: 897 time: 0.1343102 Oct 17 18:09:46.342956 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e591582d-e10d-4ded-a508-d6b7bc3725bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:27Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '721f0c10-e852-48f2-b226-c24439fa3941', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.200', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'port_id': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'mac_address': 'fa:16:3e:c0:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:09:44Z', 'updated_at': '2022-10-17T18:09:44Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6192ff8-79a7-4c07-9c6c-e70c9baa86de', 'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:79:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:26Z', 'updated_at': '2022-10-17T18:09:32Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:46.346918 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591582d-e10d-4ded-a508-d6b7bc3725bd None None] Checking router: d869d148-6dd6-4827-b966-c4fb0970d0ea for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:09:46.354114 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-37f4e85a-1543-4dcf-b4f6-e7e4f880e4e1 req-9f069829-818c-4b19-a350-082e47f2910f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044b01c8-25e0-469b-a6cc-05c9946ce006 HTTP/1.1" status: 200 len: 1000 time: 0.0998437 Oct 17 18:09:46.355533 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e591582d-e10d-4ded-a508-d6b7bc3725bd None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:09:46.356101 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e591582d-e10d-4ded-a508-d6b7bc3725bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:09:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:46.421596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4e85a-1543-4dcf-b4f6-e7e4f880e4e1 req-a9e20396-df46-4bfd-acfd-ca734163c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:46.423031 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-37f4e85a-1543-4dcf-b4f6-e7e4f880e4e1 req-a9e20396-df46-4bfd-acfd-ca734163c049 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aaeb4da4-81da-444e-aea1-e23537e570c6 HTTP/1.1" status: 200 len: 835 time: 0.0633733 Oct 17 18:09:46.506643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4e85a-1543-4dcf-b4f6-e7e4f880e4e1 req-8ee3c495-afc3-47d3-a2af-ea90cda511ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:09:46.508138 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-37f4e85a-1543-4dcf-b4f6-e7e4f880e4e1 req-8ee3c495-afc3-47d3-a2af-ea90cda511ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba1bddb7-34ab-46e1-a4df-4650e6fba432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792089 Oct 17 18:09:46.537591 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-e591582d-e10d-4ded-a508-d6b7bc3725bd None None] Set router d869d148-6dd6-4827-b966-c4fb0970d0ea gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:09:46.643868 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-37f4e85a-1543-4dcf-b4f6-e7e4f880e4e1 req-20536be9-95c0-45ba-8084-fc4a9ec42c81 service neutron] 10.222.0.20 "GET /v2.0/networks/ba1bddb7-34ab-46e1-a4df-4650e6fba432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285777 Oct 17 18:09:46.779797 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-37f4e85a-1543-4dcf-b4f6-e7e4f880e4e1 req-b0b202a1-211a-4222-a56f-7d1247328e7f service neutron] 10.222.0.20 "GET /v2.0/networks/ba1bddb7-34ab-46e1-a4df-4650e6fba432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302280 Oct 17 18:09:46.921048 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e591582d-e10d-4ded-a508-d6b7bc3725bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:27Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '721f0c10-e852-48f2-b226-c24439fa3941', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.200', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'port_id': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'mac_address': 'fa:16:3e:c0:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:09:44Z', 'updated_at': '2022-10-17T18:09:44Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6192ff8-79a7-4c07-9c6c-e70c9baa86de', 'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:79:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:26Z', 'updated_at': '2022-10-17T18:09:32Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:09:46.925099 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e591582d-e10d-4ded-a508-d6b7bc3725bd None None] The sync data for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv is: [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:27Z', 'revision_number': 4, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:09:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '721f0c10-e852-48f2-b226-c24439fa3941', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.200', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'port_id': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'mac_address': 'fa:16:3e:c0:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:09:44Z', 'updated_at': '2022-10-17T18:09:44Z', 'revision_number': 0, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6192ff8-79a7-4c07-9c6c-e70c9baa86de', 'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:79:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:26Z', 'updated_at': '2022-10-17T18:09:32Z', 'revision_number': 5, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:09:47.092124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50580) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:47.112214 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c4a92-e3e4-4449-bb0b-c628f77a76a4 None None] New status for floating IP 721f0c10-e852-48f2-b226-c24439fa3941: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:09:47.204589 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8f148401-ae17-42cb-9b6c-9f013dcc430e tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/721f0c10-e852-48f2-b226-c24439fa3941 HTTP/1.1" status: 200 len: 992 time: 0.1113031 Oct 17 18:09:48.208829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50584) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:09:48.321669 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b878b065-3a9f-45f5-a4e4-d07d72a762ec tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/721f0c10-e852-48f2-b226-c24439fa3941 HTTP/1.1" status: 200 len: 994 time: 0.1117027 Oct 17 18:09:54.980258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:09:59.068167 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c73a1739-ae8b-412a-9d9c-3a4d5427c427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:01.528309 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-610803bf-5e59-4c99-af05-6b777c818622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:02.538550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:02.627436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:03.217417 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:10:04.351210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:14.988374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50598) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:14.993607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1476f9b3-4ae6-464c-8658-65acf7f9f6b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:15.513867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1476f9b3-4ae6-464c-8658-65acf7f9f6b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.524984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1476f9b3-4ae6-464c-8658-65acf7f9f6b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:15.704451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1476f9b3-4ae6-464c-8658-65acf7f9f6b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router d869d148-6dd6-4827-b966-c4fb0970d0ea has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:10:16.011174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1476f9b3-4ae6-464c-8658-65acf7f9f6b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:16.017770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1476f9b3-4ae6-464c-8658-65acf7f9f6b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:16.018922 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1476f9b3-4ae6-464c-8658-65acf7f9f6b5 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/d869d148-6dd6-4827-b966-c4fb0970d0ea HTTP/1.1" status: 200 len: 888 time: 1.0295663 Oct 17 18:10:16.021685 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8bc62f-5007-46df-9396-b3ea95743012 None None] Sync routers for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:16.031129 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8bc62f-5007-46df-9396-b3ea95743012 None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:16.031737 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6d8bc62f-5007-46df-9396-b3ea95743012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:10:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:16.095196 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6d8bc62f-5007-46df-9396-b3ea95743012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:16.103792 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8bc62f-5007-46df-9396-b3ea95743012 None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:16.104374 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6d8bc62f-5007-46df-9396-b3ea95743012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:10:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:16.165678 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6d8bc62f-5007-46df-9396-b3ea95743012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:16.166077 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8bc62f-5007-46df-9396-b3ea95743012 None None] The sync data for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv is: [] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:16.907326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929cee0c-51fd-4cda-82e9-50264a1260a5 None None] New status for floating IP 721f0c10-e852-48f2-b226-c24439fa3941: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:10:17.809291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d6192ff8-79a7-4c07-9c6c-e70c9baa86de no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:17.922668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d6192ff8-79a7-4c07-9c6c-e70c9baa86de is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:17.923477 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.954861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port d6192ff8-79a7-4c07-9c6c-e70c9baa86de, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:17.959879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:17.960474 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:18.074541 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:18.135099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:18.135669 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.153480 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:18.159672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.197708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50604) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:18.202919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-cf33cfb4-de58-4b9e-bf35-c5890632d504 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:18.231709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:18.731683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cf33cfb4-de58-4b9e-bf35-c5890632d504 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.744081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cf33cfb4-de58-4b9e-bf35-c5890632d504 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-550026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-550017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550010'] for router, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:18.929964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf33cfb4-de58-4b9e-bf35-c5890632d504 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router d869d148-6dd6-4827-b966-c4fb0970d0ea has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:10:19.113277 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf33cfb4-de58-4b9e-bf35-c5890632d504 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:19.120486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cf33cfb4-de58-4b9e-bf35-c5890632d504 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:19.124363 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cf33cfb4-de58-4b9e-bf35-c5890632d504 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/d869d148-6dd6-4827-b966-c4fb0970d0ea HTTP/1.1" status: 200 len: 887 time: 0.9229352 Oct 17 18:10:19.124534 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10655cc3-dbf4-45b1-b1c1-2a0cefec8fbb None None] Sync routers for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:19.124973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50608) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:19.133732 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10655cc3-dbf4-45b1-b1c1-2a0cefec8fbb None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:19.134591 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-10655cc3-dbf4-45b1-b1c1-2a0cefec8fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:10:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:19.236945 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b8824443-e6fa-420c-ac2e-435caa8be0de tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/721f0c10-e852-48f2-b226-c24439fa3941 HTTP/1.1" status: 200 len: 992 time: 0.1111488 Oct 17 18:10:19.319016 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-10655cc3-dbf4-45b1-b1c1-2a0cefec8fbb None None] Set router d869d148-6dd6-4827-b966-c4fb0970d0ea gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:19.675396 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-10655cc3-dbf4-45b1-b1c1-2a0cefec8fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:18Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '721f0c10-e852-48f2-b226-c24439fa3941', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.200', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'port_id': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'mac_address': 'fa:16:3e:c0:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:09:44Z', 'updated_at': '2022-10-17T18:10:17Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6192ff8-79a7-4c07-9c6c-e70c9baa86de', 'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:79:b9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:26Z', 'updated_at': '2022-10-17T18:10:17Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:19.679965 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10655cc3-dbf4-45b1-b1c1-2a0cefec8fbb None None] Checking router: d869d148-6dd6-4827-b966-c4fb0970d0ea for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:10:19.688532 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10655cc3-dbf4-45b1-b1c1-2a0cefec8fbb None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:19.689105 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-10655cc3-dbf4-45b1-b1c1-2a0cefec8fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:10:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:19.874456 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-10655cc3-dbf4-45b1-b1c1-2a0cefec8fbb None None] Set router d869d148-6dd6-4827-b966-c4fb0970d0ea gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:20.241513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50612) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:20.267570 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-10655cc3-dbf4-45b1-b1c1-2a0cefec8fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:18Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '721f0c10-e852-48f2-b226-c24439fa3941', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.200', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'port_id': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'mac_address': 'fa:16:3e:c0:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:09:44Z', 'updated_at': '2022-10-17T18:10:17Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6192ff8-79a7-4c07-9c6c-e70c9baa86de', 'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:79:b9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:26Z', 'updated_at': '2022-10-17T18:10:17Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:20.272606 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10655cc3-dbf4-45b1-b1c1-2a0cefec8fbb None None] The sync data for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv is: [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:18Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '721f0c10-e852-48f2-b226-c24439fa3941', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'floating_ip_address': '172.26.8.200', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'port_id': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'mac_address': 'fa:16:3e:c0:a4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:09:44Z', 'updated_at': '2022-10-17T18:10:17Z', 'revision_number': 2, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6192ff8-79a7-4c07-9c6c-e70c9baa86de', 'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:79:b9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:26Z', 'updated_at': '2022-10-17T18:10:17Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:20.355916 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-eccddf2b-122a-4c18-9a45-54799b799065 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/721f0c10-e852-48f2-b226-c24439fa3941 HTTP/1.1" status: 200 len: 992 time: 0.1119654 Oct 17 18:10:21.358829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50616) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:21.592959 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f337b813-d7e1-4ccd-8b39-081fe4dad2fe tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/721f0c10-e852-48f2-b226-c24439fa3941 HTTP/1.1" status: 200 len: 992 time: 0.2329111 Oct 17 18:10:21.846894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d6192ff8-79a7-4c07-9c6c-e70c9baa86de up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:21.920882 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d6192ff8-79a7-4c07-9c6c-e70c9baa86de triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:21.921231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:21.921574 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d6192ff8-79a7-4c07-9c6c-e70c9baa86de Oct 17 18:10:21.947292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cab7c8b-f258-443f-9a36-71087709d1a8 None None] New status for floating IP 721f0c10-e852-48f2-b226-c24439fa3941: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:10:22.319953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d6192ff8-79a7-4c07-9c6c-e70c9baa86de is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:22.319953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.357335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port d6192ff8-79a7-4c07-9c6c-e70c9baa86de, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:22.361425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.362187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:22.480747 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:22.489692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:22.490033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:22.490366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:22.490691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:22.491013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:22.491371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:22.491691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:22.492010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:22.492328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:22.492647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:22.492963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:22.493270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:22.501643 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:22.502006 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.502747 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 Oct 17 18:10:22.596622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50620) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:22.623193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:22.623574 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.639652 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:22.644594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:22.709614 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e33edcbc-da9e-4b31-9e8b-b56c0b1a1a47 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/floatingips/721f0c10-e852-48f2-b226-c24439fa3941 HTTP/1.1" status: 200 len: 994 time: 0.1118217 Oct 17 18:10:22.718776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:23.006588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50628) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:23.215390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 38ad0d2e-f4c1-4c1c-beb7-d2afffe82e23 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:23.215722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.382135 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.382347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.508651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 38ad0d2e-f4c1-4c1c-beb7-d2afffe82e23 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:23.656607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.706569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=38ad0d2e-f4c1-4c1c-beb7-d2afffe82e23,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:23.779072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:23.779430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:23.779765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:23.780094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:23.780420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:23.780746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:23.781071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:23.781390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:23.781709 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:23.782024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:23.782338 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:23.782653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:23.818936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.819303 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Floating IP 721f0c10-e852-48f2-b226-c24439fa3941 disassociated (deleted). External IP: 172.26.8.200, port: 044b01c8-25e0-469b-a6cc-05c9946ce006. Oct 17 18:10:23.820828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d6192ff8-79a7-4c07-9c6c-e70c9baa86de up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:23.888974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d6192ff8-79a7-4c07-9c6c-e70c9baa86de triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:23.889340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:23.889665 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d6192ff8-79a7-4c07-9c6c-e70c9baa86de Oct 17 18:10:24.010777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d6192ff8-79a7-4c07-9c6c-e70c9baa86de is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:24.011891 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:24.080235 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:24.080672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.081106 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 Oct 17 18:10:24.209484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:24.295988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router d869d148-6dd6-4827-b966-c4fb0970d0ea has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:10:24.476732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:24.485983 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd073f5e-ff22-4c62-8d30-fd8ec7fd2ef6 None None] Sync routers for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:24.496161 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd073f5e-ff22-4c62-8d30-fd8ec7fd2ef6 None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:24.496761 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-fd073f5e-ff22-4c62-8d30-fd8ec7fd2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:10:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:24.498522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:24.561808 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-62f85b5e-cec6-4d89-8be0-57d9f0b65421 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/floatingips/721f0c10-e852-48f2-b226-c24439fa3941 HTTP/1.1" status: 204 len: 168 time: 1.5540218 Oct 17 18:10:24.562354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'tag': '044b01c8-25e0-469b-a6cc-05c9946ce006'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:10:24.564662 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c559cd4-955f-45f4-8fbf-bab7b8f5e4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbccdd5-b479-4876-aa5d-7255be7e099d", "tag": "044b01c8-25e0-469b-a6cc-05c9946ce006"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:10:24.614545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e753bb7f-3439-4a89-b8ba-05c64985f8e4 x-openstack-request-id: req-e753bb7f-3439-4a89-b8ba-05c64985f8e4 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:10:24.615578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbccdd5-b479-4876-aa5d-7255be7e099d", "tag": "044b01c8-25e0-469b-a6cc-05c9946ce006", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:10:24.615855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e753bb7f-3439-4a89-b8ba-05c64985f8e4 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:10:24.616421 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e753bb7f-3439-4a89-b8ba-05c64985f8e4'] response: {'name': 'network-changed', 'server_uuid': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'tag': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'status': 'completed', 'code': 200} Oct 17 18:10:24.688146 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-fd073f5e-ff22-4c62-8d30-fd8ec7fd2ef6 None None] Set router d869d148-6dd6-4827-b966-c4fb0970d0ea gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:24.736022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c559cd4-955f-45f4-8fbf-bab7b8f5e4b3 req-21cc684f-7f7e-4942-8bc9-99959ebd6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:24.737558 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c559cd4-955f-45f4-8fbf-bab7b8f5e4b3 req-21cc684f-7f7e-4942-8bc9-99959ebd6557 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5bf68046d82040c287b306f9ee0c6158&device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 1099 time: 0.0822656 Oct 17 18:10:24.985882 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:25.026145 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-fd073f5e-ff22-4c62-8d30-fd8ec7fd2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:18Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'd6192ff8-79a7-4c07-9c6c-e70c9baa86de', 'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:79:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:26Z', 'updated_at': '2022-10-17T18:10:22Z', 'revision_number': 7, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:25.026623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c559cd4-955f-45f4-8fbf-bab7b8f5e4b3 req-958cb0a7-1a0a-4ce4-9f10-c07ab75b3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:25.028131 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c559cd4-955f-45f4-8fbf-bab7b8f5e4b3 req-958cb0a7-1a0a-4ce4-9f10-c07ab75b3a15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba1bddb7-34ab-46e1-a4df-4650e6fba432 HTTP/1.1" status: 200 len: 897 time: 0.2846110 Oct 17 18:10:25.030454 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd073f5e-ff22-4c62-8d30-fd8ec7fd2ef6 None None] Checking router: d869d148-6dd6-4827-b966-c4fb0970d0ea for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:10:25.039757 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd073f5e-ff22-4c62-8d30-fd8ec7fd2ef6 None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:25.040358 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-fd073f5e-ff22-4c62-8d30-fd8ec7fd2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:10:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:25.111486 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c559cd4-955f-45f4-8fbf-bab7b8f5e4b3 req-37b71f9b-b605-4d69-ae88-bede75764691 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=044b01c8-25e0-469b-a6cc-05c9946ce006 HTTP/1.1" status: 200 len: 217 time: 0.0707524 Oct 17 18:10:25.186270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691325b-4baf-46e1-ade6-0c6df80d9cc4 req-adcd0d13-74c8-4737-b3b4-4ee3b01f4726 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:25.187731 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4691325b-4baf-46e1-ade6-0c6df80d9cc4 req-adcd0d13-74c8-4737-b3b4-4ee3b01f4726 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 946 time: 0.3180470 Oct 17 18:10:25.196288 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c559cd4-955f-45f4-8fbf-bab7b8f5e4b3 req-d5242c23-b8fa-474e-9247-bf548131d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:25.197714 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c559cd4-955f-45f4-8fbf-bab7b8f5e4b3 req-d5242c23-b8fa-474e-9247-bf548131d818 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aaeb4da4-81da-444e-aea1-e23537e570c6 HTTP/1.1" status: 200 len: 835 time: 0.0796397 Oct 17 18:10:25.234326 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-fd073f5e-ff22-4c62-8d30-fd8ec7fd2ef6 None None] Set router d869d148-6dd6-4827-b966-c4fb0970d0ea gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:25.295679 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4691325b-4baf-46e1-ade6-0c6df80d9cc4 req-9450900d-eb9b-4369-b7df-a6a046ad4816 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47c04b4d-08cd-4d26-bd70-6acf79c2542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967772 Oct 17 18:10:25.319475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c559cd4-955f-45f4-8fbf-bab7b8f5e4b3 req-403c5ad9-4912-4e07-aff6-03ec71c5ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:25.319475 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c559cd4-955f-45f4-8fbf-bab7b8f5e4b3 req-403c5ad9-4912-4e07-aff6-03ec71c5ddf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba1bddb7-34ab-46e1-a4df-4650e6fba432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055551 Oct 17 18:10:25.453211 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c559cd4-955f-45f4-8fbf-bab7b8f5e4b3 req-f9cc3900-0e76-49e7-b927-d0e5cf95e5f8 service neutron] 10.222.0.20 "GET /v2.0/networks/ba1bddb7-34ab-46e1-a4df-4650e6fba432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275287 Oct 17 18:10:25.556221 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-fd073f5e-ff22-4c62-8d30-fd8ec7fd2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:18Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'd6192ff8-79a7-4c07-9c6c-e70c9baa86de', 'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:79:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:26Z', 'updated_at': '2022-10-17T18:10:22Z', 'revision_number': 7, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:25.560280 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd073f5e-ff22-4c62-8d30-fd8ec7fd2ef6 None None] The sync data for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv is: [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:18Z', 'revision_number': 6, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'd6192ff8-79a7-4c07-9c6c-e70c9baa86de', 'name': '', 'network_id': 'ba1bddb7-34ab-46e1-a4df-4650e6fba432', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'mac_address': 'fa:16:3e:79:b9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:26Z', 'updated_at': '2022-10-17T18:10:22Z', 'revision_number': 7, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'subnets': [{'id': 'aaeb4da4-81da-444e-aea1-e23537e570c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:25.589289 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3c559cd4-955f-45f4-8fbf-bab7b8f5e4b3 req-dba79ee0-abd6-48a1-b135-8032ee6e3a17 service neutron] 10.222.0.20 "GET /v2.0/networks/ba1bddb7-34ab-46e1-a4df-4650e6fba432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298034 Oct 17 18:10:26.212669 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55417c0-ec3b-4562-bc09-29d8665f07f4 None None] New status for floating IP 721f0c10-e852-48f2-b226-c24439fa3941: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:10:26.345271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770de13-030a-4b83-9a25-1f3db5963c7a req-1a9a5c41-f9d9-4f9c-b40a-3ef0ce41122c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:26.346924 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f770de13-030a-4b83-9a25-1f3db5963c7a req-1a9a5c41-f9d9-4f9c-b40a-3ef0ce41122c tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 946 time: 0.0908961 Oct 17 18:10:26.423054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-f770de13-030a-4b83-9a25-1f3db5963c7a req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 044b01c8-25e0-469b-a6cc-05c9946ce006 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:26.423409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f770de13-030a-4b83-9a25-1f3db5963c7a req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.507128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb28c3-e403-400f-a96e-4c78d50fdb73 req-662ef4b3-9a5f-4de8-b7ab-8837d307bbea tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:26.507838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-6ebb28c3-e403-400f-a96e-4c78d50fdb73 req-662ef4b3-9a5f-4de8-b7ab-8837d307bbea tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Synchronizing usage tracker for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:26.524849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-6ebb28c3-e403-400f-a96e-4c78d50fdb73 req-662ef4b3-9a5f-4de8-b7ab-8837d307bbea tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Unset dirty status for tenant:5bf68046d82040c287b306f9ee0c6158 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:26.526041 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6ebb28c3-e403-400f-a96e-4c78d50fdb73 req-662ef4b3-9a5f-4de8-b7ab-8837d307bbea tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 946 time: 0.1097810 Oct 17 18:10:26.579566 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6ebb28c3-e403-400f-a96e-4c78d50fdb73 req-5cb6168d-1ab7-47b3-b4d9-2f9f45849d77 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/security-groups?id=47c04b4d-08cd-4d26-bd70-6acf79c2542d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474248 Oct 17 18:10:26.678864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-f770de13-030a-4b83-9a25-1f3db5963c7a req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 044b01c8-25e0-469b-a6cc-05c9946ce006, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=044b01c8-25e0-469b-a6cc-05c9946ce006,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:26.679248 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f770de13-030a-4b83-9a25-1f3db5963c7a req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:26.804824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-f770de13-030a-4b83-9a25-1f3db5963c7a req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 044b01c8-25e0-469b-a6cc-05c9946ce006 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:26.953413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f770de13-030a-4b83-9a25-1f3db5963c7a req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.003501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=044b01c8-25e0-469b-a6cc-05c9946ce006,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:27.046021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:27.046362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:27.046703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:27.047031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:27.047388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:27.047711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:27.048032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:27.048351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:27.048670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:27.048987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:27.049303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:27.049616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:10:27.102743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f770de13-030a-4b83-9a25-1f3db5963c7a req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] No DVR routers for this DVR port 044b01c8-25e0-469b-a6cc-05c9946ce006 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:27.105154 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f770de13-030a-4b83-9a25-1f3db5963c7a req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:27.107780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'name': 'network-vif-deleted', 'tag': '044b01c8-25e0-469b-a6cc-05c9946ce006'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:10:27.110032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d4ae08-d0d2-40c3-980b-62a5c00dba66" -d '{"events": [{"server_uuid": "8cbccdd5-b479-4876-aa5d-7255be7e099d", "name": "network-vif-deleted", "tag": "044b01c8-25e0-469b-a6cc-05c9946ce006"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:10:27.125021 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f770de13-030a-4b83-9a25-1f3db5963c7a req-ac21d61a-4c8b-482f-9c7c-c0c8986d757f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.20 "DELETE /v2.0/ports/044b01c8-25e0-469b-a6cc-05c9946ce006 HTTP/1.1" status: 204 len: 173 time: 0.7727156 Oct 17 18:10:27.217873 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14296742-2fb1-435c-868b-ebc2c8be0080 x-openstack-request-id: req-14296742-2fb1-435c-868b-ebc2c8be0080 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:10:27.218162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbccdd5-b479-4876-aa5d-7255be7e099d", "name": "network-vif-deleted", "tag": "044b01c8-25e0-469b-a6cc-05c9946ce006", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:10:27.218414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-14296742-2fb1-435c-868b-ebc2c8be0080 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:10:27.218817 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14296742-2fb1-435c-868b-ebc2c8be0080'] response: {'server_uuid': '8cbccdd5-b479-4876-aa5d-7255be7e099d', 'name': 'network-vif-deleted', 'tag': '044b01c8-25e0-469b-a6cc-05c9946ce006', 'status': 'completed', 'code': 200} Oct 17 18:10:27.780299 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f348403e-e2a9-4e62-bd2a-2f52ccf99704 req-83afbe5b-6c6c-46a2-bd68-b24a287d5832 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbccdd5-b479-4876-aa5d-7255be7e099d HTTP/1.1" status: 200 len: 210 time: 0.0580521 Oct 17 18:10:28.881059 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50652) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:28.949028 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-70c7200a-9f93-4a4d-beca-64dcae6ce229 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:28.978645 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-70c7200a-9f93-4a4d-beca-64dcae6ce229 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.045528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-70c7200a-9f93-4a4d-beca-64dcae6ce229 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.064792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7200a-9f93-4a4d-beca-64dcae6ce229 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c04b4d-08cd-4d26-bd70-6acf79c2542d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:29.071381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-625bb454-07b1-4a44-ba1f-7642dff6b21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.082227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-70c7200a-9f93-4a4d-beca-64dcae6ce229 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:29.086733 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-70c7200a-9f93-4a4d-beca-64dcae6ce229 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/security-groups/47c04b4d-08cd-4d26-bd70-6acf79c2542d HTTP/1.1" status: 204 len: 168 time: 0.2046874 Oct 17 18:10:29.116828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50658) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:29.779845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe185-fa3e-44dd-8a34-9fac90c2a338 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.144610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0b0fe185-fa3e-44dd-8a34-9fac90c2a338 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port d6192ff8-79a7-4c07-9c6c-e70c9baa86de {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:30.145852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe185-fa3e-44dd-8a34-9fac90c2a338 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.337705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-0b0fe185-fa3e-44dd-8a34-9fac90c2a338 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port d6192ff8-79a7-4c07-9c6c-e70c9baa86de, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:30.338178 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe185-fa3e-44dd-8a34-9fac90c2a338 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.462474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-0b0fe185-fa3e-44dd-8a34-9fac90c2a338 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for d6192ff8-79a7-4c07-9c6c-e70c9baa86de owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:30.643593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe185-fa3e-44dd-8a34-9fac90c2a338 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:30.694642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fe185-fa3e-44dd-8a34-9fac90c2a338 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=d6192ff8-79a7-4c07-9c6c-e70c9baa86de,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:31.081320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0b0fe185-fa3e-44dd-8a34-9fac90c2a338 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.344685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 044b01c8-25e0-469b-a6cc-05c9946ce006 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:31.382429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 044b01c8-25e0-469b-a6cc-05c9946ce006 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:31.382757 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 044b01c8-25e0-469b-a6cc-05c9946ce006 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:10:31.451383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0fe185-fa3e-44dd-8a34-9fac90c2a338 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Router d869d148-6dd6-4827-b966-c4fb0970d0ea has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:10:31.531683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-41451c03-2a9c-4af6-8be3-94452bdf1e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.629038 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0fe185-fa3e-44dd-8a34-9fac90c2a338 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:10:31.639626 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f9111-cdcd-4763-830f-0a930996ba00 None None] Sync routers for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:10:31.642353 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0b0fe185-fa3e-44dd-8a34-9fac90c2a338 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "PUT /v2.0/routers/d869d148-6dd6-4827-b966-c4fb0970d0ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5244601 Oct 17 18:10:31.646415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50662) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:31.649644 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f9111-cdcd-4763-830f-0a930996ba00 None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:31.650323 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dc6f9111-cdcd-4763-830f-0a930996ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:10:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:31.717472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6915865-784e-45ad-ab14-7731a77eb811 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting subnet aaeb4da4-81da-444e-aea1-e23537e570c6 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:10:31.720445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6915865-784e-45ad-ab14-7731a77eb811 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.779663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6915865-784e-45ad-ab14-7731a77eb811 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.868449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6915865-784e-45ad-ab14-7731a77eb811 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.870018 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-dc6f9111-cdcd-4763-830f-0a930996ba00 None None] Set router d869d148-6dd6-4827-b966-c4fb0970d0ea gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:31.943452 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6915865-784e-45ad-ab14-7731a77eb811 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.987705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6915865-784e-45ad-ab14-7731a77eb811 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Subnet': ['ID=aaeb4da4-81da-444e-aea1-e23537e570c6,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:31.989767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6915865-784e-45ad-ab14-7731a77eb811 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:31.995694 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f09ee9-6085-4408-8f72-753d3d040eed None None] Network ba1bddb7-34ab-46e1-a4df-4650e6fba432 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:10:31.999134 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f6915865-784e-45ad-ab14-7731a77eb811 tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/subnets/aaeb4da4-81da-444e-aea1-e23537e570c6 HTTP/1.1" status: 204 len: 168 time: 0.3461380 Oct 17 18:10:31.999550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50666) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:32.187517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.196587 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dc6f9111-cdcd-4763-830f-0a930996ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:30Z', 'revision_number': 7, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:32.201414 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f9111-cdcd-4763-830f-0a930996ba00 None None] Checking router: d869d148-6dd6-4827-b966-c4fb0970d0ea for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:10:32.211250 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f9111-cdcd-4763-830f-0a930996ba00 None None] Routers {'d869d148-6dd6-4827-b966-c4fb0970d0ea'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:10:32.211898 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dc6f9111-cdcd-4763-830f-0a930996ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:10:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['d869d148-6dd6-4827-b966-c4fb0970d0ea'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:32.265155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43016cc-b008-461e-9b2b-1c1957f1fc94 None None] DHCP port deletion for ba1bddb7-34ab-46e1-a4df-4650e6fba432 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:10:32.271112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f43016cc-b008-461e-9b2b-1c1957f1fc94 None None] Deleting port eae653db-0b01-435b-8aac-ccc07b7a9d11 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:32.271542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f43016cc-b008-461e-9b2b-1c1957f1fc94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.379508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.389296 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Deleting port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:32.389695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.393855 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-dc6f9111-cdcd-4763-830f-0a930996ba00 None None] Set router d869d148-6dd6-4827-b966-c4fb0970d0ea gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:10:32.490490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f43016cc-b008-461e-9b2b-1c1957f1fc94 None None] For port eae653db-0b01-435b-8aac-ccc07b7a9d11, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=eae653db-0b01-435b-8aac-ccc07b7a9d11,segment=NetworkSegment(b5aef5f2-7f52-47ef-81ad-5a64dd9931db),segment_id=b5aef5f2-7f52-47ef-81ad-5a64dd9931db)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:32.491548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f43016cc-b008-461e-9b2b-1c1957f1fc94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.670031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f43016cc-b008-461e-9b2b-1c1957f1fc94 None None] Calling delete_port for eae653db-0b01-435b-8aac-ccc07b7a9d11 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:32.699437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] For port 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:32.700043 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.702162 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-dc6f9111-cdcd-4763-830f-0a930996ba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:30Z', 'revision_number': 7, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:32.706399 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f9111-cdcd-4763-830f-0a930996ba00 None None] The sync data for ids ['d869d148-6dd6-4827-b966-c4fb0970d0ea'] in dv-neutron-860895-1-hyperv is: [{'id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'name': 'tempest-TestNetworkBasicOps-router-573457785', 'tenant_id': '5bf68046d82040c287b306f9ee0c6158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:30Z', 'revision_number': 7, 'project_id': '5bf68046d82040c287b306f9ee0c6158', 'gw_port': {'id': '1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd869d148-6dd6-4827-b966-c4fb0970d0ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:09:22Z', 'updated_at': '2022-10-17T18:10:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:10:32.736575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.739408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.777701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f43016cc-b008-461e-9b2b-1c1957f1fc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:32.826042 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43016cc-b008-461e-9b2b-1c1957f1fc94 None None] Pushing event deleted for resources: {'Port': ['ID=eae653db-0b01-435b-8aac-ccc07b7a9d11,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:32.830606 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43016cc-b008-461e-9b2b-1c1957f1fc94 None None] No DVR routers for this DVR port eae653db-0b01-435b-8aac-ccc07b7a9d11 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:32.836896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Calling delete_port for 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:33.006733 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.092002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Port': ['ID=1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:33.163506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.342638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.344900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.368159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.368927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Fanout notify agent at l3_agent the message router_deleted on router d869d148-6dd6-4827-b966-c4fb0970d0ea {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:10:33.384509 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.385610 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-156bf7ef-6bcf-4de3-a412-0510e3430e9f tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/routers/d869d148-6dd6-4827-b966-c4fb0970d0ea HTTP/1.1" status: 204 len: 168 time: 1.3850887 Oct 17 18:10:33.388500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50670) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:33.507319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.645662 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.670513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1bddb7-34ab-46e1-a4df-4650e6fba432']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:33.682274 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:33.682562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5aef5f2-7f52-47ef-81ad-5a64dd9931db') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:10:33.694839 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.711140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.717023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:10:33.717399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.788071 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment b5aef5f2-7f52-47ef-81ad-5a64dd9931db resource provider aggregate not found Oct 17 18:10:33.823592 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment b5aef5f2-7f52-47ef-81ad-5a64dd9931db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5aef5f2-7f52-47ef-81ad-5a64dd9931db found for delete ", "request_id": "req-b7887e73-1245-450e-b6d7-085323053443"}]} Oct 17 18:10:33.826133 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.841343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d6192ff8-79a7-4c07-9c6c-e70c9baa86de no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:33.848316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:33.859707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] Pushing event deleted for resources: {'Network': ['ID=ba1bddb7-34ab-46e1-a4df-4650e6fba432,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:33.870104 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-18070876-a362-499b-ab19-68d91f71df4a tempest-TestNetworkBasicOps-1951575353 tempest-TestNetworkBasicOps-1951575353-project] 10.222.0.69 "DELETE /v2.0/networks/ba1bddb7-34ab-46e1-a4df-4650e6fba432 HTTP/1.1" status: 204 len: 168 time: 0.4805384 Oct 17 18:10:33.878757 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: d6192ff8-79a7-4c07-9c6c-e70c9baa86de {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:33.879142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d6192ff8-79a7-4c07-9c6c-e70c9baa86de not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:10:33.880086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device eae653db-0b01-435b-8aac-ccc07b7a9d11 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:33.913619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: eae653db-0b01-435b-8aac-ccc07b7a9d11 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:33.913881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device eae653db-0b01-435b-8aac-ccc07b7a9d11 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:10:33.914294 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:33.952549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:33.953113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 1ecd0822-5ef8-4b0f-8a6e-950ff244a7a6 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:10:34.185613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50682) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:34.343766 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a48e7e5b-01c5-4b3a-a200-240856bd3516 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5bf68046d82040c287b306f9ee0c6158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567616 Oct 17 18:10:34.346341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50688) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:34.358485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.406834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6228c8e2-d2e5-4e65-bacb-cae75c8dc4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.434290 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6228c8e2-d2e5-4e65-bacb-cae75c8dc4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.492049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6228c8e2-d2e5-4e65-bacb-cae75c8dc4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.507974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228c8e2-d2e5-4e65-bacb-cae75c8dc4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fb2180-99a1-44b2-8ea1-353284e4611a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:34.517153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6228c8e2-d2e5-4e65-bacb-cae75c8dc4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.518290 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6228c8e2-d2e5-4e65-bacb-cae75c8dc4ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4fb2180-99a1-44b2-8ea1-353284e4611a HTTP/1.1" status: 204 len: 168 time: 0.1706984 Oct 17 18:10:34.800826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50696) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:34.818540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd2bbaf4-1b72-4e35-916b-c70443234009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.833190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fd2bbaf4-1b72-4e35-916b-c70443234009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:34.837222 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fd2bbaf4-1b72-4e35-916b-c70443234009 admin admin] Usage tracker for resource:security_group_rule and tenant:8f32b46dce5b45f781f508b02ce6abfa is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:34.840107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fd2bbaf4-1b72-4e35-916b-c70443234009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:34.845755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fd2bbaf4-1b72-4e35-916b-c70443234009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:34.932870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd2bbaf4-1b72-4e35-916b-c70443234009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.937022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fd2bbaf4-1b72-4e35-916b-c70443234009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:34.982733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bbaf4-1b72-4e35-916b-c70443234009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0d32a5-5584-4430-ba84-e89380e2c1d2,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:34.988537 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fd2bbaf4-1b72-4e35-916b-c70443234009 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8f32b46dce5b45f781f508b02ce6abfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848407 Oct 17 18:10:34.990636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50700) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:35.047786 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4049-4bdd-46b7-a37f-ab7600146ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.078445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4049-4bdd-46b7-a37f-ab7600146ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.133177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4049-4bdd-46b7-a37f-ab7600146ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.148257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d4049-4bdd-46b7-a37f-ab7600146ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0d32a5-5584-4430-ba84-e89380e2c1d2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:35.155345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca6d4049-4bdd-46b7-a37f-ab7600146ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:35.156484 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ca6d4049-4bdd-46b7-a37f-ab7600146ee2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f0d32a5-5584-4430-ba84-e89380e2c1d2 HTTP/1.1" status: 204 len: 168 time: 0.1652117 Oct 17 18:10:40.216215 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:10:41.602935 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b89aa112-54d2-4b2b-b7cb-dfb92c4fba1e tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=39f5f58ab1884555aa1190ec56a7ad57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288577 Oct 17 18:10:41.755313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-af69765b-8c41-48fb-bd52-0e07124d8f1a tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:41.756945 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-af69765b-8c41-48fb-bd52-0e07124d8f1a tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486859 Oct 17 18:10:41.772282 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-26b11567-7f18-47d2-a116-615c6c6214ea tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/quotas/39f5f58ab1884555aa1190ec56a7ad57 HTTP/1.1" status: 200 len: 375 time: 0.0097921 Oct 17 18:10:41.831985 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-e94131b1-5eb5-48b0-a840-493dff7703cf tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=39f5f58ab1884555aa1190ec56a7ad57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535369 Oct 17 18:10:42.025420 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d7f9e973-97ab-4c2b-9ee5-c533b418e91f req-f6595dc5-4bb0-4de4-9ad3-d177d320140f tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 210 time: 0.0526507 Oct 17 18:10:42.989100 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-d364c4f5-fb72-44ae-b16a-b246a1a9a03c tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=39f5f58ab1884555aa1190ec56a7ad57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270243 Oct 17 18:10:43.145681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-0ff75e06-f907-48e2-8eed-bc09f3d4b78f tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:43.147391 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-0ff75e06-f907-48e2-8eed-bc09f3d4b78f tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534097 Oct 17 18:10:43.194621 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Request body: {'port': {'device_id': '0049f0df-5b18-405a-af82-3e63768754cf', 'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65', 'admin_state_up': True, 'tenant_id': '39f5f58ab1884555aa1190ec56a7ad57'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:43.221278 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-72b26249-f771-42f5-9c3c-5a3a8e367287 req-def0fe11-ccbc-4a93-a6c0-3a11a0bcc5db tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 210 time: 0.0728362 Oct 17 18:10:43.342952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:43.346700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Usage tracker for resource:port and tenant:39f5f58ab1884555aa1190ec56a7ad57 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:43.350164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:43.355863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:43.365496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Made reservation on behalf of 39f5f58ab1884555aa1190ec56a7ad57 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:10:43.369153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.385518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.401105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:43.404959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Usage tracker for resource:security_group_rule and tenant:39f5f58ab1884555aa1190ec56a7ad57 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:43.407779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:43.413867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:43.497876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.502605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.581229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:43.775008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Allocated IP 192.168.233.29 (f2a80534-db40-46e3-851e-6c97ab9b8f65/9780902e-f480-4bfe-a120-63016be5e886/fd9aa381-87e1-4957-89c4-aff54c9ad3a0) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:10:43.973281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:43.988466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Transition to ACTIVE for port object fd9aa381-87e1-4957-89c4-aff54c9ad3a0 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:44.017759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.088252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Network f2a80534-db40-46e3-851e-6c97ab9b8f65 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:10:44.091273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:10:44.094999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:10:44.126739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Pushing event updated for resources: {'Port': ['ID=fd9aa381-87e1-4957-89c4-aff54c9ad3a0,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:44.164972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:44.165604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.193392 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b8254e71-4266-40a7-82e1-fc54941e6973 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0031543 Oct 17 18:10:44.209796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Request body: {'port': {'device_id': '0049f0df-5b18-405a-af82-3e63768754cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:10:44.324947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c5b93648-2c9d-43d0-993b-821772d94971 None None] Provisioning for port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:44.329940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.330594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c5b93648-2c9d-43d0-993b-821772d94971 None None] Provisioning complete for port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:44.331243 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c5b93648-2c9d-43d0-993b-821772d94971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.331743 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c5b93648-2c9d-43d0-993b-821772d94971 None None] Attempt 1 to provision port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 Oct 17 18:10:44.392900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c5b93648-2c9d-43d0-993b-821772d94971 None None] Port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:44.471303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79719a5b-eeb7-4492-ab00-f047716a56f4 req-edde897d-b24e-4f8e-bf2f-0d1d7ed4ecc4 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:44.472763 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-79719a5b-eeb7-4492-ab00-f047716a56f4 req-edde897d-b24e-4f8e-bf2f-0d1d7ed4ecc4 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 935 time: 0.0960324 Oct 17 18:10:44.517975 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-79719a5b-eeb7-4492-ab00-f047716a56f4 req-dcc05360-d53f-4a48-b17a-ec8f9056191e tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/security-groups?id=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391805 Oct 17 18:10:44.688882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9aa381-87e1-4957-89c4-aff54c9ad3a0 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:10:44.697268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.712431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Transition to ACTIVE for port object fd9aa381-87e1-4957-89c4-aff54c9ad3a0 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:10:44.718000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:44.893908 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c5b93648-2c9d-43d0-993b-821772d94971 None None] Attempt 2 to provision port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 Oct 17 18:10:44.917931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9aa381-87e1-4957-89c4-aff54c9ad3a0,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:44.951249 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c5b93648-2c9d-43d0-993b-821772d94971 None None] Port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:10:44.957245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Attempting to bind port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:10:44.957597 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Attempting to bind port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '93eaa2bc-4b21-4422-bf91-a89d5702ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:10:44.957894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Attempting to bind port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 on network f2a80534-db40-46e3-851e-6c97ab9b8f65 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:44.963109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 on network f2a80534-db40-46e3-851e-6c97ab9b8f65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:10:44.963426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Attempting to bind port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 on network f2a80534-db40-46e3-851e-6c97ab9b8f65 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:10:44.968404 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:10:44.968730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Checking segment: {'id': '93eaa2bc-4b21-4422-bf91-a89d5702ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:10:44.969102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Bound using segment: {'id': '93eaa2bc-4b21-4422-bf91-a89d5702ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:10:44.969521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Bound port: fd9aa381-87e1-4957-89c4-aff54c9ad3a0, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93eaa2bc-4b21-4422-bf91-a89d5702ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:10:44.969863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.062439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] For port fd9aa381-87e1-4957-89c4-aff54c9ad3a0, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:10:45.065590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] For port fd9aa381-87e1-4957-89c4-aff54c9ad3a0, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fd9aa381-87e1-4957-89c4-aff54c9ad3a0,segment=NetworkSegment(93eaa2bc-4b21-4422-bf91-a89d5702ef76),segment_id=93eaa2bc-4b21-4422-bf91-a89d5702ef76)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:10:45.070507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.101365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:45.101976 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:45.103381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] 10.222.0.20 "PUT /v2.0/ports/fd9aa381-87e1-4957-89c4-aff54c9ad3a0 HTTP/1.1" status: 200 len: 1097 time: 0.8979013 Oct 17 18:10:45.103876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0049f0df-5b18-405a-af82-3e63768754cf', 'tag': 'fd9aa381-87e1-4957-89c4-aff54c9ad3a0'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:10:45.106165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93f3e8f-4832-4957-826c-809774d3ac15" -d '{"events": [{"name": "network-changed", "server_uuid": "0049f0df-5b18-405a-af82-3e63768754cf", "tag": "fd9aa381-87e1-4957-89c4-aff54c9ad3a0"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:10:45.153039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb4aef-103e-4cdd-82fd-f6bbf5600cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9aa381-87e1-4957-89c4-aff54c9ad3a0,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:45.193081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee59f5ab-c29a-4036-b956-e7a3399cf084 x-openstack-request-id: req-ee59f5ab-c29a-4036-b956-e7a3399cf084 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:10:45.193510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0049f0df-5b18-405a-af82-3e63768754cf", "tag": "fd9aa381-87e1-4957-89c4-aff54c9ad3a0", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:10:45.193772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ee59f5ab-c29a-4036-b956-e7a3399cf084 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:10:45.194262 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee59f5ab-c29a-4036-b956-e7a3399cf084'] response: {'name': 'network-changed', 'server_uuid': '0049f0df-5b18-405a-af82-3e63768754cf', 'tag': 'fd9aa381-87e1-4957-89c4-aff54c9ad3a0', 'status': 'completed', 'code': 200} Oct 17 18:10:45.237449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-1a026eab-ffce-421a-a3dc-43c739bfc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:45.238917 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-1a026eab-ffce-421a-a3dc-43c739bfc918 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39f5f58ab1884555aa1190ec56a7ad57&device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 1100 time: 0.0829873 Oct 17 18:10:45.315128 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-45b9e992-cd32-49de-ad06-1649b5ba48bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=fd9aa381-87e1-4957-89c4-aff54c9ad3a0 HTTP/1.1" status: 200 len: 217 time: 0.0643451 Oct 17 18:10:45.380108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-38a80332-c970-4940-8e9b-cedd6912a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:45.382155 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-38a80332-c970-4940-8e9b-cedd6912a487 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9780902e-f480-4bfe-a120-63016be5e886 HTTP/1.1" status: 200 len: 843 time: 0.0613775 Oct 17 18:10:45.452116 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c5b93648-2c9d-43d0-993b-821772d94971 None None] Attempt 3 to provision port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 Oct 17 18:10:45.465971 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-db8ed7cc-881b-4e07-869f-875df31e2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:45.467457 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-db8ed7cc-881b-4e07-869f-875df31e2d08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2a80534-db40-46e3-851e-6c97ab9b8f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0791588 Oct 17 18:10:45.517280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c5b93648-2c9d-43d0-993b-821772d94971 None None] Port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:10:45.708462 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-b19f4a2a-10f6-4356-ac96-4320f00fec56 service neutron] 10.222.0.20 "GET /v2.0/networks/f2a80534-db40-46e3-851e-6c97ab9b8f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342169 Oct 17 18:10:45.722294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db162f18-c087-4690-a66f-c1f3a0c6a213 req-67e4ef67-a4ef-48fb-bfd5-33083b75b7f9 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:45.723805 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-db162f18-c087-4690-a66f-c1f3a0c6a213 req-67e4ef67-a4ef-48fb-bfd5-33083b75b7f9 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 947 time: 0.0878270 Oct 17 18:10:45.773332 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-db162f18-c087-4690-a66f-c1f3a0c6a213 req-7ed6c2c2-f267-4638-b2d2-b7464dcf80d8 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/security-groups?id=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430324 Oct 17 18:10:45.840577 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-feb3558f-b334-4e60-ad90-9d3b80207534 req-0f92fbdf-47a5-4904-b88b-f1ef5956fd5e service neutron] 10.222.0.20 "GET /v2.0/networks/f2a80534-db40-46e3-851e-6c97ab9b8f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263072 Oct 17 18:10:46.015466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f3e8f-4832-4957-826c-809774d3ac15 req-ddc9cbe2-df7f-4167-979b-04a0d1e08261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:46.016857 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c93f3e8f-4832-4957-826c-809774d3ac15 req-ddc9cbe2-df7f-4167-979b-04a0d1e08261 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39f5f58ab1884555aa1190ec56a7ad57&device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 1100 time: 0.0834513 Oct 17 18:10:46.154138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f3e8f-4832-4957-826c-809774d3ac15 req-b049e543-d322-4578-ba6a-c2626bebb53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:46.155628 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c93f3e8f-4832-4957-826c-809774d3ac15 req-b049e543-d322-4578-ba6a-c2626bebb53d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f2a80534-db40-46e3-851e-6c97ab9b8f65 HTTP/1.1" status: 200 len: 870 time: 0.1322441 Oct 17 18:10:46.223511 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c93f3e8f-4832-4957-826c-809774d3ac15 req-da071bf4-be69-46cc-a064-98ffbf91295d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=fd9aa381-87e1-4957-89c4-aff54c9ad3a0 HTTP/1.1" status: 200 len: 217 time: 0.0616438 Oct 17 18:10:46.287403 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f3e8f-4832-4957-826c-809774d3ac15 req-3c9028ac-b7dd-49e2-9d54-1a8c146e2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:46.288734 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c93f3e8f-4832-4957-826c-809774d3ac15 req-3c9028ac-b7dd-49e2-9d54-1a8c146e2654 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9780902e-f480-4bfe-a120-63016be5e886 HTTP/1.1" status: 200 len: 843 time: 0.0594933 Oct 17 18:10:46.373898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f3e8f-4832-4957-826c-809774d3ac15 req-4e7ddd4a-1720-4362-8c6f-abe3d38b2a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:46.375399 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c93f3e8f-4832-4957-826c-809774d3ac15 req-4e7ddd4a-1720-4362-8c6f-abe3d38b2a52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f2a80534-db40-46e3-851e-6c97ab9b8f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0800202 Oct 17 18:10:46.508602 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c93f3e8f-4832-4957-826c-809774d3ac15 req-44d19106-3aca-41c5-9793-6c09aaa23322 service neutron] 10.222.0.20 "GET /v2.0/networks/f2a80534-db40-46e3-851e-6c97ab9b8f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260099 Oct 17 18:10:46.640060 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c93f3e8f-4832-4957-826c-809774d3ac15 req-f6abda3d-47e7-4acb-a845-e4b573605696 service neutron] 10.222.0.20 "GET /v2.0/networks/f2a80534-db40-46e3-851e-6c97ab9b8f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249907 Oct 17 18:10:46.984997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74749281-364a-4e8d-9b33-5be7f4cae1d6 req-31cb96c3-7182-4889-916b-0d743774523c tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:46.985676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-74749281-364a-4e8d-9b33-5be7f4cae1d6 req-31cb96c3-7182-4889-916b-0d743774523c tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Synchronizing usage tracker for tenant:39f5f58ab1884555aa1190ec56a7ad57 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:47.003932 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-74749281-364a-4e8d-9b33-5be7f4cae1d6 req-31cb96c3-7182-4889-916b-0d743774523c tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Unset dirty status for tenant:39f5f58ab1884555aa1190ec56a7ad57 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:47.005094 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-74749281-364a-4e8d-9b33-5be7f4cae1d6 req-31cb96c3-7182-4889-916b-0d743774523c tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 947 time: 0.1145611 Oct 17 18:10:47.049905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-74749281-364a-4e8d-9b33-5be7f4cae1d6 req-199517c2-de17-43f8-8e14-bacfbcfdd525 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Synchronizing usage tracker for tenant:39f5f58ab1884555aa1190ec56a7ad57 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:10:47.067168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-74749281-364a-4e8d-9b33-5be7f4cae1d6 req-199517c2-de17-43f8-8e14-bacfbcfdd525 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Unset dirty status for tenant:39f5f58ab1884555aa1190ec56a7ad57 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:10:47.068939 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-74749281-364a-4e8d-9b33-5be7f4cae1d6 req-199517c2-de17-43f8-8e14-bacfbcfdd525 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/security-groups?id=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572698 Oct 17 18:10:48.268929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af2270-d3f2-4326-92a4-ab5ac7e6e492 req-fdd81859-3e0a-4743-b5ad-4f2509d84630 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:48.270380 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c0af2270-d3f2-4326-92a4-ab5ac7e6e492 req-fdd81859-3e0a-4743-b5ad-4f2509d84630 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 947 time: 0.0885942 Oct 17 18:10:48.315448 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c0af2270-d3f2-4326-92a4-ab5ac7e6e492 req-302b09aa-d779-4cf2-bdac-4986cba69705 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/security-groups?id=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390332 Oct 17 18:10:49.401391 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device fd9aa381-87e1-4957-89c4-aff54c9ad3a0 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:10:49.534529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade4359-795a-4a8d-aa40-b3173eb785dd req-4753f42c-56c5-49d1-8f1f-dbcd5f7ba0ab tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:49.536022 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9ade4359-795a-4a8d-aa40-b3173eb785dd req-4753f42c-56c5-49d1-8f1f-dbcd5f7ba0ab tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 947 time: 0.0947924 Oct 17 18:10:49.555522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port fd9aa381-87e1-4957-89c4-aff54c9ad3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fd9aa381-87e1-4957-89c4-aff54c9ad3a0,segment=NetworkSegment(93eaa2bc-4b21-4422-bf91-a89d5702ef76),segment_id=93eaa2bc-4b21-4422-bf91-a89d5702ef76)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:49.570219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'fd9aa381-87e1-4957-89c4-aff54c9ad3a0', 'network_id': 'f2a80534-db40-46e3-851e-6c97ab9b8f65', 'port_id': 'fd9aa381-87e1-4957-89c4-aff54c9ad3a0', 'mac_address': 'fa:16:3e:da:37:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9780902e-f480-4bfe-a120-63016be5e886', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:10:49.580735 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9ade4359-795a-4a8d-aa40-b3173eb785dd req-cf8049f7-fa67-43c0-8404-3ece56dc9ac6 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/security-groups?id=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388896 Oct 17 18:10:49.625608 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:49.625991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.644794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9aa381-87e1-4957-89c4-aff54c9ad3a0 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:10:49.660913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port fd9aa381-87e1-4957-89c4-aff54c9ad3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fd9aa381-87e1-4957-89c4-aff54c9ad3a0,segment=NetworkSegment(93eaa2bc-4b21-4422-bf91-a89d5702ef76),segment_id=93eaa2bc-4b21-4422-bf91-a89d5702ef76)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:49.665770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:49.734607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=fd9aa381-87e1-4957-89c4-aff54c9ad3a0,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:49.938677 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['fd9aa381-87e1-4957-89c4-aff54c9ad3a0'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:10:50.905907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfada9-7409-4cf6-a85e-1d5c00c92da3 req-469b620a-3b97-4cab-8f8c-0c2362177b5b tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:50.907399 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-61cfada9-7409-4cf6-a85e-1d5c00c92da3 req-469b620a-3b97-4cab-8f8c-0c2362177b5b tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 948 time: 0.2074265 Oct 17 18:10:50.953064 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-61cfada9-7409-4cf6-a85e-1d5c00c92da3 req-9c3a7112-e64f-497f-815e-f845ad6ce1d6 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/security-groups?id=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400298 Oct 17 18:10:51.406611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device fd9aa381-87e1-4957-89c4-aff54c9ad3a0 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:10:51.477542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:10:51.482156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:10:51.482541 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:51.482849 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 Oct 17 18:10:51.600204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:10:51.601201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:51.628618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0049f0df-5b18-405a-af82-3e63768754cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9aa381-87e1-4957-89c4-aff54c9ad3a0'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:10:51.630959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53550fe8-1857-42b8-939c-bc0aced44873" -d '{"events": [{"server_uuid": "0049f0df-5b18-405a-af82-3e63768754cf", "name": "network-vif-plugged", "status": "completed", "tag": "fd9aa381-87e1-4957-89c4-aff54c9ad3a0"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:10:51.639229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port fd9aa381-87e1-4957-89c4-aff54c9ad3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fd9aa381-87e1-4957-89c4-aff54c9ad3a0,segment=NetworkSegment(93eaa2bc-4b21-4422-bf91-a89d5702ef76),segment_id=93eaa2bc-4b21-4422-bf91-a89d5702ef76)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:51.643014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:51.674423 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c685de-78bf-4e08-a6d9-79faa7976ac9 x-openstack-request-id: req-28c685de-78bf-4e08-a6d9-79faa7976ac9 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:10:51.674711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0049f0df-5b18-405a-af82-3e63768754cf", "name": "network-vif-plugged", "status": "completed", "tag": "fd9aa381-87e1-4957-89c4-aff54c9ad3a0", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:10:51.674961 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-28c685de-78bf-4e08-a6d9-79faa7976ac9 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:10:51.675373 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c685de-78bf-4e08-a6d9-79faa7976ac9'] response: {'server_uuid': '0049f0df-5b18-405a-af82-3e63768754cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9aa381-87e1-4957-89c4-aff54c9ad3a0', 'code': 200} Oct 17 18:10:51.715471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=fd9aa381-87e1-4957-89c4-aff54c9ad3a0,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:51.934100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bfd58-b19a-4337-a9cc-955dfd541da0 req-16cc4408-dc4f-40b2-9b77-b1445f5a2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:51.935539 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-535bfd58-b19a-4337-a9cc-955dfd541da0 req-16cc4408-dc4f-40b2-9b77-b1445f5a2b94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 1102 time: 0.0785403 Oct 17 18:10:51.976897 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-535bfd58-b19a-4337-a9cc-955dfd541da0 req-7ce028c6-d640-4308-8595-c3a91ec56b00 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348918 Oct 17 18:10:52.151611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a01b43-e536-4aa8-9f33-9348e724cb72 req-c12fdb46-3071-4311-93c4-b5b80708e164 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:52.153149 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-03a01b43-e536-4aa8-9f33-9348e724cb72 req-c12fdb46-3071-4311-93c4-b5b80708e164 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 949 time: 0.0880678 Oct 17 18:10:52.198107 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-03a01b43-e536-4aa8-9f33-9348e724cb72 req-48b5c451-693a-4913-8632-4cd99fb87a52 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/security-groups?id=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389838 Oct 17 18:10:53.402902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822ccc1-78eb-4eca-b02c-c7d1bf97dc77 req-107de9be-3242-4dbb-819b-97db80c26c31 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:53.404387 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b822ccc1-78eb-4eca-b02c-c7d1bf97dc77 req-107de9be-3242-4dbb-819b-97db80c26c31 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 949 time: 0.0913815 Oct 17 18:10:53.450753 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b822ccc1-78eb-4eca-b02c-c7d1bf97dc77 req-0b866d83-827a-439b-9b26-eacb60b895bf tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/security-groups?id=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Oct 17 18:10:54.582193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d8764-3169-48ea-b2ca-60a5b165196b req-bb526211-8050-423b-b157-cd8a36c79276 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:54.583556 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-004d8764-3169-48ea-b2ca-60a5b165196b req-bb526211-8050-423b-b157-cd8a36c79276 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 949 time: 0.0931714 Oct 17 18:10:54.627381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-004d8764-3169-48ea-b2ca-60a5b165196b req-8daf8efe-39e0-4379-846d-82f4ea15a222 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/security-groups?id=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381396 Oct 17 18:10:54.987710 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:55.833653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b6c91-076b-445b-8696-c6ec6b2dcd57 req-274ecf21-8a97-4490-a7f9-b656905d6694 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:55.835125 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1a4b6c91-076b-445b-8696-c6ec6b2dcd57 req-274ecf21-8a97-4490-a7f9-b656905d6694 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 949 time: 0.0924389 Oct 17 18:10:55.882102 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1a4b6c91-076b-445b-8696-c6ec6b2dcd57 req-21bc9360-e82b-4f99-8e87-b9381a674175 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/security-groups?id=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Oct 17 18:10:55.949965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27107d6-aa09-4ddc-b043-c0ebd89c35e3 req-87efc4a1-2dba-4207-b278-26ccb6e5db3a tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:10:55.951337 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a27107d6-aa09-4ddc-b043-c0ebd89c35e3 req-87efc4a1-2dba-4207-b278-26ccb6e5db3a tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.20 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 949 time: 0.0868912 Oct 17 18:10:56.124099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-a27107d6-aa09-4ddc-b043-c0ebd89c35e3 req-18ef5a77-5609-4118-ac78-0a573319c432 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Deleting port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:10:56.124421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a27107d6-aa09-4ddc-b043-c0ebd89c35e3 req-18ef5a77-5609-4118-ac78-0a573319c432 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.367146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-a27107d6-aa09-4ddc-b043-c0ebd89c35e3 req-18ef5a77-5609-4118-ac78-0a573319c432 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] For port fd9aa381-87e1-4957-89c4-aff54c9ad3a0, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=fd9aa381-87e1-4957-89c4-aff54c9ad3a0,segment=NetworkSegment(93eaa2bc-4b21-4422-bf91-a89d5702ef76),segment_id=93eaa2bc-4b21-4422-bf91-a89d5702ef76)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:10:56.367417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a27107d6-aa09-4ddc-b043-c0ebd89c35e3 req-18ef5a77-5609-4118-ac78-0a573319c432 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.492949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-a27107d6-aa09-4ddc-b043-c0ebd89c35e3 req-18ef5a77-5609-4118-ac78-0a573319c432 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Calling delete_port for fd9aa381-87e1-4957-89c4-aff54c9ad3a0 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:10:56.638324 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a27107d6-aa09-4ddc-b043-c0ebd89c35e3 req-18ef5a77-5609-4118-ac78-0a573319c432 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.672503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['fd9aa381-87e1-4957-89c4-aff54c9ad3a0'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:10:56.694148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef5a77-5609-4118-ac78-0a573319c432 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Pushing event deleted for resources: {'Port': ['ID=fd9aa381-87e1-4957-89c4-aff54c9ad3a0,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:56.793864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27107d6-aa09-4ddc-b043-c0ebd89c35e3 req-18ef5a77-5609-4118-ac78-0a573319c432 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] No DVR routers for this DVR port fd9aa381-87e1-4957-89c4-aff54c9ad3a0 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:10:56.797161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a27107d6-aa09-4ddc-b043-c0ebd89c35e3 req-18ef5a77-5609-4118-ac78-0a573319c432 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:56.801282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0049f0df-5b18-405a-af82-3e63768754cf', 'name': 'network-vif-deleted', 'tag': 'fd9aa381-87e1-4957-89c4-aff54c9ad3a0'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:10:56.803668 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b75b58-a694-4bcc-a85e-ac0a75936c90" -d '{"events": [{"server_uuid": "0049f0df-5b18-405a-af82-3e63768754cf", "name": "network-vif-deleted", "tag": "fd9aa381-87e1-4957-89c4-aff54c9ad3a0"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:10:56.819013 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a27107d6-aa09-4ddc-b043-c0ebd89c35e3 req-18ef5a77-5609-4118-ac78-0a573319c432 tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.20 "DELETE /v2.0/ports/fd9aa381-87e1-4957-89c4-aff54c9ad3a0 HTTP/1.1" status: 204 len: 173 time: 0.8620508 Oct 17 18:10:56.858863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a85236-56e6-4096-a753-793b4cf826cb x-openstack-request-id: req-30a85236-56e6-4096-a753-793b4cf826cb {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:10:56.859291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0049f0df-5b18-405a-af82-3e63768754cf", "name": "network-vif-deleted", "tag": "fd9aa381-87e1-4957-89c4-aff54c9ad3a0", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:10:56.859607 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-30a85236-56e6-4096-a753-793b4cf826cb {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:10:56.860100 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30a85236-56e6-4096-a753-793b4cf826cb'] response: {'server_uuid': '0049f0df-5b18-405a-af82-3e63768754cf', 'name': 'network-vif-deleted', 'tag': 'fd9aa381-87e1-4957-89c4-aff54c9ad3a0', 'status': 'completed', 'code': 200} Oct 17 18:10:57.064420 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a0bf119d-9ef7-43f7-9505-b0f5c99ad062 req-a96d7a5c-43c2-4e78-a7b7-df9dd6fc748a tempest-ServersAdminNegativeTestJSON-453258295 tempest-ServersAdminNegativeTestJSON-453258295-project] 10.222.0.69 "GET /v2.0/ports?device_id=0049f0df-5b18-405a-af82-3e63768754cf HTTP/1.1" status: 200 len: 210 time: 0.0527289 Oct 17 18:10:58.427515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50840) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:58.580093 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dce1c881-16bf-4adb-9596-7117fa89c78d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=39f5f58ab1884555aa1190ec56a7ad57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513329 Oct 17 18:10:58.582491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50846) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:58.640681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95383990-5912-4b97-9099-de820284baef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.665631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95383990-5912-4b97-9099-de820284baef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.716265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95383990-5912-4b97-9099-de820284baef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.731952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95383990-5912-4b97-9099-de820284baef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38ac0e6-0e80-4069-b8c3-aedcbc8ca744,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:58.744965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-95383990-5912-4b97-9099-de820284baef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:58.746088 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-95383990-5912-4b97-9099-de820284baef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b38ac0e6-0e80-4069-b8c3-aedcbc8ca744 HTTP/1.1" status: 204 len: 168 time: 0.1626902 Oct 17 18:10:59.028814 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50854) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:59.048006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b612d9ff-59f5-4bc5-b018-c29f90e9baba admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.063286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b612d9ff-59f5-4bc5-b018-c29f90e9baba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:10:59.067263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b612d9ff-59f5-4bc5-b018-c29f90e9baba admin admin] Usage tracker for resource:security_group_rule and tenant:5b7d6ffc045047d296a83d6c23b1b81d is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:10:59.070305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b612d9ff-59f5-4bc5-b018-c29f90e9baba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:10:59.076731 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9cc234ba-bdf2-4ac4-a566-8a9fdfb4fe1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.077262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b612d9ff-59f5-4bc5-b018-c29f90e9baba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:10:59.170668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b612d9ff-59f5-4bc5-b018-c29f90e9baba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.174395 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b612d9ff-59f5-4bc5-b018-c29f90e9baba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.221840 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b612d9ff-59f5-4bc5-b018-c29f90e9baba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5b7d6ffc045047d296a83d6c23b1b81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918712 Oct 17 18:10:59.222621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612d9ff-59f5-4bc5-b018-c29f90e9baba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e659f7db-fe3f-4619-b537-88f1db6acbe2,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:59.225170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50858) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:10:59.284049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cba39a69-cb2d-4731-9e4d-862c299e8d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.310153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cba39a69-cb2d-4731-9e4d-862c299e8d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.364015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cba39a69-cb2d-4731-9e4d-862c299e8d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.380640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba39a69-cb2d-4731-9e4d-862c299e8d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e659f7db-fe3f-4619-b537-88f1db6acbe2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:10:59.386919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cba39a69-cb2d-4731-9e4d-862c299e8d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:10:59.388050 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cba39a69-cb2d-4731-9e4d-862c299e8d14 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e659f7db-fe3f-4619-b537-88f1db6acbe2 HTTP/1.1" status: 204 len: 168 time: 0.1615903 Oct 17 18:10:59.479599 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device fd9aa381-87e1-4957-89c4-aff54c9ad3a0 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:10:59.513634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: fd9aa381-87e1-4957-89c4-aff54c9ad3a0 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:10:59.513967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device fd9aa381-87e1-4957-89c4-aff54c9ad3a0 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:11:00.121549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50882) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:00.227322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-611140741-network', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:00.232632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:00.236536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Usage tracker for resource:network and tenant:bfbeeeaa37b84fa2b44a2a62ea7dc3f8 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:00.239465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:00.246540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:00.256342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Made reservation on behalf of bfbeeeaa37b84fa2b44a2a62ea7dc3f8 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:00.258831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.271148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.285346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:00.289152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Usage tracker for resource:security_group_rule and tenant:bfbeeeaa37b84fa2b44a2a62ea7dc3f8 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:00.292617 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:00.298473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:00.388499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.392449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.425426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:11:00.434791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5821f739-d44e-4b1a-a6c7-43b1488b38c6,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:00.442764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.442764 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Added segment 94060e6c-19d1-470c-a90d-10700131f854 of type vlan for network 1e70d83a-7149-444d-b4db-6a5c72a53c6f Oct 17 18:11:00.469167 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.500030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.501050 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:00.501618 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.609399 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] Pushing event updated for resources: {'Network': ['ID=1e70d83a-7149-444d-b4db-6a5c72a53c6f,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:00.612666 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6068b282-003f-42af-a7af-a64f3ffd8953 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4899268 Oct 17 18:11:00.615579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50888) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:00.620500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 1e70d83a-7149-444d-b4db-6a5c72a53c6f details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:11:00.621914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Request body: {'subnet': {'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-611140741-subnet', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:00.626898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:00.630723 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Usage tracker for resource:subnet and tenant:bfbeeeaa37b84fa2b44a2a62ea7dc3f8 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:00.633705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:00.640312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:00.650631 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Made reservation on behalf of bfbeeeaa37b84fa2b44a2a62ea7dc3f8 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:00.652913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.859491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.935801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f93c54e-5636-4c89-af6e-97c7d7877216,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:00.946025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Checking segment: {'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:00.946920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Network hostable DHCP agents. Network: 1e70d83a-7149-444d-b4db-6a5c72a53c6f, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:11:00.966689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Network 1e70d83a-7149-444d-b4db-6a5c72a53c6f is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:11:00.977257 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 1e70d83a-7149-444d-b4db-6a5c72a53c6f) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:00.983650 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:00.985028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:00.989056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84975ed6-937f-4e93-8e5f-eeb6e7db2978 None None] Network 1e70d83a-7149-444d-b4db-6a5c72a53c6f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:01.008272 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b2fa524b-7605-4d6a-b543-46325b8aa8cb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3916435 Oct 17 18:11:01.011717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50892) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:01.016611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-611140741-router', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:01.021535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:01.026224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Usage tracker for resource:router and tenant:bfbeeeaa37b84fa2b44a2a62ea7dc3f8 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:11:01.029121 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:11:01.034714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:01.048311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.049420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.070175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.255132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-1e70d83a-7149-444d-b4db-6a5c72a53c6f', 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'fixed_ips': [{'subnet_id': '5f93c54e-5636-4c89-af6e-97c7d7877216'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:11:01.255987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.418180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Allocated IP 172.20.0.2 (1e70d83a-7149-444d-b4db-6a5c72a53c6f/5f93c54e-5636-4c89-af6e-97c7d7877216/7cd964e6-013f-43a2-be87-73271bd86921) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:01.451790 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.558034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ef661a00-096e-4085-90de-1c51b2d9d213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.642787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.654163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Transition to ACTIVE for port object 7cd964e6-013f-43a2-be87-73271bd86921 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:01.672713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Transition to ACTIVE for port object 7cd964e6-013f-43a2-be87-73271bd86921 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:01.677918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.748797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Network 1e70d83a-7149-444d-b4db-6a5c72a53c6f is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:01.751560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:01.755996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:01.757935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Pushing event updated for resources: {'Port': ['ID=7cd964e6-013f-43a2-be87-73271bd86921,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:01.770920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.801446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.862034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Attempting to bind port 7cd964e6-013f-43a2-be87-73271bd86921 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:01.862395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Attempting to bind port 7cd964e6-013f-43a2-be87-73271bd86921 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:01.862742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Attempting to bind port 7cd964e6-013f-43a2-be87-73271bd86921 on network 1e70d83a-7149-444d-b4db-6a5c72a53c6f {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:01.868874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:01.869248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Checking segment: {'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:01.869639 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.870023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Bound using segment: {'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:01.870476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Bound port: 7cd964e6-013f-43a2-be87-73271bd86921, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:01.870841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:01.941057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Allocated IP 172.26.8.225 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/e463fb09-73f0-4303-9004-f112397d5af3) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:01.966196 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] For port 7cd964e6-013f-43a2-be87-73271bd86921, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:01.969347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] For port 7cd964e6-013f-43a2-be87-73271bd86921, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7cd964e6-013f-43a2-be87-73271bd86921,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:01.973017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.053894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fd57e-299a-4f96-9e1e-9ca25723d1b4 None None] Pushing event updated for resources: {'Port': ['ID=7cd964e6-013f-43a2-be87-73271bd86921,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:02.091693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.127372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.196243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:02.200076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:02.211082 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:02.246584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Pushing event updated for resources: {'Port': ['ID=e463fb09-73f0-4303-9004-f112397d5af3,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:02.546310 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.640139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.655589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:02.950926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054512a5-e582-46e1-ba99-0c429d324b88 None None] Network 1e70d83a-7149-444d-b4db-6a5c72a53c6f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:11:03.080349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-47da6118-0ea0-4299-ae71-b2d02a346813 None None] Provisioning for port 7cd964e6-013f-43a2-be87-73271bd86921 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:03.135383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.356677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Router 90a5c705-50e0-4b38-bc04-739f102721f6 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:11:03.537602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:03.547833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Sync routers for ids ['90a5c705-50e0-4b38-bc04-739f102721f6'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:03.557647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Routers {'90a5c705-50e0-4b38-bc04-739f102721f6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:03.558348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:11:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['90a5c705-50e0-4b38-bc04-739f102721f6'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:03.563164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:03.564393 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d97e777d-9f3a-4d53-84f2-5d578baa31ac admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5517421 Oct 17 18:11:03.567275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 50896) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:03.739645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Set router 90a5c705-50e0-4b38-bc04-739f102721f6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:03.870011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7cd964e6-013f-43a2-be87-73271bd86921 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:04.099211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 7cd964e6-013f-43a2-be87-73271bd86921 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:04.108841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 7cd964e6-013f-43a2-be87-73271bd86921 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:04.108841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.108841 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 7cd964e6-013f-43a2-be87-73271bd86921 Oct 17 18:11:04.229198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'name': 'tempest-DeleteServersTestJSON-611140741-router', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:02Z', 'revision_number': 3, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'gw_port': {'id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:12:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:04.250467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Checking router: 90a5c705-50e0-4b38-bc04-739f102721f6 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:11:04.250822 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Updating router 90a5c705-50e0-4b38-bc04-739f102721f6 port e463fb09-73f0-4303-9004-f112397d5af3 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:11:04.306880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 7cd964e6-013f-43a2-be87-73271bd86921 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:04.307283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.326971 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.367155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.406943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.408532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 7cd964e6-013f-43a2-be87-73271bd86921, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7cd964e6-013f-43a2-be87-73271bd86921,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:04.450733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.577821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Allocated IP 172.20.0.1 (1e70d83a-7149-444d-b4db-6a5c72a53c6f/5f93c54e-5636-4c89-af6e-97c7d7877216/206c5864-12fc-4879-b8c9-7720a4e6575b) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:04.613038 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=7cd964e6-013f-43a2-be87-73271bd86921,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:04.731412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.747468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Transition to ACTIVE for port object 206c5864-12fc-4879-b8c9-7720a4e6575b will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:04.765663 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.771808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.778408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Transition to ACTIVE for port object e463fb09-73f0-4303-9004-f112397d5af3 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:04.784762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.839017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Network 1e70d83a-7149-444d-b4db-6a5c72a53c6f is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:04.842066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:04.845801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:04.850407 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Attempting to bind port e463fb09-73f0-4303-9004-f112397d5af3 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:04.850772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Attempting to bind port e463fb09-73f0-4303-9004-f112397d5af3 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:04.851139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Attempting to bind port e463fb09-73f0-4303-9004-f112397d5af3 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:04.863686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d1744-dd63-4fe8-a2fc-2c9377e76209 None None] Pushing event updated for resources: {'Port': ['ID=e463fb09-73f0-4303-9004-f112397d5af3,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:04.867882 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:04.868300 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:04.869707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.869707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:04.869707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Bound port: e463fb09-73f0-4303-9004-f112397d5af3, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:04.869973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.881680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Pushing event updated for resources: {'Port': ['ID=206c5864-12fc-4879-b8c9-7720a4e6575b,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:04.906204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:04.949705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] For port e463fb09-73f0-4303-9004-f112397d5af3, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:04.953236 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] For port e463fb09-73f0-4303-9004-f112397d5af3, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e463fb09-73f0-4303-9004-f112397d5af3,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:04.958778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.026273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Routers {'90a5c705-50e0-4b38-bc04-739f102721f6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:05.026906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:11:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['90a5c705-50e0-4b38-bc04-739f102721f6'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:05.032983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.175528 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d1744-dd63-4fe8-a2fc-2c9377e76209 None None] Pushing event updated for resources: {'Port': ['ID=e463fb09-73f0-4303-9004-f112397d5af3,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:05.188218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Provisioning for port 206c5864-12fc-4879-b8c9-7720a4e6575b completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:05.200762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Provisioning complete for port 206c5864-12fc-4879-b8c9-7720a4e6575b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:05.201123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.201449 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Attempt 1 to provision port 206c5864-12fc-4879-b8c9-7720a4e6575b Oct 17 18:11:05.275395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Port 206c5864-12fc-4879-b8c9-7720a4e6575b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:05.276618 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.281293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.283247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] Set router 90a5c705-50e0-4b38-bc04-739f102721f6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:05.391231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Pushing event updated for resources: {'Port': ['ID=206c5864-12fc-4879-b8c9-7720a4e6575b,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:05.394530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.540632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Network 1e70d83a-7149-444d-b4db-6a5c72a53c6f is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:05.541855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:05.649586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'name': 'tempest-DeleteServersTestJSON-611140741-router', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:04Z', 'revision_number': 4, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'gw_port': {'id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:12:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '206c5864-12fc-4879-b8c9-7720a4e6575b', 'name': '', 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'mac_address': 'fa:16:3e:67:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '5f93c54e-5636-4c89-af6e-97c7d7877216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:04Z', 'updated_at': '2022-10-17T18:11:04Z', 'revision_number': 1, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'subnets': [{'id': '5f93c54e-5636-4c89-af6e-97c7d7877216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:05.655096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1336bd-235e-45a6-8deb-b4d25019d636 None None] The sync data for ids ['90a5c705-50e0-4b38-bc04-739f102721f6'] in dv-neutron-860895-1-hyperv is: [{'id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'name': 'tempest-DeleteServersTestJSON-611140741-router', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:04Z', 'revision_number': 4, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'gw_port': {'id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:12:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '206c5864-12fc-4879-b8c9-7720a4e6575b', 'name': '', 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'mac_address': 'fa:16:3e:67:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '5f93c54e-5636-4c89-af6e-97c7d7877216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:04Z', 'updated_at': '2022-10-17T18:11:04Z', 'revision_number': 1, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'subnets': [{'id': '5f93c54e-5636-4c89-af6e-97c7d7877216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:05.743473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Router 90a5c705-50e0-4b38-bc04-739f102721f6 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:11:05.777127 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Attempt 2 to provision port 206c5864-12fc-4879-b8c9-7720a4e6575b Oct 17 18:11:05.850698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7cd964e6-013f-43a2-be87-73271bd86921 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:05.890077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Port 206c5864-12fc-4879-b8c9-7720a4e6575b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:05.939413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 7cd964e6-013f-43a2-be87-73271bd86921 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:05.939790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:05.940124 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 7cd964e6-013f-43a2-be87-73271bd86921 Oct 17 18:11:06.064735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:11:06.072140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 7cd964e6-013f-43a2-be87-73271bd86921 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:06.075653 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-096cf9e7-3a85-4036-904f-6d0b08d5f77e admin admin] 10.222.0.69 "PUT /v2.0/routers/90a5c705-50e0-4b38-bc04-739f102721f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5073831 Oct 17 18:11:06.391152 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Attempt 3 to provision port 206c5864-12fc-4879-b8c9-7720a4e6575b Oct 17 18:11:06.458020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Port 206c5864-12fc-4879-b8c9-7720a4e6575b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:06.636363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-c528eb23-5fbb-432d-9582-42ed0888e054 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:06.637931 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-c528eb23-5fbb-432d-9582-42ed0888e054 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/networks?id=1e70d83a-7149-444d-b4db-6a5c72a53c6f HTTP/1.1" status: 200 len: 811 time: 0.1601744 Oct 17 18:11:06.654229 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-97fc2ffa-549c-4db5-a275-b4165ff3b0a8 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/quotas/bfbeeeaa37b84fa2b44a2a62ea7dc3f8 HTTP/1.1" status: 200 len: 375 time: 0.0104976 Oct 17 18:11:06.747785 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-321becc6-3ef5-426e-aa48-8d9627b64169 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bfbeeeaa37b84fa2b44a2a62ea7dc3f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879877 Oct 17 18:11:06.891384 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-8b392c69-f8e3-4016-bf69-e8f762b3c36a service neutron] 10.222.0.69 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363306 Oct 17 18:11:06.959343 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Attempt 4 to provision port 206c5864-12fc-4879-b8c9-7720a4e6575b Oct 17 18:11:07.014332 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Port 206c5864-12fc-4879-b8c9-7720a4e6575b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:07.032272 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-367001cd-ca16-4ee3-9b60-d6e1eb9e5888 service neutron] 10.222.0.69 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344242 Oct 17 18:11:07.219442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-78561781-8119-4e50-b0e6-7f66c406dfc8 req-bdeca324-c74e-467e-92dd-e934caeb3fb5 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Synchronizing usage tracker for tenant:bfbeeeaa37b84fa2b44a2a62ea7dc3f8 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:07.237537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-78561781-8119-4e50-b0e6-7f66c406dfc8 req-bdeca324-c74e-467e-92dd-e934caeb3fb5 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Unset dirty status for tenant:bfbeeeaa37b84fa2b44a2a62ea7dc3f8 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:07.238876 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-78561781-8119-4e50-b0e6-7f66c406dfc8 req-bdeca324-c74e-467e-92dd-e934caeb3fb5 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 210 time: 0.0695333 Oct 17 18:11:07.515385 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Attempt 5 to provision port 206c5864-12fc-4879-b8c9-7720a4e6575b Oct 17 18:11:07.576032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Port 206c5864-12fc-4879-b8c9-7720a4e6575b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:07.669127 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Sync routers for ids ['90a5c705-50e0-4b38-bc04-739f102721f6'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:11:07.678800 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Routers {'90a5c705-50e0-4b38-bc04-739f102721f6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:07.679458 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:11:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['90a5c705-50e0-4b38-bc04-739f102721f6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:07.868586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e463fb09-73f0-4303-9004-f112397d5af3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:07.872269 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Set router 90a5c705-50e0-4b38-bc04-739f102721f6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:07.938472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port e463fb09-73f0-4303-9004-f112397d5af3 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:07.944130 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port e463fb09-73f0-4303-9004-f112397d5af3 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:07.944487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:07.944825 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port e463fb09-73f0-4303-9004-f112397d5af3 Oct 17 18:11:08.069426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port e463fb09-73f0-4303-9004-f112397d5af3 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:08.069824 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.077592 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Attempt 6 to provision port 206c5864-12fc-4879-b8c9-7720a4e6575b Oct 17 18:11:08.128710 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port e463fb09-73f0-4303-9004-f112397d5af3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e463fb09-73f0-4303-9004-f112397d5af3,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:08.137186 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.179935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Port 206c5864-12fc-4879-b8c9-7720a4e6575b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:08.219770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=e463fb09-73f0-4303-9004-f112397d5af3,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:08.254029 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'name': 'tempest-DeleteServersTestJSON-611140741-router', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:04Z', 'revision_number': 4, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'gw_port': {'id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:12:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '206c5864-12fc-4879-b8c9-7720a4e6575b', 'name': '', 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'mac_address': 'fa:16:3e:67:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '5f93c54e-5636-4c89-af6e-97c7d7877216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:04Z', 'updated_at': '2022-10-17T18:11:05Z', 'revision_number': 2, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'subnets': [{'id': '5f93c54e-5636-4c89-af6e-97c7d7877216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:08.257932 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Checking router: 90a5c705-50e0-4b38-bc04-739f102721f6 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:11:08.258277 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Updating router 90a5c705-50e0-4b38-bc04-739f102721f6 port 206c5864-12fc-4879-b8c9-7720a4e6575b binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:11:08.320875 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.373470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-cc2bcd33-bc23-47de-b909-9410cc6cdbb4 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:08.374746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-cc2bcd33-bc23-47de-b909-9410cc6cdbb4 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Synchronizing usage tracker for tenant:bfbeeeaa37b84fa2b44a2a62ea7dc3f8 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:08.396595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-cc2bcd33-bc23-47de-b909-9410cc6cdbb4 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Unset dirty status for tenant:bfbeeeaa37b84fa2b44a2a62ea7dc3f8 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:08.397815 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-cc2bcd33-bc23-47de-b909-9410cc6cdbb4 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.20 "GET /v2.0/networks?id=1e70d83a-7149-444d-b4db-6a5c72a53c6f HTTP/1.1" status: 200 len: 811 time: 0.1906741 Oct 17 18:11:08.419876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Request body: {'port': {'device_id': 'e8c224f1-d35e-420e-9bb9-1228d3b6442b', 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f', 'admin_state_up': True, 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:08.432417 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e9f5a393-78d5-475a-aebb-de944e0d3405 req-94b5fe13-4025-4dc4-b40c-383ac7d7f0eb tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 210 time: 0.0615892 Oct 17 18:11:08.576285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:11:08.586406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:11:08.596047 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Made reservation on behalf of bfbeeeaa37b84fa2b44a2a62ea7dc3f8 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:11:08.599557 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.681227 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Attempt 7 to provision port 206c5864-12fc-4879-b8c9-7720a4e6575b Oct 17 18:11:08.688012 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.700904 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Transition to ACTIVE for port object 206c5864-12fc-4879-b8c9-7720a4e6575b will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:08.711380 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.739588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Port 206c5864-12fc-4879-b8c9-7720a4e6575b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:08.777269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Allocated IP 172.20.0.11 (1e70d83a-7149-444d-b4db-6a5c72a53c6f/5f93c54e-5636-4c89-af6e-97c7d7877216/03c2ebfe-1a78-4ce6-8781-260c29884b5c) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:11:08.908645 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Pushing event updated for resources: {'Port': ['ID=206c5864-12fc-4879-b8c9-7720a4e6575b,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:08.929582 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:08.929918 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:08.930253 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:08.930578 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:08.931282 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:08.931613 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:08.931930 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:08.932247 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:08.932564 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:08.932878 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:08.933190 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:08.933500 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:08.940278 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Attempting to bind port 206c5864-12fc-4879-b8c9-7720a4e6575b on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:08.940637 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Attempting to bind port 206c5864-12fc-4879-b8c9-7720a4e6575b by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:08.940989 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Attempting to bind port 206c5864-12fc-4879-b8c9-7720a4e6575b on network 1e70d83a-7149-444d-b4db-6a5c72a53c6f {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:08.946952 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:08.947533 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Checking segment: {'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:08.947936 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:08.948424 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Bound using segment: {'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:08.948974 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Bound port: 206c5864-12fc-4879-b8c9-7720a4e6575b, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:08.949524 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.000796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.018996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Transition to ACTIVE for port object 03c2ebfe-1a78-4ce6-8781-260c29884b5c will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:09.048781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.049731 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] For port 206c5864-12fc-4879-b8c9-7720a4e6575b, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:09.053333 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] For port 206c5864-12fc-4879-b8c9-7720a4e6575b, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=206c5864-12fc-4879-b8c9-7720a4e6575b,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:09.058157 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.117157 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Routers {'90a5c705-50e0-4b38-bc04-739f102721f6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:11:09.117773 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:11:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['90a5c705-50e0-4b38-bc04-739f102721f6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:09.128377 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Network 1e70d83a-7149-444d-b4db-6a5c72a53c6f is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:11:09.131636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:11:09.137839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:11:09.177657 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Pushing event updated for resources: {'Port': ['ID=03c2ebfe-1a78-4ce6-8781-260c29884b5c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:09.216972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:09.217858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.240628 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Attempt 8 to provision port 206c5864-12fc-4879-b8c9-7720a4e6575b Oct 17 18:11:09.251932 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-801ce1d6-0619-4ef3-8cd5-bf9be15d9614 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8392200 Oct 17 18:11:09.270802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Request body: {'port': {'device_id': 'e8c224f1-d35e-420e-9bb9-1228d3b6442b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:11:09.271997 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a0c63-3108-491a-a632-07268f0c9bd9 None None] Pushing event updated for resources: {'Port': ['ID=206c5864-12fc-4879-b8c9-7720a4e6575b,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:09.320392 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] Set router 90a5c705-50e0-4b38-bc04-739f102721f6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:11:09.324383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3093f40c-cea4-47dc-b698-4886fed0c928 None None] Port 206c5864-12fc-4879-b8c9-7720a4e6575b had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:11:09.399061 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.448920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Provisioning for port 03c2ebfe-1a78-4ce6-8781-260c29884b5c completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:09.454043 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Provisioning complete for port 03c2ebfe-1a78-4ce6-8781-260c29884b5c triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:09.454481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.454755 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Attempt 1 to provision port 03c2ebfe-1a78-4ce6-8781-260c29884b5c Oct 17 18:11:09.516896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Port 03c2ebfe-1a78-4ce6-8781-260c29884b5c cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:09.695446 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'name': 'tempest-DeleteServersTestJSON-611140741-router', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:04Z', 'revision_number': 4, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'gw_port': {'id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '206c5864-12fc-4879-b8c9-7720a4e6575b', 'name': '', 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'mac_address': 'fa:16:3e:67:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '5f93c54e-5636-4c89-af6e-97c7d7877216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:04Z', 'updated_at': '2022-10-17T18:11:09Z', 'revision_number': 4, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'subnets': [{'id': '5f93c54e-5636-4c89-af6e-97c7d7877216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:11:09.699539 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ebb231-077c-4985-b9b6-9e7fda39b9f6 None None] The sync data for ids ['90a5c705-50e0-4b38-bc04-739f102721f6'] in dv-neutron-860895-1-hyperv is: [{'id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'name': 'tempest-DeleteServersTestJSON-611140741-router', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:04Z', 'revision_number': 4, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'gw_port': {'id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '206c5864-12fc-4879-b8c9-7720a4e6575b', 'name': '', 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'mac_address': 'fa:16:3e:67:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': '5f93c54e-5636-4c89-af6e-97c7d7877216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:04Z', 'updated_at': '2022-10-17T18:11:09Z', 'revision_number': 4, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'subnets': [{'id': '5f93c54e-5636-4c89-af6e-97c7d7877216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:11:09.763437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fee6a-fedc-4f77-81a3-462de8e571d8 req-f82c6998-0c06-4e81-8d3f-27cfbb2d78f5 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:09.764151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-292fee6a-fedc-4f77-81a3-462de8e571d8 req-f82c6998-0c06-4e81-8d3f-27cfbb2d78f5 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Synchronizing usage tracker for tenant:bfbeeeaa37b84fa2b44a2a62ea7dc3f8 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:09.791036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-292fee6a-fedc-4f77-81a3-462de8e571d8 req-f82c6998-0c06-4e81-8d3f-27cfbb2d78f5 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Unset dirty status for tenant:bfbeeeaa37b84fa2b44a2a62ea7dc3f8 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:09.792216 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-292fee6a-fedc-4f77-81a3-462de8e571d8 req-f82c6998-0c06-4e81-8d3f-27cfbb2d78f5 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 932 time: 0.2142580 Oct 17 18:11:09.881494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e463fb09-73f0-4303-9004-f112397d5af3 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:09.896773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c2ebfe-1a78-4ce6-8781-260c29884b5c {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:11:09.907993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-292fee6a-fedc-4f77-81a3-462de8e571d8 req-e672da2f-6fbf-4bc7-888d-8ba858efce8c tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Synchronizing usage tracker for tenant:bfbeeeaa37b84fa2b44a2a62ea7dc3f8 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:11:09.912869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.937558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Transition to ACTIVE for port object 03c2ebfe-1a78-4ce6-8781-260c29884b5c will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:11:09.942541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.956811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port e463fb09-73f0-4303-9004-f112397d5af3 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:09.957772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:09.958343 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port e463fb09-73f0-4303-9004-f112397d5af3 Oct 17 18:11:10.021544 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Attempt 2 to provision port 03c2ebfe-1a78-4ce6-8781-260c29884b5c Oct 17 18:11:10.052565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-292fee6a-fedc-4f77-81a3-462de8e571d8 req-e672da2f-6fbf-4bc7-888d-8ba858efce8c tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Unset dirty status for tenant:bfbeeeaa37b84fa2b44a2a62ea7dc3f8 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:11:10.060633 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-292fee6a-fedc-4f77-81a3-462de8e571d8 req-e672da2f-6fbf-4bc7-888d-8ba858efce8c tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597859 Oct 17 18:11:10.091902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Port 03c2ebfe-1a78-4ce6-8781-260c29884b5c cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:11:10.162331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port e463fb09-73f0-4303-9004-f112397d5af3 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:10.163781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 206c5864-12fc-4879-b8c9-7720a4e6575b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:10.173465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Pushing event updated for resources: {'Port': ['ID=03c2ebfe-1a78-4ce6-8781-260c29884b5c,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:10.237164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 206c5864-12fc-4879-b8c9-7720a4e6575b completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:10.244797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 206c5864-12fc-4879-b8c9-7720a4e6575b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:10.245151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.245489 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 206c5864-12fc-4879-b8c9-7720a4e6575b Oct 17 18:11:10.336465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Attempting to bind port 03c2ebfe-1a78-4ce6-8781-260c29884b5c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:11:10.336798 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Attempting to bind port 03c2ebfe-1a78-4ce6-8781-260c29884b5c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:11:10.337783 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Attempting to bind port 03c2ebfe-1a78-4ce6-8781-260c29884b5c on network 1e70d83a-7149-444d-b4db-6a5c72a53c6f {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:10.342868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Port 03c2ebfe-1a78-4ce6-8781-260c29884b5c on network 1e70d83a-7149-444d-b4db-6a5c72a53c6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:11:10.343243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Attempting to bind port 03c2ebfe-1a78-4ce6-8781-260c29884b5c on network 1e70d83a-7149-444d-b4db-6a5c72a53c6f {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:11:10.350153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:11:10.350556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Checking segment: {'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:11:10.350944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Bound using segment: {'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:11:10.351504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Bound port: 03c2ebfe-1a78-4ce6-8781-260c29884b5c, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94060e6c-19d1-470c-a90d-10700131f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:11:10.351852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.377144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 206c5864-12fc-4879-b8c9-7720a4e6575b is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:10.377379 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.415204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 206c5864-12fc-4879-b8c9-7720a4e6575b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=206c5864-12fc-4879-b8c9-7720a4e6575b,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:10.420296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.466511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] For port 03c2ebfe-1a78-4ce6-8781-260c29884b5c, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:11:10.469868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] For port 03c2ebfe-1a78-4ce6-8781-260c29884b5c, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:11:10.475386 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.499659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=206c5864-12fc-4879-b8c9-7720a4e6575b,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:10.512756 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:10.513368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.514753 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] 10.222.0.20 "PUT /v2.0/ports/03c2ebfe-1a78-4ce6-8781-260c29884b5c HTTP/1.1" status: 200 len: 1094 time: 1.2499039 Oct 17 18:11:10.515277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c224f1-d35e-420e-9bb9-1228d3b6442b', 'tag': '03c2ebfe-1a78-4ce6-8781-260c29884b5c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:11:10.517594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ede8881-0262-48fc-a031-0a69ad4c4ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8c224f1-d35e-420e-9bb9-1228d3b6442b", "tag": "03c2ebfe-1a78-4ce6-8781-260c29884b5c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:11:10.557680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2041d-17e9-4ddc-8ae1-2dbfe7430391 service neutron] Pushing event updated for resources: {'Port': ['ID=03c2ebfe-1a78-4ce6-8781-260c29884b5c,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:10.592849 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Attempt 3 to provision port 03c2ebfe-1a78-4ce6-8781-260c29884b5c Oct 17 18:11:10.605193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712296c1-62fe-45a7-94b9-19d441312040 x-openstack-request-id: req-712296c1-62fe-45a7-94b9-19d441312040 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:11:10.605577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8c224f1-d35e-420e-9bb9-1228d3b6442b", "tag": "03c2ebfe-1a78-4ce6-8781-260c29884b5c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:11:10.605827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-712296c1-62fe-45a7-94b9-19d441312040 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:11:10.606216 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712296c1-62fe-45a7-94b9-19d441312040'] response: {'name': 'network-changed', 'server_uuid': 'e8c224f1-d35e-420e-9bb9-1228d3b6442b', 'tag': '03c2ebfe-1a78-4ce6-8781-260c29884b5c', 'status': 'completed', 'code': 200} Oct 17 18:11:10.651924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-c4b0a2c8-a323-4e9a-a8b5-860c79043695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:10.653436 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-c4b0a2c8-a323-4e9a-a8b5-860c79043695 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfbeeeaa37b84fa2b44a2a62ea7dc3f8&device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 1097 time: 0.0857427 Oct 17 18:11:10.659287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Port 03c2ebfe-1a78-4ce6-8781-260c29884b5c had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:11:10.670058 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Provisioning complete for port 206c5864-12fc-4879-b8c9-7720a4e6575b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:10.670417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:10.670739 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Attempt 1 to provision port 206c5864-12fc-4879-b8c9-7720a4e6575b Oct 17 18:11:10.733563 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-c495ed59-8a82-40c0-8f3b-619c31fe1684 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c HTTP/1.1" status: 200 len: 217 time: 0.0667007 Oct 17 18:11:10.788205 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b49c8b6c-3fa7-48b2-8b22-fe175f5add7d None None] Current status of the port 206c5864-12fc-4879-b8c9-7720a4e6575b is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:10.796555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-8a5d26f8-7e0c-4a04-ac22-f85f6b6bb8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:10.797937 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-8a5d26f8-7e0c-4a04-ac22-f85f6b6bb8e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f93c54e-5636-4c89-af6e-97c7d7877216 HTTP/1.1" status: 200 len: 850 time: 0.0590441 Oct 17 18:11:10.885504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-4daa78a1-6162-4ef5-a096-7da9bdedaba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:10.886985 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-4daa78a1-6162-4ef5-a096-7da9bdedaba9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e70d83a-7149-444d-b4db-6a5c72a53c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835321 Oct 17 18:11:11.020526 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-61f4c687-473a-40fe-a3a2-c80d99424adc service neutron] 10.222.0.20 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263564 Oct 17 18:11:11.157721 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a017f91e-5904-4fb2-9e25-eae08f8a1173 req-09614894-4fce-4e33-83e3-21689126d5af service neutron] 10.222.0.20 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311820 Oct 17 18:11:11.330918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfbb0f-5245-443d-94d7-ee4f6248cbc9 req-998de2e7-5613-40f3-b3f4-1087d559f7bc tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:11.332475 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fabfbb0f-5245-443d-94d7-ee4f6248cbc9 req-998de2e7-5613-40f3-b3f4-1087d559f7bc tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 944 time: 0.1485593 Oct 17 18:11:11.380190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede8881-0262-48fc-a031-0a69ad4c4ce0 req-f19e6ba3-019a-4dbb-a739-4446d10f9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:11.381540 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6ede8881-0262-48fc-a031-0a69ad4c4ce0 req-f19e6ba3-019a-4dbb-a739-4446d10f9999 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfbeeeaa37b84fa2b44a2a62ea7dc3f8&device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 1097 time: 0.1286194 Oct 17 18:11:11.386793 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fabfbb0f-5245-443d-94d7-ee4f6248cbc9 req-e3cff2f1-4371-41b9-9cf6-53d8d06d5e97 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472183 Oct 17 18:11:11.512206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede8881-0262-48fc-a031-0a69ad4c4ce0 req-ea21b2d9-4027-4189-9117-52bad7796e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:11.513645 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6ede8881-0262-48fc-a031-0a69ad4c4ce0 req-ea21b2d9-4027-4189-9117-52bad7796e1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e70d83a-7149-444d-b4db-6a5c72a53c6f HTTP/1.1" status: 200 len: 912 time: 0.1260111 Oct 17 18:11:11.585980 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6ede8881-0262-48fc-a031-0a69ad4c4ce0 req-71de2683-9e89-4d4e-998e-f7cb9b8225f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c HTTP/1.1" status: 200 len: 217 time: 0.0659099 Oct 17 18:11:11.650231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede8881-0262-48fc-a031-0a69ad4c4ce0 req-55526718-f015-4cc8-832c-6c171a4268b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:11.651700 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6ede8881-0262-48fc-a031-0a69ad4c4ce0 req-55526718-f015-4cc8-832c-6c171a4268b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f93c54e-5636-4c89-af6e-97c7d7877216 HTTP/1.1" status: 200 len: 850 time: 0.0590389 Oct 17 18:11:11.740554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede8881-0262-48fc-a031-0a69ad4c4ce0 req-02e35984-5d40-43dc-80b9-9b3049f409eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:11.742126 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6ede8881-0262-48fc-a031-0a69ad4c4ce0 req-02e35984-5d40-43dc-80b9-9b3049f409eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e70d83a-7149-444d-b4db-6a5c72a53c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829184 Oct 17 18:11:11.839192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 206c5864-12fc-4879-b8c9-7720a4e6575b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:11.878711 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6ede8881-0262-48fc-a031-0a69ad4c4ce0 req-9b447a84-37a8-4635-a546-f7857ea43327 service neutron] 10.222.0.20 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300833 Oct 17 18:11:11.940174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 206c5864-12fc-4879-b8c9-7720a4e6575b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:11.940456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:11.940791 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 206c5864-12fc-4879-b8c9-7720a4e6575b Oct 17 18:11:12.066516 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 206c5864-12fc-4879-b8c9-7720a4e6575b is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:12.134743 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6ede8881-0262-48fc-a031-0a69ad4c4ce0 req-10c376d4-6e3f-4620-8bf1-d4d90bdbc3f9 service neutron] 10.222.0.20 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483416 Oct 17 18:11:12.589939 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e15ec-74bb-4bf2-9258-6f2f623b459a req-8abae157-6cc4-4abf-a617-a7e96569d81d tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:12.591414 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4f2e15ec-74bb-4bf2-9258-6f2f623b459a req-8abae157-6cc4-4abf-a617-a7e96569d81d tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 944 time: 0.0897541 Oct 17 18:11:12.635512 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4f2e15ec-74bb-4bf2-9258-6f2f623b459a req-49feebd6-ea75-40b3-9ec4-f5e8d4a8db8f tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383079 Oct 17 18:11:13.542852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 03c2ebfe-1a78-4ce6-8781-260c29884b5c details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:11:13.676497 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 03c2ebfe-1a78-4ce6-8781-260c29884b5c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:13.692830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '03c2ebfe-1a78-4ce6-8781-260c29884b5c', 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f', 'port_id': '03c2ebfe-1a78-4ce6-8781-260c29884b5c', 'mac_address': 'fa:16:3e:cf:2d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f93c54e-5636-4c89-af6e-97c7d7877216', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:11:13.751974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 03c2ebfe-1a78-4ce6-8781-260c29884b5c is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:13.752348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.769881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c2ebfe-1a78-4ce6-8781-260c29884b5c {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:11:13.787294 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 03c2ebfe-1a78-4ce6-8781-260c29884b5c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:13.792674 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:13.840260 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebac82b-0c7b-417d-a5ca-3657143a4e2c req-2178045e-9acf-4247-acd5-52bf6c53e337 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:13.841627 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2ebac82b-0c7b-417d-a5ca-3657143a4e2c req-2178045e-9acf-4247-acd5-52bf6c53e337 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 945 time: 0.0902615 Oct 17 18:11:13.865348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=03c2ebfe-1a78-4ce6-8781-260c29884b5c,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:13.887058 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2ebac82b-0c7b-417d-a5ca-3657143a4e2c req-45ecc3af-413b-44fe-9087-e6e6225b8337 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Oct 17 18:11:14.052883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['03c2ebfe-1a78-4ce6-8781-260c29884b5c'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:11:15.092116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a2608-1c6d-44f5-a3db-acf99100f871 req-70d1aac0-d00a-4aaf-abb7-07c23b584051 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:15.093748 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5b0a2608-1c6d-44f5-a3db-acf99100f871 req-70d1aac0-d00a-4aaf-abb7-07c23b584051 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 945 time: 0.0953915 Oct 17 18:11:15.142003 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5b0a2608-1c6d-44f5-a3db-acf99100f871 req-8cb38cb8-54ed-4c67-9730-07cd2fcab8d9 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425911 Oct 17 18:11:15.574588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 03c2ebfe-1a78-4ce6-8781-260c29884b5c up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:15.643664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 03c2ebfe-1a78-4ce6-8781-260c29884b5c completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:11:15.648303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 03c2ebfe-1a78-4ce6-8781-260c29884b5c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:15.648668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.648989 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 03c2ebfe-1a78-4ce6-8781-260c29884b5c Oct 17 18:11:15.766224 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 03c2ebfe-1a78-4ce6-8781-260c29884b5c is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:15.766598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.794396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c224f1-d35e-420e-9bb9-1228d3b6442b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c2ebfe-1a78-4ce6-8781-260c29884b5c'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:11:15.796696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23abab4-f644-467d-a293-588cf136ef83" -d '{"events": [{"server_uuid": "e8c224f1-d35e-420e-9bb9-1228d3b6442b", "name": "network-vif-plugged", "status": "completed", "tag": "03c2ebfe-1a78-4ce6-8781-260c29884b5c"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:11:15.806080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 03c2ebfe-1a78-4ce6-8781-260c29884b5c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:15.810596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:15.848885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552678ce-c03e-4a9a-8d67-04cf28f48606 x-openstack-request-id: req-552678ce-c03e-4a9a-8d67-04cf28f48606 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:11:15.849107 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c224f1-d35e-420e-9bb9-1228d3b6442b", "name": "network-vif-plugged", "status": "completed", "tag": "03c2ebfe-1a78-4ce6-8781-260c29884b5c", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:11:15.849355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-552678ce-c03e-4a9a-8d67-04cf28f48606 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:11:15.849747 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552678ce-c03e-4a9a-8d67-04cf28f48606'] response: {'server_uuid': 'e8c224f1-d35e-420e-9bb9-1228d3b6442b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c2ebfe-1a78-4ce6-8781-260c29884b5c', 'code': 200} Oct 17 18:11:15.884698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=03c2ebfe-1a78-4ce6-8781-260c29884b5c,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:16.106340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f77b5e-5dd3-405c-a2c7-f3d14f0fd40a req-f523d0c1-b0ec-451f-b153-8fd88f5dacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:16.108089 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-02f77b5e-5dd3-405c-a2c7-f3d14f0fd40a req-f523d0c1-b0ec-451f-b153-8fd88f5dacdd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 1099 time: 0.0836868 Oct 17 18:11:16.152713 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-02f77b5e-5dd3-405c-a2c7-f3d14f0fd40a req-410957f3-d178-4dcc-859d-2afb57bd996f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374825 Oct 17 18:11:16.343126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307fcbd-7916-43a9-ac61-8381c759da51 req-4a7923b4-8660-4a1d-a5b3-6b71fddec211 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:16.344597 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a307fcbd-7916-43a9-ac61-8381c759da51 req-4a7923b4-8660-4a1d-a5b3-6b71fddec211 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0887141 Oct 17 18:11:16.392439 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a307fcbd-7916-43a9-ac61-8381c759da51 req-bcde11d4-2e62-437c-817b-950f410e4c2a tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421317 Oct 17 18:11:17.221196 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:11:17.594689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9826ab-459e-4bf3-b4ed-89b70e6740dc req-bd22202e-dd9d-4d07-a161-04b0db98ee45 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:17.596159 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ec9826ab-459e-4bf3-b4ed-89b70e6740dc req-bd22202e-dd9d-4d07-a161-04b0db98ee45 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0925088 Oct 17 18:11:17.639755 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ec9826ab-459e-4bf3-b4ed-89b70e6740dc req-91869a86-520b-4a90-b0e6-9cf522ce9ddd tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379310 Oct 17 18:11:18.049646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 50958) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:11:18.055554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a1f4a-5148-4d37-9ff5-69493364bfd4 req-1f48f654-e2bb-4734-84cc-5dcd08778fb0 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:18.057034 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-440a1f4a-5148-4d37-9ff5-69493364bfd4 req-1f48f654-e2bb-4734-84cc-5dcd08778fb0 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0892456 Oct 17 18:11:18.104641 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-440a1f4a-5148-4d37-9ff5-69493364bfd4 req-d3b91ce9-5592-41c4-990c-7d5b7866a3e2 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397990 Oct 17 18:11:18.180343 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-89d93860-a5c6-4019-9f7f-f16905c17419 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1295440 Oct 17 18:11:19.321207 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad628ed3-1a3f-4163-841d-8886d10ef21f req-b1c42ea2-6bf6-459c-98e9-62571fd4ff4f tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:19.322828 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ad628ed3-1a3f-4163-841d-8886d10ef21f req-b1c42ea2-6bf6-459c-98e9-62571fd4ff4f tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0993624 Oct 17 18:11:19.373152 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ad628ed3-1a3f-4163-841d-8886d10ef21f req-01d4ab3f-8ec4-4365-9097-e3a00583f98f tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436618 Oct 17 18:11:19.540202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-decc7581-b84c-40ce-a305-0f584218c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:19.542319 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-decc7581-b84c-40ce-a305-0f584218c26c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfbeeeaa37b84fa2b44a2a62ea7dc3f8&device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 1099 time: 0.0856373 Oct 17 18:11:19.678168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-3a82d446-6371-4547-a7e9-246d22bd8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:19.679717 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-3a82d446-6371-4547-a7e9-246d22bd8108 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e70d83a-7149-444d-b4db-6a5c72a53c6f HTTP/1.1" status: 200 len: 912 time: 0.1315727 Oct 17 18:11:19.751123 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-27d1f0ef-0633-42bc-939c-8e457d2ebf6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c HTTP/1.1" status: 200 len: 217 time: 0.0654433 Oct 17 18:11:19.817794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-107c5016-f804-4d2d-89df-726d4f708286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:19.819284 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-107c5016-f804-4d2d-89df-726d4f708286 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f93c54e-5636-4c89-af6e-97c7d7877216 HTTP/1.1" status: 200 len: 850 time: 0.0630455 Oct 17 18:11:19.910063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-a7a9209b-3584-4d33-9823-1715d43edad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:19.911593 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-a7a9209b-3584-4d33-9823-1715d43edad2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e70d83a-7149-444d-b4db-6a5c72a53c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862837 Oct 17 18:11:20.048723 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-e8102341-1e6e-4828-ae88-735a9055f0a1 service neutron] 10.222.0.20 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301470 Oct 17 18:11:20.186175 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-5fd54604-3499-4676-aa6b-fc86868bd169 service neutron] 10.222.0.20 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316679 Oct 17 18:11:20.582711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef81f4-0135-4b50-bc35-c563f76dc813 req-5d6ba941-c849-4dee-b7a6-499e6b9fdcd7 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:20.584191 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-20ef81f4-0135-4b50-bc35-c563f76dc813 req-5d6ba941-c849-4dee-b7a6-499e6b9fdcd7 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0959549 Oct 17 18:11:20.628654 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-20ef81f4-0135-4b50-bc35-c563f76dc813 req-ed3a0adf-fc8f-46e9-8730-0a954a2b0571 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380793 Oct 17 18:11:21.836331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96c722-2d74-43e7-b18d-64aea62b96ad req-36d23306-4474-428c-95a4-9ff0f07b15c9 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:21.837777 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5d96c722-2d74-43e7-b18d-64aea62b96ad req-36d23306-4474-428c-95a4-9ff0f07b15c9 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0912764 Oct 17 18:11:21.883317 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5d96c722-2d74-43e7-b18d-64aea62b96ad req-757034b5-0ac1-4267-baf6-18372168e378 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391595 Oct 17 18:11:23.086081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba1134-91c6-454a-87d6-3f8bb419944c req-b90b1338-2593-4d25-810b-7490a3ae190b tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:23.087552 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5bba1134-91c6-454a-87d6-3f8bb419944c req-b90b1338-2593-4d25-810b-7490a3ae190b tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0913587 Oct 17 18:11:23.138104 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5bba1134-91c6-454a-87d6-3f8bb419944c req-2d6a762c-0ed5-4047-8146-2549c8b96a4b tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441716 Oct 17 18:11:24.344142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce1c39-e032-4e3f-881a-6200a9f93887 req-045136f3-4fa5-48b2-8ec9-9825b7561b39 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:24.345598 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-28ce1c39-e032-4e3f-881a-6200a9f93887 req-045136f3-4fa5-48b2-8ec9-9825b7561b39 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0921483 Oct 17 18:11:24.390421 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-28ce1c39-e032-4e3f-881a-6200a9f93887 req-61b0cd08-5e8e-417d-8224-feaf3478f6bd tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390179 Oct 17 18:11:24.995078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:25.593456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0c92d-eec4-4435-a22a-9c206c009549 req-0bde56a0-60f3-45d8-877e-ccd8081ae285 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:25.594915 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-65c0c92d-eec4-4435-a22a-9c206c009549 req-0bde56a0-60f3-45d8-877e-ccd8081ae285 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0864217 Oct 17 18:11:25.638869 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-65c0c92d-eec4-4435-a22a-9c206c009549 req-06fd44b6-4fc9-4821-bef8-3307d55b429f tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383174 Oct 17 18:11:26.843249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfed4a-9ac2-4bea-8eca-4b6d380b6b51 req-5b0c4c62-7fd7-4e3b-a7bf-2351b0390f27 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:26.844699 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-28bfed4a-9ac2-4bea-8eca-4b6d380b6b51 req-5b0c4c62-7fd7-4e3b-a7bf-2351b0390f27 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0915768 Oct 17 18:11:26.888571 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-28bfed4a-9ac2-4bea-8eca-4b6d380b6b51 req-47d8384c-c47e-47e2-8e0f-5f4527ad179b tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 Oct 17 18:11:28.240862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6262d-7c1e-4208-9293-736be7011ae2 req-243c26c4-fbea-4abc-bc15-30b369c4de16 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:28.242304 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-24d6262d-7c1e-4208-9293-736be7011ae2 req-243c26c4-fbea-4abc-bc15-30b369c4de16 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0910225 Oct 17 18:11:28.287811 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-24d6262d-7c1e-4208-9293-736be7011ae2 req-3163edcb-a820-49a6-ac79-22faa97e9dd4 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388949 Oct 17 18:11:29.081837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2a293113-7980-43c0-8e59-8355aac2b4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:29.490972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed547c-3c5b-4405-b0ca-38d1cc2ac740 req-7a3b8551-363d-4122-a295-cda6895b23de tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:29.492458 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d5ed547c-3c5b-4405-b0ca-38d1cc2ac740 req-7a3b8551-363d-4122-a295-cda6895b23de tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0883684 Oct 17 18:11:29.537090 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d5ed547c-3c5b-4405-b0ca-38d1cc2ac740 req-9b9f888a-abcc-4321-8219-5f4b17d2ed95 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Oct 17 18:11:30.741284 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4822d7e-605a-46eb-8b5f-25eba7f9d5ec req-7ce95520-146e-4291-b813-6cba3b57031b tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:30.742729 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e4822d7e-605a-46eb-8b5f-25eba7f9d5ec req-7ce95520-146e-4291-b813-6cba3b57031b tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0933366 Oct 17 18:11:30.880970 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e4822d7e-605a-46eb-8b5f-25eba7f9d5ec req-70553707-df37-4f90-a4e1-7c5412b80000 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312835 Oct 17 18:11:31.531284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-798c694b-2199-4bba-bd30-a2522a668827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:32.082517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a00da2-d6d5-4a0f-b2a7-da6c65e28ba9 req-becb0c4d-dcc2-4ed5-aeb1-8f1aed999ee5 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:32.083925 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-36a00da2-d6d5-4a0f-b2a7-da6c65e28ba9 req-becb0c4d-dcc2-4ed5-aeb1-8f1aed999ee5 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0931158 Oct 17 18:11:32.129988 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-36a00da2-d6d5-4a0f-b2a7-da6c65e28ba9 req-6067b049-7e1e-424f-ba18-ab483b70d09e tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Oct 17 18:11:32.548315 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:32.633411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:33.332106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e6141-08a2-4219-b5d5-3193af54a630 req-bfcd964a-99d6-43f5-bcc8-086a20cd97bb tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:33.333548 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-733e6141-08a2-4219-b5d5-3193af54a630 req-bfcd964a-99d6-43f5-bcc8-086a20cd97bb tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0885231 Oct 17 18:11:33.380611 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-733e6141-08a2-4219-b5d5-3193af54a630 req-5adc80a5-a3c3-4a12-b5a6-3adf85bcf25b tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Oct 17 18:11:34.363456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:34.606363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b4329-0007-4bb6-a848-ab4d3368b140 req-29179ad6-97db-4f90-9f0a-38cae893eaa6 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:34.607945 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-987b4329-0007-4bb6-a848-ab4d3368b140 req-29179ad6-97db-4f90-9f0a-38cae893eaa6 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.1021860 Oct 17 18:11:34.761035 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-987b4329-0007-4bb6-a848-ab4d3368b140 req-267f9c7b-b840-4d11-80fc-f9fec585d9c7 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472025 Oct 17 18:11:35.966376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aec9d-0386-41c7-a893-e68c815c23f2 req-658e2dc3-8df1-45f9-9914-23374df17cf6 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:35.967917 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-232aec9d-0386-41c7-a893-e68c815c23f2 req-658e2dc3-8df1-45f9-9914-23374df17cf6 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0923316 Oct 17 18:11:36.014783 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-232aec9d-0386-41c7-a893-e68c815c23f2 req-50f924e5-bff7-4741-bbc1-d8bd9924473c tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410438 Oct 17 18:11:37.215757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989ed60-2cd1-49b7-a90f-fc58cbf4341c req-e91f9abe-716f-4fb7-9e51-af092403b196 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:37.217187 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5989ed60-2cd1-49b7-a90f-fc58cbf4341c req-e91f9abe-716f-4fb7-9e51-af092403b196 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0879681 Oct 17 18:11:37.263381 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5989ed60-2cd1-49b7-a90f-fc58cbf4341c req-b343f3dc-fc4a-4885-aef1-4dd41f9ec10a tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 Oct 17 18:11:38.463208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefa480-253e-4bd4-94b7-56ba2439171d req-5b581ef3-c562-444a-92a4-d5ab8e69f543 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:38.464773 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2aefa480-253e-4bd4-94b7-56ba2439171d req-5b581ef3-c562-444a-92a4-d5ab8e69f543 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0914364 Oct 17 18:11:38.508544 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2aefa480-253e-4bd4-94b7-56ba2439171d req-a25e91a3-e603-41d4-ad57-955f2819a34e tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380859 Oct 17 18:11:39.711263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c67384-ba6d-4779-bd7b-6295e01aeb68 req-6e521769-241d-42f7-8199-0591a3329914 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:39.712720 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-72c67384-ba6d-4779-bd7b-6295e01aeb68 req-6e521769-241d-42f7-8199-0591a3329914 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0891523 Oct 17 18:11:39.757111 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-72c67384-ba6d-4779-bd7b-6295e01aeb68 req-18823d6e-8b7e-4be0-9d9e-77fe9bb9f2a0 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374594 Oct 17 18:11:40.963320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7076813-a9fb-41cb-8569-28a1281a670d req-e91b14b3-6868-4e2b-aa6f-b9d846d64902 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:40.965641 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e7076813-a9fb-41cb-8569-28a1281a670d req-e91b14b3-6868-4e2b-aa6f-b9d846d64902 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0897610 Oct 17 18:11:41.014203 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e7076813-a9fb-41cb-8569-28a1281a670d req-7dc98c0e-af69-49b5-89d5-499136505ea1 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Oct 17 18:11:42.226787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea892257-5b24-4c7c-af2c-27feb6df6514 req-846f74f0-96b8-4416-b2d3-6b91f2bca8af tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:42.228250 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ea892257-5b24-4c7c-af2c-27feb6df6514 req-846f74f0-96b8-4416-b2d3-6b91f2bca8af tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0939167 Oct 17 18:11:42.274265 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ea892257-5b24-4c7c-af2c-27feb6df6514 req-539424e0-47b3-437e-bf9b-95666be8b6d6 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403686 Oct 17 18:11:43.473765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225592dc-8f29-45c9-ba09-f682acbb050f req-ceb788bc-b783-4edf-a934-972a9afd65be tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:43.475248 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-225592dc-8f29-45c9-ba09-f682acbb050f req-ceb788bc-b783-4edf-a934-972a9afd65be tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0893412 Oct 17 18:11:43.522200 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-225592dc-8f29-45c9-ba09-f682acbb050f req-7a15ee52-a234-4f91-ba74-8cbcda375fba tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407991 Oct 17 18:11:44.723285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084626d-c65a-4e4b-9259-8afe858aa36a req-06f41029-23dc-4da3-9af7-a8c169bbf9ee tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:44.724780 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0084626d-c65a-4e4b-9259-8afe858aa36a req-06f41029-23dc-4da3-9af7-a8c169bbf9ee tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0887051 Oct 17 18:11:44.775596 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0084626d-c65a-4e4b-9259-8afe858aa36a req-83f4a2ae-d17d-4b3e-8a14-e9027b7d23ca tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444908 Oct 17 18:11:45.984972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947a60f-99f6-49a8-b218-0f97d3d55402 req-1fd812bf-8e0f-4a21-9750-7fcc4186c9af tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:45.986482 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5947a60f-99f6-49a8-b218-0f97d3d55402 req-1fd812bf-8e0f-4a21-9750-7fcc4186c9af tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0948017 Oct 17 18:11:46.032909 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5947a60f-99f6-49a8-b218-0f97d3d55402 req-9fb78586-fa5f-4c27-baf9-e0250f0344fc tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406890 Oct 17 18:11:47.236016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3035a-915f-4e24-9575-a5f5d5eaf02f req-254aad70-9c19-4f2a-9004-2350c033e48b tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:47.237523 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-35c3035a-915f-4e24-9575-a5f5d5eaf02f req-254aad70-9c19-4f2a-9004-2350c033e48b tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0901456 Oct 17 18:11:47.282698 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-35c3035a-915f-4e24-9575-a5f5d5eaf02f req-aaef3750-2255-4776-bc15-bd8c88f441cd tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 Oct 17 18:11:48.485995 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a85ab5-e5d8-499b-a227-c401a4d92dbe req-bd6b73ca-ba08-4b48-ab53-95a2696fd382 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:48.487505 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b0a85ab5-e5d8-499b-a227-c401a4d92dbe req-bd6b73ca-ba08-4b48-ab53-95a2696fd382 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0888846 Oct 17 18:11:48.535556 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b0a85ab5-e5d8-499b-a227-c401a4d92dbe req-f6c251c4-ccc9-48d3-8acf-b2e545b03f64 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Oct 17 18:11:49.745986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06431c4-7671-4d12-9b9c-0ba99799b156 req-03a9150d-6f9a-492f-9dbe-25538123a294 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:49.747453 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a06431c4-7671-4d12-9b9c-0ba99799b156 req-03a9150d-6f9a-492f-9dbe-25538123a294 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0911880 Oct 17 18:11:49.790867 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a06431c4-7671-4d12-9b9c-0ba99799b156 req-04f662f7-6928-43e4-a6ce-fcebe0f555f7 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378156 Oct 17 18:11:50.274654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ad7b6-12de-4851-b4a1-13cc93a9603f req-9d39d556-922a-4c99-a59c-b7a24460189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:50.276196 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765ad7b6-12de-4851-b4a1-13cc93a9603f req-9d39d556-922a-4c99-a59c-b7a24460189f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfbeeeaa37b84fa2b44a2a62ea7dc3f8&device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 1099 time: 0.1065073 Oct 17 18:11:50.435373 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ad7b6-12de-4851-b4a1-13cc93a9603f req-901bdcf5-d6ed-4a9a-8789-b62f26c72391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:50.437927 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765ad7b6-12de-4851-b4a1-13cc93a9603f req-901bdcf5-d6ed-4a9a-8789-b62f26c72391 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e70d83a-7149-444d-b4db-6a5c72a53c6f HTTP/1.1" status: 200 len: 912 time: 0.1415145 Oct 17 18:11:50.514743 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765ad7b6-12de-4851-b4a1-13cc93a9603f req-0cda4faa-6824-4ed4-9692-ac81e5801069 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c HTTP/1.1" status: 200 len: 217 time: 0.0707140 Oct 17 18:11:50.579251 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ad7b6-12de-4851-b4a1-13cc93a9603f req-ed3af965-e6ea-47bd-8383-db1517d52850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:50.580741 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765ad7b6-12de-4851-b4a1-13cc93a9603f req-ed3af965-e6ea-47bd-8383-db1517d52850 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f93c54e-5636-4c89-af6e-97c7d7877216 HTTP/1.1" status: 200 len: 850 time: 0.0600083 Oct 17 18:11:50.693857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ad7b6-12de-4851-b4a1-13cc93a9603f req-55b2369f-0db5-4a6b-ba7b-5b01e26ea720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:50.695311 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765ad7b6-12de-4851-b4a1-13cc93a9603f req-55b2369f-0db5-4a6b-ba7b-5b01e26ea720 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e70d83a-7149-444d-b4db-6a5c72a53c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947328 Oct 17 18:11:50.833856 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765ad7b6-12de-4851-b4a1-13cc93a9603f req-90cad191-65e2-4553-a613-9a3f5dc65e1c service neutron] 10.222.0.20 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322966 Oct 17 18:11:51.035706 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765ad7b6-12de-4851-b4a1-13cc93a9603f req-2f4881ad-875c-42da-87bc-5f590a9e77ef service neutron] 10.222.0.20 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950533 Oct 17 18:11:51.050907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671676f3-77dc-482e-bb6e-3661162e68a8 req-062c8229-2031-4887-ad27-8c7ea9a167bb tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:51.052408 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-671676f3-77dc-482e-bb6e-3661162e68a8 req-062c8229-2031-4887-ad27-8c7ea9a167bb tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.1454294 Oct 17 18:11:51.098202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-671676f3-77dc-482e-bb6e-3661162e68a8 req-32170d33-5222-41f2-89c7-a11264f5cf93 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388179 Oct 17 18:11:52.305120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57e637-0c0f-4aaf-a67f-0afa96300afb req-ca13b01c-d333-488c-8c5f-e152ac415d91 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:52.306700 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-bf57e637-0c0f-4aaf-a67f-0afa96300afb req-ca13b01c-d333-488c-8c5f-e152ac415d91 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0925062 Oct 17 18:11:52.356785 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-bf57e637-0c0f-4aaf-a67f-0afa96300afb req-10931f54-ed88-4786-bfaf-eda4d29222c7 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434439 Oct 17 18:11:52.380156 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-49327cfc-def1-47b0-949b-dd873ee35dc3 service neutron] 10.222.0.20 "GET /v2.0/ports/03c2ebfe-1a78-4ce6-8781-260c29884b5c/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.1793888 Oct 17 18:11:52.666480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-1029cf66-9e22-4bb3-8d58-b154a4708efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:52.668035 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-1029cf66-9e22-4bb3-8d58-b154a4708efe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b&tenant_id=bfbeeeaa37b84fa2b44a2a62ea7dc3f8 HTTP/1.1" status: 200 len: 1099 time: 0.0823281 Oct 17 18:11:52.777416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-1b3c88d3-2d23-412e-9931-9e27b3a51ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:52.779487 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-1b3c88d3-2d23-412e-9931-9e27b3a51ca7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfbeeeaa37b84fa2b44a2a62ea7dc3f8&device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 1099 time: 0.0789695 Oct 17 18:11:52.910972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-a4b65889-39d3-412f-9c84-a1751bb08ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:52.912460 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-a4b65889-39d3-412f-9c84-a1751bb08ee5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e70d83a-7149-444d-b4db-6a5c72a53c6f HTTP/1.1" status: 200 len: 912 time: 0.1279607 Oct 17 18:11:52.985024 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-657e1170-0f85-40ed-a9ac-3af299cc0929 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c HTTP/1.1" status: 200 len: 217 time: 0.0664854 Oct 17 18:11:53.046992 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-be03fc5a-e9ff-45ea-b5e4-2a0831f92bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:53.048458 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-be03fc5a-e9ff-45ea-b5e4-2a0831f92bf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f93c54e-5636-4c89-af6e-97c7d7877216 HTTP/1.1" status: 200 len: 850 time: 0.0579574 Oct 17 18:11:53.136693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-de86c245-33d0-44af-8c02-9d4964139c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:53.138159 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-de86c245-33d0-44af-8c02-9d4964139c2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e70d83a-7149-444d-b4db-6a5c72a53c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838606 Oct 17 18:11:53.272662 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-79773175-3e7c-4d80-bb3b-d9f88239cc61 service neutron] 10.222.0.20 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280098 Oct 17 18:11:53.412191 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d29e6b-3630-4dde-9314-e8b02a98b517 req-82bee7d0-f97f-4dc0-9721-3376dcdfcb1c service neutron] 10.222.0.20 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335933 Oct 17 18:11:53.560251 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f0210-5781-404d-aa97-48b917e3aa66 req-8b7fdc1d-41a3-45eb-8db7-23b3e2ddc5ec tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:53.561795 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-175f0210-5781-404d-aa97-48b917e3aa66 req-8b7fdc1d-41a3-45eb-8db7-23b3e2ddc5ec tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0899343 Oct 17 18:11:53.612356 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-175f0210-5781-404d-aa97-48b917e3aa66 req-7de5a1ee-033b-4548-8a92-dd253d139150 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431199 Oct 17 18:11:54.221203 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:11:54.819081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a865ee0-d489-4911-b695-3d14d80d25e4 req-8f4d7cea-6aa7-456f-981b-9189e8f6c714 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:54.820636 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a865ee0-d489-4911-b695-3d14d80d25e4 req-8f4d7cea-6aa7-456f-981b-9189e8f6c714 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0893536 Oct 17 18:11:54.864743 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a865ee0-d489-4911-b695-3d14d80d25e4 req-6fe3113a-6f1c-4e6d-9c9c-73708a81c88b tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376828 Oct 17 18:11:55.009934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:55.776746 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 03c2ebfe-1a78-4ce6-8781-260c29884b5c details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:11:55.912778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 03c2ebfe-1a78-4ce6-8781-260c29884b5c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:55.927441 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '03c2ebfe-1a78-4ce6-8781-260c29884b5c', 'network_id': '1e70d83a-7149-444d-b4db-6a5c72a53c6f', 'port_id': '03c2ebfe-1a78-4ce6-8781-260c29884b5c', 'mac_address': 'fa:16:3e:cf:2d:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f93c54e-5636-4c89-af6e-97c7d7877216', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:11:55.983237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 03c2ebfe-1a78-4ce6-8781-260c29884b5c is: ACTIVE; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:55.983618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:56.003078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03c2ebfe-1a78-4ce6-8781-260c29884b5c {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:11:56.019993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 03c2ebfe-1a78-4ce6-8781-260c29884b5c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:56.025084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:56.076000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a9acd-100c-4b3e-9851-4754e7d17578 req-85665f5f-e590-4126-a0d2-21f3d1654266 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:56.077373 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-697a9acd-100c-4b3e-9851-4754e7d17578 req-85665f5f-e590-4126-a0d2-21f3d1654266 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 945 time: 0.0949934 Oct 17 18:11:56.100497 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=03c2ebfe-1a78-4ce6-8781-260c29884b5c,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:56.109160 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:56.109512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:56.110001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:56.110347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:56.110681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:56.111014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:56.111370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:56.111700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:56.112027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:56.112352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:56.112704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:56.113026 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:11:56.126944 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-697a9acd-100c-4b3e-9851-4754e7d17578 req-1afab95f-e989-432b-8cf9-3337bc1cd353 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430098 Oct 17 18:11:56.148547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['03c2ebfe-1a78-4ce6-8781-260c29884b5c'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:11:56.531086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-5076273a-fc70-4092-bf8b-a35c9e6df420 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:56.532547 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-5076273a-fc70-4092-bf8b-a35c9e6df420 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b&tenant_id=bfbeeeaa37b84fa2b44a2a62ea7dc3f8&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 945 time: 0.0907710 Oct 17 18:11:56.698520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-c0252f6e-f445-4b90-9469-159c3dce21a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:56.700027 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-c0252f6e-f445-4b90-9469-159c3dce21a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfbeeeaa37b84fa2b44a2a62ea7dc3f8&device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 1098 time: 0.0821013 Oct 17 18:11:56.831864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-6401021e-4143-470c-a7c7-d812b305885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:56.833300 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-6401021e-4143-470c-a7c7-d812b305885d service neutron] 10.222.0.20 "GET /v2.0/networks?id=1e70d83a-7149-444d-b4db-6a5c72a53c6f HTTP/1.1" status: 200 len: 912 time: 0.1276784 Oct 17 18:11:56.904056 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-4179f5b6-f0c0-4c20-a8e9-146101f1a0e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c HTTP/1.1" status: 200 len: 217 time: 0.0642586 Oct 17 18:11:56.966326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-0a8e7e88-ab4e-47a8-94c2-615e099419b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:56.968396 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-0a8e7e88-ab4e-47a8-94c2-615e099419b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f93c54e-5636-4c89-af6e-97c7d7877216 HTTP/1.1" status: 200 len: 850 time: 0.0592980 Oct 17 18:11:57.051989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-b0a86eea-bcc7-49d5-9a31-3a9881afb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:57.053454 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-b0a86eea-bcc7-49d5-9a31-3a9881afb686 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e70d83a-7149-444d-b4db-6a5c72a53c6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793977 Oct 17 18:11:57.290287 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-06b0aa7b-4c20-49cf-8856-73ed8e044677 service neutron] 10.222.0.20 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304580 Oct 17 18:11:57.423302 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-f65b992e-5c2e-4613-9cc3-6d468828504f service neutron] 10.222.0.20 "GET /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269925 Oct 17 18:11:57.782108 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 03c2ebfe-1a78-4ce6-8781-260c29884b5c up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:11:57.853978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 03c2ebfe-1a78-4ce6-8781-260c29884b5c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:11:57.854350 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:57.854685 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 03c2ebfe-1a78-4ce6-8781-260c29884b5c Oct 17 18:11:57.977061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 03c2ebfe-1a78-4ce6-8781-260c29884b5c is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:11:57.977563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.006588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c224f1-d35e-420e-9bb9-1228d3b6442b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c2ebfe-1a78-4ce6-8781-260c29884b5c'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:11:58.009120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f45daba-dd8d-4180-8d29-eb9a39543831" -d '{"events": [{"server_uuid": "e8c224f1-d35e-420e-9bb9-1228d3b6442b", "name": "network-vif-plugged", "status": "completed", "tag": "03c2ebfe-1a78-4ce6-8781-260c29884b5c"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:11:58.019149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 03c2ebfe-1a78-4ce6-8781-260c29884b5c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:11:58.023996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:58.072653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ba483d-7cb2-400c-84e5-ccefd62211c8 x-openstack-request-id: req-e7ba483d-7cb2-400c-84e5-ccefd62211c8 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:11:58.072947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c224f1-d35e-420e-9bb9-1228d3b6442b", "name": "network-vif-plugged", "status": "completed", "tag": "03c2ebfe-1a78-4ce6-8781-260c29884b5c", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:11:58.073203 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e7ba483d-7cb2-400c-84e5-ccefd62211c8 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:11:58.073591 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ba483d-7cb2-400c-84e5-ccefd62211c8'] response: {'server_uuid': 'e8c224f1-d35e-420e-9bb9-1228d3b6442b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c2ebfe-1a78-4ce6-8781-260c29884b5c', 'code': 200} Oct 17 18:11:58.097547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=03c2ebfe-1a78-4ce6-8781-260c29884b5c,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:11:58.346762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b78148-599e-47c2-9cb6-14b4034675ef req-0c422112-7343-4f71-aa59-d4644241a7d9 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:58.348151 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-03b78148-599e-47c2-9cb6-14b4034675ef req-0c422112-7343-4f71-aa59-d4644241a7d9 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0921786 Oct 17 18:11:58.391885 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-03b78148-599e-47c2-9cb6-14b4034675ef req-85b8d5ce-d1e5-4583-a7d0-3993bcecc990 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379031 Oct 17 18:11:59.083994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aa7aa264-6a78-4dd7-ad2b-1a4be17894c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:11:59.596908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63c35c-7909-4f50-9065-b563dcf71e7d req-92298667-2a03-41ed-b348-b31bc3901cbc tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:11:59.598378 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0e63c35c-7909-4f50-9065-b563dcf71e7d req-92298667-2a03-41ed-b348-b31bc3901cbc tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0940874 Oct 17 18:11:59.642844 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0e63c35c-7909-4f50-9065-b563dcf71e7d req-1c59e378-53a5-471f-af8e-8b85d96597e5 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/security-groups?id=5821f739-d44e-4b1a-a6c7-43b1488b38c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387952 Oct 17 18:12:00.053376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-9349a233-c1f0-421f-b51d-79535b5bc436 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:00.054723 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-9349a233-c1f0-421f-b51d-79535b5bc436 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.20 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 946 time: 0.0943866 Oct 17 18:12:00.136913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Deleting port 03c2ebfe-1a78-4ce6-8781-260c29884b5c {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:00.137269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.386329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] For port 03c2ebfe-1a78-4ce6-8781-260c29884b5c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=03c2ebfe-1a78-4ce6-8781-260c29884b5c,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:00.386581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.512208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Calling delete_port for 03c2ebfe-1a78-4ce6-8781-260c29884b5c owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:00.660254 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.693514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['03c2ebfe-1a78-4ce6-8781-260c29884b5c'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:12:00.710530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Pushing event deleted for resources: {'Port': ['ID=03c2ebfe-1a78-4ce6-8781-260c29884b5c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:00.754286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:00.754635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:00.755076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:00.755400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:00.755731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:00.756059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:00.756388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:00.756710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:00.757033 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:00.757357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:00.757679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:00.757999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:00.853557 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] No DVR routers for this DVR port 03c2ebfe-1a78-4ce6-8781-260c29884b5c on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:12:00.861153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:00.863891 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c224f1-d35e-420e-9bb9-1228d3b6442b', 'name': 'network-vif-deleted', 'tag': '03c2ebfe-1a78-4ce6-8781-260c29884b5c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:12:00.866267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a0c9ab-56f2-4fe5-86eb-290c71239a24" -d '{"events": [{"server_uuid": "e8c224f1-d35e-420e-9bb9-1228d3b6442b", "name": "network-vif-deleted", "tag": "03c2ebfe-1a78-4ce6-8781-260c29884b5c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:12:00.881618 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b8065300-1072-44a3-97d7-833dba62a3ab req-0eecf998-4704-4ddb-be60-6b72e85ea358 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.69 "GET /v2.0/ports?device_id=e8c224f1-d35e-420e-9bb9-1228d3b6442b HTTP/1.1" status: 200 len: 210 time: 0.0702670 Oct 17 18:12:00.893449 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e68fa2c-1f31-40af-88a7-a2a8460f2302 req-9c9acb10-8339-447e-8e49-29b2db19f894 tempest-DeleteServersTestJSON-1662135220 tempest-DeleteServersTestJSON-1662135220-project] 10.222.0.20 "DELETE /v2.0/ports/03c2ebfe-1a78-4ce6-8781-260c29884b5c HTTP/1.1" status: 204 len: 173 time: 0.8332427 Oct 17 18:12:00.915413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5146b8-c356-488b-8bff-6eed9b93be06 x-openstack-request-id: req-0e5146b8-c356-488b-8bff-6eed9b93be06 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:12:00.915706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8c224f1-d35e-420e-9bb9-1228d3b6442b", "name": "network-vif-deleted", "tag": "03c2ebfe-1a78-4ce6-8781-260c29884b5c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:12:00.915957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e5146b8-c356-488b-8bff-6eed9b93be06 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:12:00.916354 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5146b8-c356-488b-8bff-6eed9b93be06'] response: {'server_uuid': 'e8c224f1-d35e-420e-9bb9-1228d3b6442b', 'name': 'network-vif-deleted', 'tag': '03c2ebfe-1a78-4ce6-8781-260c29884b5c', 'status': 'completed', 'code': 200} Oct 17 18:12:01.534287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-450ef364-9d53-4d8d-947c-855092f008b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.146434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51068) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:02.552613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.636084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:02.693868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.153251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Deleting port 206c5864-12fc-4879-b8c9-7720a4e6575b {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:03.153957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.328874 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] For port 206c5864-12fc-4879-b8c9-7720a4e6575b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=206c5864-12fc-4879-b8c9-7720a4e6575b,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:03.329231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.453935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Calling delete_port for 206c5864-12fc-4879-b8c9-7720a4e6575b owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:03.624279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:03.674344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=206c5864-12fc-4879-b8c9-7720a4e6575b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:03.724433 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:03.724690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:03.725029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:03.725363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:03.725691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:03.726018 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:03.726343 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:03.726671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:03.726990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:03.727335 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:03.727663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:03.727975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:03.798072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 03c2ebfe-1a78-4ce6-8781-260c29884b5c no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:03.878006 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 03c2ebfe-1a78-4ce6-8781-260c29884b5c {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:12:03.878355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 03c2ebfe-1a78-4ce6-8781-260c29884b5c not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:12:03.962818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.360972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:04.429725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Router 90a5c705-50e0-4b38-bc04-739f102721f6 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:12:04.610371 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:04.619304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26ed6ca-1849-486e-bfad-bad02b594c92 None None] Sync routers for ids ['90a5c705-50e0-4b38-bc04-739f102721f6'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:04.628801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26ed6ca-1849-486e-bfad-bad02b594c92 None None] Routers {'90a5c705-50e0-4b38-bc04-739f102721f6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:04.629414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f26ed6ca-1849-486e-bfad-bad02b594c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:12:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['90a5c705-50e0-4b38-bc04-739f102721f6'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:04.632107 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c743af71-87d0-447e-816a-4d7e92e209c9 admin admin] 10.222.0.69 "PUT /v2.0/routers/90a5c705-50e0-4b38-bc04-739f102721f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4845436 Oct 17 18:12:04.634655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51072) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:04.805437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-f26ed6ca-1849-486e-bfad-bad02b594c92 None None] Set router 90a5c705-50e0-4b38-bc04-739f102721f6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:12:04.815842 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.000106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.009624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Deleting port e463fb09-73f0-4303-9004-f112397d5af3 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:05.010077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.098253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f26ed6ca-1849-486e-bfad-bad02b594c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'name': 'tempest-DeleteServersTestJSON-611140741-router', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225'}], 'enable_snat': True}, 'gw_port_id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:12:03Z', 'revision_number': 5, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'gw_port': {'id': 'e463fb09-73f0-4303-9004-f112397d5af3', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1523, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:05.102095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26ed6ca-1849-486e-bfad-bad02b594c92 None None] Checking router: 90a5c705-50e0-4b38-bc04-739f102721f6 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:12:05.111539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26ed6ca-1849-486e-bfad-bad02b594c92 None None] Routers {'90a5c705-50e0-4b38-bc04-739f102721f6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:05.112148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f26ed6ca-1849-486e-bfad-bad02b594c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:12:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['90a5c705-50e0-4b38-bc04-739f102721f6'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:05.189922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] For port e463fb09-73f0-4303-9004-f112397d5af3, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e463fb09-73f0-4303-9004-f112397d5af3,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:05.190318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.270758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-f26ed6ca-1849-486e-bfad-bad02b594c92 None None] Set router 90a5c705-50e0-4b38-bc04-739f102721f6 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:12:05.320467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Calling delete_port for e463fb09-73f0-4303-9004-f112397d5af3 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:05.381181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f26ed6ca-1849-486e-bfad-bad02b594c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'name': 'tempest-DeleteServersTestJSON-611140741-router', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:12:05Z', 'revision_number': 6, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:05.385250 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26ed6ca-1849-486e-bfad-bad02b594c92 None None] The sync data for ids ['90a5c705-50e0-4b38-bc04-739f102721f6'] in dv-neutron-860895-1-hyperv is: [{'id': '90a5c705-50e0-4b38-bc04-739f102721f6', 'name': 'tempest-DeleteServersTestJSON-611140741-router', 'tenant_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:11:01Z', 'updated_at': '2022-10-17T18:12:05Z', 'revision_number': 6, 'project_id': 'bfbeeeaa37b84fa2b44a2a62ea7dc3f8', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:05.493862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.541888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Pushing event deleted for resources: {'Port': ['ID=e463fb09-73f0-4303-9004-f112397d5af3,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:05.757499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.932245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.934426 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.957282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.957806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90a5c705-50e0-4b38-bc04-739f102721f6 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:12:05.969714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:05.970834 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9d96df9e-4dec-4f1c-9852-b539874a34db admin admin] 10.222.0.69 "DELETE /v2.0/routers/90a5c705-50e0-4b38-bc04-739f102721f6 HTTP/1.1" status: 204 len: 168 time: 1.3352542 Oct 17 18:12:05.973618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51076) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:06.036611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-209f6930-4db6-4a5e-88c0-0465b9843405 admin admin] Deleting subnet 5f93c54e-5636-4c89-af6e-97c7d7877216 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:12:06.039479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-209f6930-4db6-4a5e-88c0-0465b9843405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.089066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-209f6930-4db6-4a5e-88c0-0465b9843405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.173156 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-209f6930-4db6-4a5e-88c0-0465b9843405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.173965 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 206c5864-12fc-4879-b8c9-7720a4e6575b no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:06.211300 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 206c5864-12fc-4879-b8c9-7720a4e6575b {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:12:06.211641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 206c5864-12fc-4879-b8c9-7720a4e6575b not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:12:06.248820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-209f6930-4db6-4a5e-88c0-0465b9843405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.288050 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f6930-4db6-4a5e-88c0-0465b9843405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f93c54e-5636-4c89-af6e-97c7d7877216,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:06.292932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-209f6930-4db6-4a5e-88c0-0465b9843405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.298405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094e42eb-4b8d-40d0-923c-63776c0716bc None None] Network 1e70d83a-7149-444d-b4db-6a5c72a53c6f requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:06.301018 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-209f6930-4db6-4a5e-88c0-0465b9843405 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5f93c54e-5636-4c89-af6e-97c7d7877216 HTTP/1.1" status: 204 len: 168 time: 0.3264513 Oct 17 18:12:06.303720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51080) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:06.413794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.425041 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Deleting port 7cd964e6-013f-43a2-be87-73271bd86921 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:06.425374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.568002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee35b311-d0b4-4d92-b054-a320eceaee84 None None] DHCP port deletion for 1e70d83a-7149-444d-b4db-6a5c72a53c6f request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:12:06.572552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ee35b311-d0b4-4d92-b054-a320eceaee84 None None] Deleting port 7cd964e6-013f-43a2-be87-73271bd86921 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:06.573099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ee35b311-d0b4-4d92-b054-a320eceaee84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.739300 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] For port 7cd964e6-013f-43a2-be87-73271bd86921, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7cd964e6-013f-43a2-be87-73271bd86921,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:06.739575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.784962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ee35b311-d0b4-4d92-b054-a320eceaee84 None None] For port 7cd964e6-013f-43a2-be87-73271bd86921, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7cd964e6-013f-43a2-be87-73271bd86921,segment=NetworkSegment(94060e6c-19d1-470c-a90d-10700131f854),segment_id=94060e6c-19d1-470c-a90d-10700131f854)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:06.785347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ee35b311-d0b4-4d92-b054-a320eceaee84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.865959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Calling delete_port for 7cd964e6-013f-43a2-be87-73271bd86921 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:06.947454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:06.949320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ee35b311-d0b4-4d92-b054-a320eceaee84 None None] Calling delete_port for 7cd964e6-013f-43a2-be87-73271bd86921 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:12:06.996990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd964e6-013f-43a2-be87-73271bd86921,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:06.999291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] No DVR routers for this DVR port 7cd964e6-013f-43a2-be87-73271bd86921 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:12:07.024305 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-ee35b311-d0b4-4d92-b054-a320eceaee84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:12:07.024647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-ee35b311-d0b4-4d92-b054-a320eceaee84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:12:07.117148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.143428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e70d83a-7149-444d-b4db-6a5c72a53c6f']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:07.156062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94060e6c-19d1-470c-a90d-10700131f854') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:07.156360 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94060e6c-19d1-470c-a90d-10700131f854') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:07.168926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.189487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.195762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:12:07.196200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.281151 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 94060e6c-19d1-470c-a90d-10700131f854 resource provider aggregate not found Oct 17 18:12:07.293369 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.311006 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.314306 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 94060e6c-19d1-470c-a90d-10700131f854 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94060e6c-19d1-470c-a90d-10700131f854 found for delete ", "request_id": "req-c8040d8c-e093-4e4d-9581-aeb2aaf5ea4c"}]} Oct 17 18:12:07.324163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e70d83a-7149-444d-b4db-6a5c72a53c6f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:07.337474 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3dd76df9-cf64-4031-a968-c45ebb1c6be0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1e70d83a-7149-444d-b4db-6a5c72a53c6f HTTP/1.1" status: 204 len: 168 time: 1.0316343 Oct 17 18:12:07.454885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51092) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:07.510292 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cb2c92a2-6963-44da-bc4b-2c12c13a26fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bfbeeeaa37b84fa2b44a2a62ea7dc3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541351 Oct 17 18:12:07.512912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51096) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:07.558123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ee35b311-d0b4-4d92-b054-a320eceaee84 None None] Deleting port 7cd964e6-013f-43a2-be87-73271bd86921 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:12:07.558701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ee35b311-d0b4-4d92-b054-a320eceaee84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.573716 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b56e169a-f84f-4910-a85f-24b9c8fa24c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.600705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b56e169a-f84f-4910-a85f-24b9c8fa24c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.651418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ee35b311-d0b4-4d92-b054-a320eceaee84 None None] The port '7cd964e6-013f-43a2-be87-73271bd86921' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:12:07.660334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b56e169a-f84f-4910-a85f-24b9c8fa24c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.683398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e169a-f84f-4910-a85f-24b9c8fa24c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5821f739-d44e-4b1a-a6c7-43b1488b38c6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:07.688379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b56e169a-f84f-4910-a85f-24b9c8fa24c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:07.689508 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b56e169a-f84f-4910-a85f-24b9c8fa24c7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5821f739-d44e-4b1a-a6c7-43b1488b38c6 HTTP/1.1" status: 204 len: 168 time: 0.1755190 Oct 17 18:12:07.862242 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e463fb09-73f0-4303-9004-f112397d5af3 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:07.895672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: e463fb09-73f0-4303-9004-f112397d5af3 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:12:07.896067 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e463fb09-73f0-4303-9004-f112397d5af3 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:12:07.896432 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7cd964e6-013f-43a2-be87-73271bd86921 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:07.933549 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 7cd964e6-013f-43a2-be87-73271bd86921 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:12:07.933797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7cd964e6-013f-43a2-be87-73271bd86921 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:12:08.414094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51120) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:08.550192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1358279979-network', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:08.555036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:08.558889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Usage tracker for resource:network and tenant:7c9e9b07c10b45eeb5b4be616ea77e4b is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:08.561850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:08.568277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:08.578427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Made reservation on behalf of 7c9e9b07c10b45eeb5b4be616ea77e4b for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:08.580942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.593732 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.608730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:08.612523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9e9b07c10b45eeb5b4be616ea77e4b is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:08.615292 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:08.620861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:08.708422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.712121 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.741017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:12:08.753859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99446ca-126a-4d1b-8335-9d1fba036b0e,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:08.759506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.759844 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Added segment daac3811-cea4-41ad-933c-3c8e5238a271 of type vlan for network a628c3ad-cbcd-450d-9753-2620d678757d Oct 17 18:12:08.788579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.817836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.818771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:08.819362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:08.925505 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5102718 Oct 17 18:12:08.926367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bca218-fd1b-4487-a73f-b9a40fe269b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a628c3ad-cbcd-450d-9753-2620d678757d,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:08.928575 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51126) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:08.934451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Request body: {'subnet': {'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1358279979-subnet', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:08.936874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network a628c3ad-cbcd-450d-9753-2620d678757d details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:12:08.939928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:08.943903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Usage tracker for resource:subnet and tenant:7c9e9b07c10b45eeb5b4be616ea77e4b is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:08.947161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:08.953515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:08.964275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Made reservation on behalf of 7c9e9b07c10b45eeb5b4be616ea77e4b for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:08.967336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.172964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.250895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a89511-ecd4-4791-83c6-924a7e365a5f,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:09.258471 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Checking segment: {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:09.258834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Network hostable DHCP agents. Network: a628c3ad-cbcd-450d-9753-2620d678757d, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:12:09.279741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Network a628c3ad-cbcd-450d-9753-2620d678757d is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:12:09.289092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, a628c3ad-cbcd-450d-9753-2620d678757d) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:09.293295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:09.293862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.299794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2d96ab-f564-43c5-9d6d-61d99d84896a None None] Network a628c3ad-cbcd-450d-9753-2620d678757d requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:09.316168 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d17c5766-7935-42ec-beb1-68b8243cb9b8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3864098 Oct 17 18:12:09.319037 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51130) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:09.324779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1358279979-router', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:09.330376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:09.334936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Usage tracker for resource:router and tenant:7c9e9b07c10b45eeb5b4be616ea77e4b is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:09.338224 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:09.344951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:09.360859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.362004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.377937 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.532865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-a628c3ad-cbcd-450d-9753-2620d678757d', 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'fixed_ips': [{'subnet_id': 'c3a89511-ecd4-4791-83c6-924a7e365a5f'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:12:09.533728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.649171 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.697926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Allocated IP 172.20.0.2 (a628c3ad-cbcd-450d-9753-2620d678757d/c3a89511-ecd4-4791-83c6-924a7e365a5f/8d4e15dd-da04-42fb-9bd4-401473638ab0) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:09.913918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:09.926742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Transition to ACTIVE for port object 8d4e15dd-da04-42fb-9bd4-401473638ab0 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:09.947485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Transition to ACTIVE for port object 8d4e15dd-da04-42fb-9bd4-401473638ab0 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:09.954309 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.022542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Network a628c3ad-cbcd-450d-9753-2620d678757d is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:10.023737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:10.027460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:10.065590 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Pushing event updated for resources: {'Port': ['ID=8d4e15dd-da04-42fb-9bd4-401473638ab0,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:10.100438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.133075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.141979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Attempting to bind port 8d4e15dd-da04-42fb-9bd4-401473638ab0 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:10.142366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Attempting to bind port 8d4e15dd-da04-42fb-9bd4-401473638ab0 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:10.142807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Attempting to bind port 8d4e15dd-da04-42fb-9bd4-401473638ab0 on network a628c3ad-cbcd-450d-9753-2620d678757d {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:10.148476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:10.148916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Checking segment: {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:10.149399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.149845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Bound using segment: {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:10.150363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Bound port: 8d4e15dd-da04-42fb-9bd4-401473638ab0, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:10.150729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.280288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] For port 8d4e15dd-da04-42fb-9bd4-401473638ab0, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:10.283628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] For port 8d4e15dd-da04-42fb-9bd4-401473638ab0, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8d4e15dd-da04-42fb-9bd4-401473638ab0,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:10.286232 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Allocated IP 172.26.8.21 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/8eb97e6e-a111-4d47-97d7-9a1eece38e6f) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:10.289232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.369386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb24bd-af2d-4e4c-bbe2-c3330c846766 None None] Pushing event updated for resources: {'Port': ['ID=8d4e15dd-da04-42fb-9bd4-401473638ab0,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:10.450807 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.481865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:10.555980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:10.569616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:10.571637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb97e6e-a111-4d47-97d7-9a1eece38e6f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:10.573783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:11.043746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.302999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbfe504-c633-472f-97cd-088fe66f5803 None None] Network a628c3ad-cbcd-450d-9753-2620d678757d requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:12:11.417072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.424874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b2ae73c3-5d83-48e0-8239-edbfb458ce72 None None] Provisioning for port 8d4e15dd-da04-42fb-9bd4-401473638ab0 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:11.759366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Router 530dedc2-53d8-4014-8192-f9300d5faaf4 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:12:11.895277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8d4e15dd-da04-42fb-9bd4-401473638ab0 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:11.954815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:11.963903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 8d4e15dd-da04-42fb-9bd4-401473638ab0 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:11.966241 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Sync routers for ids ['530dedc2-53d8-4014-8192-f9300d5faaf4'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:11.969517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 8d4e15dd-da04-42fb-9bd4-401473638ab0 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:11.969885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.970211 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 8d4e15dd-da04-42fb-9bd4-401473638ab0 Oct 17 18:12:11.977496 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Routers {'530dedc2-53d8-4014-8192-f9300d5faaf4'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:11.978369 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:12:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['530dedc2-53d8-4014-8192-f9300d5faaf4'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:11.983625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:11.984864 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ef56e576-67ff-4d65-969a-5c723e6c1707 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6647990 Oct 17 18:12:11.987665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51134) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:12.103177 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 8d4e15dd-da04-42fb-9bd4-401473638ab0 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:12.103548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.148816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 8d4e15dd-da04-42fb-9bd4-401473638ab0, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8d4e15dd-da04-42fb-9bd4-401473638ab0,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:12.154885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.202011 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Set router 530dedc2-53d8-4014-8192-f9300d5faaf4 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:12:12.239594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=8d4e15dd-da04-42fb-9bd4-401473638ab0,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:12.498994 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'name': 'tempest-ServerDiskConfigTestJSON-1358279979-router', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:09Z', 'updated_at': '2022-10-17T18:12:10Z', 'revision_number': 3, 'project_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'gw_port': {'id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:10Z', 'updated_at': '2022-10-17T18:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:12.502884 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Checking router: 530dedc2-53d8-4014-8192-f9300d5faaf4 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:12:12.503255 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Updating router 530dedc2-53d8-4014-8192-f9300d5faaf4 port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:12:12.556797 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.681217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.896865 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.902454 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Allocated IP 172.20.0.1 (a628c3ad-cbcd-450d-9753-2620d678757d/c3a89511-ecd4-4791-83c6-924a7e365a5f/79b16730-6f4c-4150-af29-965189767c98) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:12.910425 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Transition to ACTIVE for port object 8eb97e6e-a111-4d47-97d7-9a1eece38e6f will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:12.917908 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.982429 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Attempting to bind port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:12.983155 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Attempting to bind port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:12.983155 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Attempting to bind port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:12.991737 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:12.992099 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:12.992493 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:12.992874 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:12.993323 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Bound port: 8eb97e6e-a111-4d47-97d7-9a1eece38e6f, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:12.993693 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.041973 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Pushing event updated for resources: {'Port': ['ID=8eb97e6e-a111-4d47-97d7-9a1eece38e6f,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:13.050978 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:13.051351 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:13.051685 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:13.052016 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:13.052341 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:13.052665 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:13.052988 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:13.053307 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:13.053626 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:13.053941 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:13.054296 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:13.054613 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:13.091839 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] For port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:13.096995 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] For port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8eb97e6e-a111-4d47-97d7-9a1eece38e6f,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:13.101965 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.173948 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Routers {'530dedc2-53d8-4014-8192-f9300d5faaf4'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:13.174490 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:12:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['530dedc2-53d8-4014-8192-f9300d5faaf4'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:13.182844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.200107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Transition to ACTIVE for port object 79b16730-6f4c-4150-af29-965189767c98 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:13.226234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.288636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Network a628c3ad-cbcd-450d-9753-2620d678757d is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:13.291489 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:13.295876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:13.327454 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574479e-0f11-4787-9f4c-f7fa7dbebb4f None None] Pushing event updated for resources: {'Port': ['ID=8eb97e6e-a111-4d47-97d7-9a1eece38e6f,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:13.341036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Pushing event updated for resources: {'Port': ['ID=79b16730-6f4c-4150-af29-965189767c98,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:13.360184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.386099 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] Set router 530dedc2-53d8-4014-8192-f9300d5faaf4 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:12:13.479932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.513305 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Provisioning for port 79b16730-6f4c-4150-af29-965189767c98 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:13.518545 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Provisioning complete for port 79b16730-6f4c-4150-af29-965189767c98 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:13.518917 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.519286 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Attempt 1 to provision port 79b16730-6f4c-4150-af29-965189767c98 Oct 17 18:12:13.577462 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Port 79b16730-6f4c-4150-af29-965189767c98 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:13.703068 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'name': 'tempest-ServerDiskConfigTestJSON-1358279979-router', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:09Z', 'updated_at': '2022-10-17T18:12:10Z', 'revision_number': 3, 'project_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'gw_port': {'id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:10Z', 'updated_at': '2022-10-17T18:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:13.707238 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80296d8d-2dc1-4918-9de2-81aede41d3d5 None None] The sync data for ids ['530dedc2-53d8-4014-8192-f9300d5faaf4'] in dv-neutron-860895-1-hyperv is: [{'id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'name': 'tempest-ServerDiskConfigTestJSON-1358279979-router', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:09Z', 'updated_at': '2022-10-17T18:12:10Z', 'revision_number': 3, 'project_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'gw_port': {'id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:10Z', 'updated_at': '2022-10-17T18:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:13.719923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.730996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.841129 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Pushing event updated for resources: {'Port': ['ID=79b16730-6f4c-4150-af29-965189767c98,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:13.850592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.877556 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8d4e15dd-da04-42fb-9bd4-401473638ab0 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:13.960240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 8d4e15dd-da04-42fb-9bd4-401473638ab0 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:13.960548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:13.960913 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 8d4e15dd-da04-42fb-9bd4-401473638ab0 Oct 17 18:12:14.025049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Network a628c3ad-cbcd-450d-9753-2620d678757d is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:14.030083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:14.110406 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Attempt 2 to provision port 79b16730-6f4c-4150-af29-965189767c98 Oct 17 18:12:14.141324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 8d4e15dd-da04-42fb-9bd4-401473638ab0 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:14.188544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Port 79b16730-6f4c-4150-af29-965189767c98 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:14.257592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Router 530dedc2-53d8-4014-8192-f9300d5faaf4 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:12:14.447491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:12:14.456600 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e3f1f7ff-dfee-4c80-848a-1111a71262d2 admin admin] 10.222.0.69 "PUT /v2.0/routers/530dedc2-53d8-4014-8192-f9300d5faaf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4679122 Oct 17 18:12:14.689999 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Attempt 3 to provision port 79b16730-6f4c-4150-af29-965189767c98 Oct 17 18:12:14.748075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Port 79b16730-6f4c-4150-af29-965189767c98 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:14.971514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052c83b-f617-444b-8e0a-3320351efc89 req-551ad83a-7c8b-4c46-9888-1fa62b8f6832 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:14.972973 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-551ad83a-7c8b-4c46-9888-1fa62b8f6832 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 815 time: 0.1443064 Oct 17 18:12:14.987516 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-a5b105d7-ad2e-4cc2-9716-22b97f6648ef tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/quotas/7c9e9b07c10b45eeb5b4be616ea77e4b HTTP/1.1" status: 200 len: 375 time: 0.0090775 Oct 17 18:12:15.082004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c052c83b-f617-444b-8e0a-3320351efc89 req-3c42de78-aa3d-4eb0-a8d6-5f7602d270ff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Synchronizing usage tracker for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:15.099715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c052c83b-f617-444b-8e0a-3320351efc89 req-3c42de78-aa3d-4eb0-a8d6-5f7602d270ff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Unset dirty status for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:15.101043 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-3c42de78-aa3d-4eb0-a8d6-5f7602d270ff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086571 Oct 17 18:12:15.248752 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Attempt 4 to provision port 79b16730-6f4c-4150-af29-965189767c98 Oct 17 18:12:15.264639 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-1d59aa8a-df4d-498d-987d-25ad7af9317f service neutron] 10.222.0.69 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558008 Oct 17 18:12:15.276000 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Sync routers for ids ['530dedc2-53d8-4014-8192-f9300d5faaf4'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:12:15.307782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Routers {'530dedc2-53d8-4014-8192-f9300d5faaf4'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:15.308416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:12:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['530dedc2-53d8-4014-8192-f9300d5faaf4'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:15.426510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Port 79b16730-6f4c-4150-af29-965189767c98 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:15.493299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Set router 530dedc2-53d8-4014-8192-f9300d5faaf4 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:12:15.517692 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-375dfd8f-4dc3-4756-8b6f-66c1947e9eb9 service neutron] 10.222.0.69 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517209 Oct 17 18:12:15.724016 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0af91794-52da-431a-a529-17eca19b3ae1 req-f1e4de67-9555-43a9-991a-525189cc0762 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 210 time: 0.0546951 Oct 17 18:12:15.883923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'name': 'tempest-ServerDiskConfigTestJSON-1358279979-router', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:09Z', 'updated_at': '2022-10-17T18:12:13Z', 'revision_number': 4, 'project_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'gw_port': {'id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:10Z', 'updated_at': '2022-10-17T18:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '79b16730-6f4c-4150-af29-965189767c98', 'name': '', 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'mac_address': 'fa:16:3e:30:e5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c3a89511-ecd4-4791-83c6-924a7e365a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:12Z', 'updated_at': '2022-10-17T18:12:13Z', 'revision_number': 2, 'project_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'subnets': [{'id': 'c3a89511-ecd4-4791-83c6-924a7e365a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:15.888247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Checking router: 530dedc2-53d8-4014-8192-f9300d5faaf4 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:12:15.888612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Updating router 530dedc2-53d8-4014-8192-f9300d5faaf4 port 79b16730-6f4c-4150-af29-965189767c98 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:12:15.923666 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8eb97e6e-a111-4d47-97d7-9a1eece38e6f up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:15.963715 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Attempt 5 to provision port 79b16730-6f4c-4150-af29-965189767c98 Oct 17 18:12:16.049881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.069428 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Port 79b16730-6f4c-4150-af29-965189767c98 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:16.126870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:16.174055 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:16.174423 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.174761 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f Oct 17 18:12:16.424561 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:16.424937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.449743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8eb97e6e-a111-4d47-97d7-9a1eece38e6f,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:16.456036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.570175 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Attempt 6 to provision port 79b16730-6f4c-4150-af29-965189767c98 Oct 17 18:12:16.628637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=8eb97e6e-a111-4d47-97d7-9a1eece38e6f,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:16.632381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.652558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Transition to ACTIVE for port object 79b16730-6f4c-4150-af29-965189767c98 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:16.655167 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Port 79b16730-6f4c-4150-af29-965189767c98 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:16.660994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.871994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9f33e-0ac8-4b6a-8ba5-732ab896184e None None] Pushing event updated for resources: {'Port': ['ID=79b16730-6f4c-4150-af29-965189767c98,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:16.896504 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Attempting to bind port 79b16730-6f4c-4150-af29-965189767c98 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:16.897194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Attempting to bind port 79b16730-6f4c-4150-af29-965189767c98 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:16.897194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Attempting to bind port 79b16730-6f4c-4150-af29-965189767c98 on network a628c3ad-cbcd-450d-9753-2620d678757d {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:16.903137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:16.903469 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Checking segment: {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:16.903947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.904333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Bound using segment: {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:16.904791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Bound port: 79b16730-6f4c-4150-af29-965189767c98, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:16.905159 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:16.907979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052c83b-f617-444b-8e0a-3320351efc89 req-b5be2bdb-c409-42bb-b0fd-4b80b9f2aa2f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:16.908826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c052c83b-f617-444b-8e0a-3320351efc89 req-b5be2bdb-c409-42bb-b0fd-4b80b9f2aa2f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Synchronizing usage tracker for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:16.924581 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5f34beb9-43da-420b-9b77-beeb243ed094 req-3bf2e587-0010-4ad2-b830-b784b4f9a4ae tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 210 time: 0.0638359 Oct 17 18:12:16.944570 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c052c83b-f617-444b-8e0a-3320351efc89 req-b5be2bdb-c409-42bb-b0fd-4b80b9f2aa2f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Unset dirty status for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:16.945759 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-b5be2bdb-c409-42bb-b0fd-4b80b9f2aa2f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.20 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 815 time: 0.2261331 Oct 17 18:12:16.968267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Request body: {'port': {'device_id': '2131fe0e-5497-436d-8139-62e78faa6735', 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d', 'admin_state_up': True, 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:17.011802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] For port 79b16730-6f4c-4150-af29-965189767c98, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:17.015698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] For port 79b16730-6f4c-4150-af29-965189767c98, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=79b16730-6f4c-4150-af29-965189767c98,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:17.020334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.081976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Routers {'530dedc2-53d8-4014-8192-f9300d5faaf4'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:12:17.082602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:12:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['530dedc2-53d8-4014-8192-f9300d5faaf4'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:17.114096 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:17.125125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:17.136523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Made reservation on behalf of 7c9e9b07c10b45eeb5b4be616ea77e4b for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:12:17.142588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.196097 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Attempt 7 to provision port 79b16730-6f4c-4150-af29-965189767c98 Oct 17 18:12:17.314073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Allocated IP 172.20.0.13 (a628c3ad-cbcd-450d-9753-2620d678757d/c3a89511-ecd4-4791-83c6-924a7e365a5f/53b0d876-6c42-4a61-979b-3af68e922be4) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:17.328390 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9f33e-0ac8-4b6a-8ba5-732ab896184e None None] Pushing event updated for resources: {'Port': ['ID=79b16730-6f4c-4150-af29-965189767c98,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:17.372101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-53e8a5eb-69b7-4372-adf6-50ea6182ce93 None None] Port 79b16730-6f4c-4150-af29-965189767c98 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:12:17.375368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] Set router 530dedc2-53d8-4014-8192-f9300d5faaf4 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:12:17.529540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.546102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Transition to ACTIVE for port object 53b0d876-6c42-4a61-979b-3af68e922be4 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:17.570752 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.647574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Network a628c3ad-cbcd-450d-9753-2620d678757d is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:17.650579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:17.654962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:17.691855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Pushing event updated for resources: {'Port': ['ID=53b0d876-6c42-4a61-979b-3af68e922be4,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:17.714973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'name': 'tempest-ServerDiskConfigTestJSON-1358279979-router', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:09Z', 'updated_at': '2022-10-17T18:12:13Z', 'revision_number': 4, 'project_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'gw_port': {'id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:10Z', 'updated_at': '2022-10-17T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '79b16730-6f4c-4150-af29-965189767c98', 'name': '', 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'mac_address': 'fa:16:3e:30:e5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c3a89511-ecd4-4791-83c6-924a7e365a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:12Z', 'updated_at': '2022-10-17T18:12:17Z', 'revision_number': 4, 'project_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'subnets': [{'id': 'c3a89511-ecd4-4791-83c6-924a7e365a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:12:17.720569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2f46a-a58f-4959-bbf3-5ffaa7621bad None None] The sync data for ids ['530dedc2-53d8-4014-8192-f9300d5faaf4'] in dv-neutron-860895-1-hyperv is: [{'id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'name': 'tempest-ServerDiskConfigTestJSON-1358279979-router', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:09Z', 'updated_at': '2022-10-17T18:12:13Z', 'revision_number': 4, 'project_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'gw_port': {'id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:10Z', 'updated_at': '2022-10-17T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '79b16730-6f4c-4150-af29-965189767c98', 'name': '', 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'mac_address': 'fa:16:3e:30:e5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'c3a89511-ecd4-4791-83c6-924a7e365a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:12Z', 'updated_at': '2022-10-17T18:12:17Z', 'revision_number': 4, 'project_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'subnets': [{'id': 'c3a89511-ecd4-4791-83c6-924a7e365a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:12:17.727278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:17.727927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:17.765229 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-fabe0b73-5c7d-4d6c-9c76-46b89de2f346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8013985 Oct 17 18:12:17.798758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Request body: {'port': {'device_id': '2131fe0e-5497-436d-8139-62e78faa6735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:17.969507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 79b16730-6f4c-4150-af29-965189767c98 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:18.044324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3aa6cdff-eea0-427d-b8f8-8b66a5a81180 None None] Provisioning for port 53b0d876-6c42-4a61-979b-3af68e922be4 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:18.055096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3aa6cdff-eea0-427d-b8f8-8b66a5a81180 None None] Provisioning complete for port 53b0d876-6c42-4a61-979b-3af68e922be4 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:18.055476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3aa6cdff-eea0-427d-b8f8-8b66a5a81180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.055816 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3aa6cdff-eea0-427d-b8f8-8b66a5a81180 None None] Attempt 1 to provision port 53b0d876-6c42-4a61-979b-3af68e922be4 Oct 17 18:12:18.120398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 79b16730-6f4c-4150-af29-965189767c98 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:18.125059 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6cdff-eea0-427d-b8f8-8b66a5a81180 None None] Port 53b0d876-6c42-4a61-979b-3af68e922be4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:18.127902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 79b16730-6f4c-4150-af29-965189767c98 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:18.127902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.128185 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 79b16730-6f4c-4150-af29-965189767c98 Oct 17 18:12:18.150304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.252454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc1910-e891-4e8b-9da6-e8cd215dd997 req-9d553f2a-d839-4923-8b4b-d25cbfa3d0ec tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:18.253144 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a2cc1910-e891-4e8b-9da6-e8cd215dd997 req-9d553f2a-d839-4923-8b4b-d25cbfa3d0ec tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Synchronizing usage tracker for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:18.256641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 79b16730-6f4c-4150-af29-965189767c98 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:18.257030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.291734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 79b16730-6f4c-4150-af29-965189767c98, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=79b16730-6f4c-4150-af29-965189767c98,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:18.298170 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.298959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8eb97e6e-a111-4d47-97d7-9a1eece38e6f up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:18.336521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a2cc1910-e891-4e8b-9da6-e8cd215dd997 req-9d553f2a-d839-4923-8b4b-d25cbfa3d0ec tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Unset dirty status for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:18.338130 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a2cc1910-e891-4e8b-9da6-e8cd215dd997 req-9d553f2a-d839-4923-8b4b-d25cbfa3d0ec tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 932 time: 0.2716904 Oct 17 18:12:18.425792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=79b16730-6f4c-4150-af29-965189767c98,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:18.437723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:18.438348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.438691 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f Oct 17 18:12:18.473877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a2cc1910-e891-4e8b-9da6-e8cd215dd997 req-c6f5b57d-ecfa-417f-9d9c-cb11b8cb4054 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Synchronizing usage tracker for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:12:18.522408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a2cc1910-e891-4e8b-9da6-e8cd215dd997 req-c6f5b57d-ecfa-417f-9d9c-cb11b8cb4054 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Unset dirty status for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:12:18.523719 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a2cc1910-e891-4e8b-9da6-e8cd215dd997 req-c6f5b57d-ecfa-417f-9d9c-cb11b8cb4054 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724346 Oct 17 18:12:18.571984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:18.620749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b0d876-6c42-4a61-979b-3af68e922be4 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:12:18.626079 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3aa6cdff-eea0-427d-b8f8-8b66a5a81180 None None] Attempt 2 to provision port 53b0d876-6c42-4a61-979b-3af68e922be4 Oct 17 18:12:18.628973 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.646063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Transition to ACTIVE for port object 53b0d876-6c42-4a61-979b-3af68e922be4 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:12:18.650498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:18.684261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6cdff-eea0-427d-b8f8-8b66a5a81180 None None] Port 53b0d876-6c42-4a61-979b-3af68e922be4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:12:18.847339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Pushing event updated for resources: {'Port': ['ID=53b0d876-6c42-4a61-979b-3af68e922be4,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:18.896443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Attempting to bind port 53b0d876-6c42-4a61-979b-3af68e922be4 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:12:18.896782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Attempting to bind port 53b0d876-6c42-4a61-979b-3af68e922be4 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:12:18.897104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Attempting to bind port 53b0d876-6c42-4a61-979b-3af68e922be4 on network a628c3ad-cbcd-450d-9753-2620d678757d {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:18.902419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Port 53b0d876-6c42-4a61-979b-3af68e922be4 on network a628c3ad-cbcd-450d-9753-2620d678757d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:12:18.902731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Attempting to bind port 53b0d876-6c42-4a61-979b-3af68e922be4 on network a628c3ad-cbcd-450d-9753-2620d678757d {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:12:18.909094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:12:18.909306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Checking segment: {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:12:18.909677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Bound using segment: {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:12:18.910101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Bound port: 53b0d876-6c42-4a61-979b-3af68e922be4, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:12:18.910438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.010385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] For port 53b0d876-6c42-4a61-979b-3af68e922be4, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:12:19.013626 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] For port 53b0d876-6c42-4a61-979b-3af68e922be4, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=53b0d876-6c42-4a61-979b-3af68e922be4,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:12:19.017656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.020759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:19.021591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.023062 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] 10.222.0.20 "PUT /v2.0/ports/53b0d876-6c42-4a61-979b-3af68e922be4 HTTP/1.1" status: 200 len: 1094 time: 1.2452450 Oct 17 18:12:19.054976 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2131fe0e-5497-436d-8139-62e78faa6735', 'tag': '53b0d876-6c42-4a61-979b-3af68e922be4'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:12:19.057365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57aa1209-1baa-4569-8f3d-317aea7172c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2131fe0e-5497-436d-8139-62e78faa6735", "tag": "53b0d876-6c42-4a61-979b-3af68e922be4"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:12:19.125285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10743d9c-47f6-4c39-ae99-39aea532703a x-openstack-request-id: req-10743d9c-47f6-4c39-ae99-39aea532703a {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:12:19.125541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2131fe0e-5497-436d-8139-62e78faa6735", "tag": "53b0d876-6c42-4a61-979b-3af68e922be4", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:12:19.125713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10743d9c-47f6-4c39-ae99-39aea532703a {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:12:19.126089 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10743d9c-47f6-4c39-ae99-39aea532703a'] response: {'name': 'network-changed', 'server_uuid': '2131fe0e-5497-436d-8139-62e78faa6735', 'tag': '53b0d876-6c42-4a61-979b-3af68e922be4', 'status': 'completed', 'code': 200} Oct 17 18:12:19.161715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b2391-90e8-4877-8205-f8b7e20a0b89 service neutron] Pushing event updated for resources: {'Port': ['ID=53b0d876-6c42-4a61-979b-3af68e922be4,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:19.183807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052c83b-f617-444b-8e0a-3320351efc89 req-1fd59fe2-1622-4e81-bcb0-8ff193765503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:19.185847 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-1fd59fe2-1622-4e81-bcb0-8ff193765503 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 1097 time: 0.1017032 Oct 17 18:12:19.186014 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3aa6cdff-eea0-427d-b8f8-8b66a5a81180 None None] Attempt 3 to provision port 53b0d876-6c42-4a61-979b-3af68e922be4 Oct 17 18:12:19.253708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3aa6cdff-eea0-427d-b8f8-8b66a5a81180 None None] Port 53b0d876-6c42-4a61-979b-3af68e922be4 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:12:19.262435 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-f74b5725-04a7-41b6-81a7-9337f3a681f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b0d876-6c42-4a61-979b-3af68e922be4 HTTP/1.1" status: 200 len: 217 time: 0.0641150 Oct 17 18:12:19.328401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052c83b-f617-444b-8e0a-3320351efc89 req-e22d65bf-4ba9-4066-81e7-54cc688faf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:19.329832 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-e22d65bf-4ba9-4066-81e7-54cc688faf5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3a89511-ecd4-4791-83c6-924a7e365a5f HTTP/1.1" status: 200 len: 854 time: 0.0622611 Oct 17 18:12:19.414561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052c83b-f617-444b-8e0a-3320351efc89 req-5cb15c8b-ad6e-4e35-8ed4-b8ad4816950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:19.416052 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-5cb15c8b-ad6e-4e35-8ed4-b8ad4816950c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a628c3ad-cbcd-450d-9753-2620d678757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804005 Oct 17 18:12:19.552891 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-9dcdb226-8dc0-4c9b-af91-6cfcda3eb781 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307104 Oct 17 18:12:19.864561 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c052c83b-f617-444b-8e0a-3320351efc89 req-5e90c832-45a5-4104-9f93-7a11b29b29d0 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054774 Oct 17 18:12:19.876499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 79b16730-6f4c-4150-af29-965189767c98 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:19.897406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0693434-e521-4c3e-8114-9003d4266834 req-c712a2fc-938c-47f1-ae88-e24950e14b4d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:19.899199 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b0693434-e521-4c3e-8114-9003d4266834 req-c712a2fc-938c-47f1-ae88-e24950e14b4d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 944 time: 0.2487514 Oct 17 18:12:19.949188 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b0693434-e521-4c3e-8114-9003d4266834 req-8245c1ed-4b12-4bb3-9bde-717cce98ab79 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430732 Oct 17 18:12:19.955616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 79b16730-6f4c-4150-af29-965189767c98 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:19.956018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:19.956536 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 79b16730-6f4c-4150-af29-965189767c98 Oct 17 18:12:20.051231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1209-1baa-4569-8f3d-317aea7172c8 req-6c218253-000c-4dd9-8699-dff7e32e3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:20.053243 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-57aa1209-1baa-4569-8f3d-317aea7172c8 req-6c218253-000c-4dd9-8699-dff7e32e3636 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 1097 time: 0.0872293 Oct 17 18:12:20.093684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 79b16730-6f4c-4150-af29-965189767c98 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:20.217037 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1209-1baa-4569-8f3d-317aea7172c8 req-6341ca09-4aab-4633-91f3-26fe787ea2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:20.218398 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-57aa1209-1baa-4569-8f3d-317aea7172c8 req-6341ca09-4aab-4633-91f3-26fe787ea2ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 916 time: 0.1569424 Oct 17 18:12:20.292470 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-57aa1209-1baa-4569-8f3d-317aea7172c8 req-b736dbf1-76aa-44bc-b705-845b3867b143 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b0d876-6c42-4a61-979b-3af68e922be4 HTTP/1.1" status: 200 len: 217 time: 0.0680308 Oct 17 18:12:20.355377 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1209-1baa-4569-8f3d-317aea7172c8 req-7f884e09-3d4d-4884-b9d2-ae0c9d083b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:20.356788 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-57aa1209-1baa-4569-8f3d-317aea7172c8 req-7f884e09-3d4d-4884-b9d2-ae0c9d083b5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3a89511-ecd4-4791-83c6-924a7e365a5f HTTP/1.1" status: 200 len: 854 time: 0.0586188 Oct 17 18:12:20.443854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1209-1baa-4569-8f3d-317aea7172c8 req-e41148fa-3c3a-46f4-902b-e36a8353054b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:20.445379 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-57aa1209-1baa-4569-8f3d-317aea7172c8 req-e41148fa-3c3a-46f4-902b-e36a8353054b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a628c3ad-cbcd-450d-9753-2620d678757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826433 Oct 17 18:12:20.583454 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-57aa1209-1baa-4569-8f3d-317aea7172c8 req-b08e0727-a8c9-489b-9905-259d41396ac0 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312826 Oct 17 18:12:20.721067 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-57aa1209-1baa-4569-8f3d-317aea7172c8 req-34c413e2-a93c-4a00-bb42-fa9a8e94807b service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306381 Oct 17 18:12:21.160655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a30dc9-fc30-4449-a669-19f6f69b9234 req-d574b3b1-f742-4b0a-b68c-2f8bfdaedf0b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:21.162246 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-88a30dc9-fc30-4449-a669-19f6f69b9234 req-d574b3b1-f742-4b0a-b68c-2f8bfdaedf0b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 944 time: 0.0937514 Oct 17 18:12:21.208114 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-88a30dc9-fc30-4449-a669-19f6f69b9234 req-d07f476f-ec19-4398-a7ee-c940f9186efc tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396338 Oct 17 18:12:22.407223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a541132-0dfe-4f2c-a044-8cfe4b49047d req-d361680d-c1b0-4004-a596-f96c582a1b73 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:22.408707 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a541132-0dfe-4f2c-a044-8cfe4b49047d req-d361680d-c1b0-4004-a596-f96c582a1b73 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 944 time: 0.0899596 Oct 17 18:12:22.452510 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a541132-0dfe-4f2c-a044-8cfe4b49047d req-a394fb5e-54e1-4341-8071-ae23ffe2165e tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Oct 17 18:12:23.650980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607854b-8fb2-4f52-8a49-9dd691642b15 req-4d0a7c88-ae16-447e-bd4e-0438ad8fbd10 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:23.652462 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2607854b-8fb2-4f52-8a49-9dd691642b15 req-4d0a7c88-ae16-447e-bd4e-0438ad8fbd10 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 944 time: 0.0872991 Oct 17 18:12:23.703729 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2607854b-8fb2-4f52-8a49-9dd691642b15 req-42926fb6-613b-462d-969d-22407172e5c4 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445309 Oct 17 18:12:23.891927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 53b0d876-6c42-4a61-979b-3af68e922be4 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:12:24.038378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 53b0d876-6c42-4a61-979b-3af68e922be4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=53b0d876-6c42-4a61-979b-3af68e922be4,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:24.052704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '53b0d876-6c42-4a61-979b-3af68e922be4', 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d', 'port_id': '53b0d876-6c42-4a61-979b-3af68e922be4', 'mac_address': 'fa:16:3e:61:32:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a89511-ecd4-4791-83c6-924a7e365a5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:12:24.113276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 53b0d876-6c42-4a61-979b-3af68e922be4 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:24.113658 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.135471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b0d876-6c42-4a61-979b-3af68e922be4 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:12:24.163814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 53b0d876-6c42-4a61-979b-3af68e922be4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=53b0d876-6c42-4a61-979b-3af68e922be4,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:24.169009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:24.241303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=53b0d876-6c42-4a61-979b-3af68e922be4,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:24.444564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['53b0d876-6c42-4a61-979b-3af68e922be4'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:12:24.908057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e7814-47bb-4408-ab24-85005b72a03e req-967f62f1-07f3-45a3-9294-bf72c02450c2 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:24.909523 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-931e7814-47bb-4408-ab24-85005b72a03e req-967f62f1-07f3-45a3-9294-bf72c02450c2 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 945 time: 0.0923064 Oct 17 18:12:24.955692 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-931e7814-47bb-4408-ab24-85005b72a03e req-053043b0-6bca-47db-9803-4eb63670b8e9 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Oct 17 18:12:25.007330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.907216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 53b0d876-6c42-4a61-979b-3af68e922be4 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:25.977769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 53b0d876-6c42-4a61-979b-3af68e922be4 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:12:25.983381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 53b0d876-6c42-4a61-979b-3af68e922be4 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:25.983746 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:25.984068 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 53b0d876-6c42-4a61-979b-3af68e922be4 Oct 17 18:12:26.111262 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 53b0d876-6c42-4a61-979b-3af68e922be4 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:26.112330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.143323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2131fe0e-5497-436d-8139-62e78faa6735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b0d876-6c42-4a61-979b-3af68e922be4'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:12:26.145632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ba5acd-3e76-4491-bb60-e967bba21911" -d '{"events": [{"server_uuid": "2131fe0e-5497-436d-8139-62e78faa6735", "name": "network-vif-plugged", "status": "completed", "tag": "53b0d876-6c42-4a61-979b-3af68e922be4"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:12:26.153299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 53b0d876-6c42-4a61-979b-3af68e922be4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=53b0d876-6c42-4a61-979b-3af68e922be4,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:26.159638 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:26.173002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109a437-9042-4547-a1d6-48275bbc29c4 req-fc4a7990-48e5-41e2-99b6-ee18cef1614f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:26.180145 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f109a437-9042-4547-a1d6-48275bbc29c4 req-fc4a7990-48e5-41e2-99b6-ee18cef1614f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 945 time: 0.1088870 Oct 17 18:12:26.197528 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a7bba9-0e6b-4d8d-a5ee-7b3d219ce312 x-openstack-request-id: req-20a7bba9-0e6b-4d8d-a5ee-7b3d219ce312 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:12:26.197823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2131fe0e-5497-436d-8139-62e78faa6735", "name": "network-vif-plugged", "status": "completed", "tag": "53b0d876-6c42-4a61-979b-3af68e922be4", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:12:26.198075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-20a7bba9-0e6b-4d8d-a5ee-7b3d219ce312 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:12:26.198774 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a7bba9-0e6b-4d8d-a5ee-7b3d219ce312'] response: {'server_uuid': '2131fe0e-5497-436d-8139-62e78faa6735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b0d876-6c42-4a61-979b-3af68e922be4', 'code': 200} Oct 17 18:12:26.225831 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f109a437-9042-4547-a1d6-48275bbc29c4 req-0d57de1b-1f9c-42b1-8b8a-afa1311cf10e tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448039 Oct 17 18:12:26.237992 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=53b0d876-6c42-4a61-979b-3af68e922be4,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:26.462726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb9e1e-8cce-43d3-9d91-4be5d90aab10 req-ee9b45b7-ddd9-4275-ba48-9077da38cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:26.464224 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e0cb9e1e-8cce-43d3-9d91-4be5d90aab10 req-ee9b45b7-ddd9-4275-ba48-9077da38cb43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 1099 time: 0.0803189 Oct 17 18:12:26.507384 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e0cb9e1e-8cce-43d3-9d91-4be5d90aab10 req-1090d5d8-889c-4811-a80e-436dfb726599 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375473 Oct 17 18:12:27.432683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7e2f8-f52f-4152-b2cd-0c2d30dc4392 req-f761ecc9-5d92-4ec3-989d-a82829750148 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:27.434185 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5cd7e2f8-f52f-4152-b2cd-0c2d30dc4392 req-f761ecc9-5d92-4ec3-989d-a82829750148 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0884805 Oct 17 18:12:27.486240 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5cd7e2f8-f52f-4152-b2cd-0c2d30dc4392 req-882140d1-b6e3-4109-a7a5-e3d78282cb97 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Oct 17 18:12:28.701539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20374ca2-9c5a-4a24-b776-ff395a25d5b7 req-717cbc4a-db57-473c-91dc-a630baf3c099 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:28.703080 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-20374ca2-9c5a-4a24-b776-ff395a25d5b7 req-717cbc4a-db57-473c-91dc-a630baf3c099 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0939753 Oct 17 18:12:28.747074 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-20374ca2-9c5a-4a24-b776-ff395a25d5b7 req-cb117398-a323-4ea5-83c2-93383904ce9a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382078 Oct 17 18:12:28.950026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9f014-4c4b-471b-8f32-75c1fcea93c6 req-ea41b713-82dd-4c35-bbc5-75aed7fcca23 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:28.952321 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ffa9f014-4c4b-471b-8f32-75c1fcea93c6 req-ea41b713-82dd-4c35-bbc5-75aed7fcca23 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0935371 Oct 17 18:12:28.997830 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ffa9f014-4c4b-471b-8f32-75c1fcea93c6 req-6defb1a2-4c5f-42a7-a486-27c7e424222f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393436 Oct 17 18:12:29.087518 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-58f9716e-d48a-4d14-a8d3-f100751b3740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:29.377662 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9942b-870d-4e1d-8dcd-2d8be88fbf9f req-fd9dbe05-f3a1-48f8-9be2-a05db369ee98 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:29.379067 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-41b9942b-870d-4e1d-8dcd-2d8be88fbf9f req-fd9dbe05-f3a1-48f8-9be2-a05db369ee98 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.1012778 Oct 17 18:12:29.429551 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-41b9942b-870d-4e1d-8dcd-2d8be88fbf9f req-b52d401a-51ef-47f5-b260-9b26286731d8 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Oct 17 18:12:29.628897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52255fa4-ad5e-4ec3-a825-085e4b9658a8 req-20b92b9b-e96b-4281-9997-9f0392060f72 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:29.630269 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-52255fa4-ad5e-4ec3-a825-085e4b9658a8 req-20b92b9b-e96b-4281-9997-9f0392060f72 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0886972 Oct 17 18:12:29.679603 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-52255fa4-ad5e-4ec3-a825-085e4b9658a8 req-87eb2b72-26df-4199-99f8-f0e7e47d2088 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436356 Oct 17 18:12:30.151127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ea7d3-09df-42dc-8c52-644bae576b16 req-604e4268-ac4e-42f4-b170-c6ff880d887d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:30.152734 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-996ea7d3-09df-42dc-8c52-644bae576b16 req-604e4268-ac4e-42f4-b170-c6ff880d887d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.1334076 Oct 17 18:12:30.158116 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-b88674f8-773e-41f1-9627-90aab4025b63 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1852510 Oct 17 18:12:30.203896 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-996ea7d3-09df-42dc-8c52-644bae576b16 req-47d6dd58-7ec1-400d-a969-52274494a17e tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 Oct 17 18:12:31.221975 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:12:31.483863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28239a-437b-4f33-a170-a3d785229aee req-44d6ba81-55d9-4ab5-ab15-caeb6caf4de1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:31.485317 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7e28239a-437b-4f33-a170-a3d785229aee req-44d6ba81-55d9-4ab5-ab15-caeb6caf4de1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.1662815 Oct 17 18:12:31.507363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-23060f82-7b41-41da-a9ac-52e28c4b541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:31.508745 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-23060f82-7b41-41da-a9ac-52e28c4b541d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 1099 time: 0.1244621 Oct 17 18:12:31.536994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2375b834-a7d4-4857-adad-e2597bf31c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:31.718238 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7e28239a-437b-4f33-a170-a3d785229aee req-42529b6f-eec6-41d5-a20e-5e0a86c3f36f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263112 Oct 17 18:12:31.769261 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-800781a0-319d-46e9-9909-7b5aa847076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:31.770593 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-800781a0-319d-46e9-9909-7b5aa847076d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 916 time: 0.2541685 Oct 17 18:12:31.840304 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-f4027560-44b9-4480-bffa-6c15eae81a7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b0d876-6c42-4a61-979b-3af68e922be4 HTTP/1.1" status: 200 len: 217 time: 0.0628529 Oct 17 18:12:31.902925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-97b8239a-96c5-40e2-8223-465692b9ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:31.904928 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-97b8239a-96c5-40e2-8223-465692b9ee14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3a89511-ecd4-4791-83c6-924a7e365a5f HTTP/1.1" status: 200 len: 854 time: 0.0593798 Oct 17 18:12:31.993601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-ab54935e-d33a-4814-89b4-ae4162a4a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:31.995089 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-ab54935e-d33a-4814-89b4-ae4162a4a4ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a628c3ad-cbcd-450d-9753-2620d678757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846493 Oct 17 18:12:32.137724 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-3915a448-fa4f-4ab6-bb9e-38c8776179ff service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368532 Oct 17 18:12:32.290179 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-8472fbfc-83bc-4051-995d-9e76f5f61381 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464372 Oct 17 18:12:32.557984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.642234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:32.918361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4440-3c8b-47b9-9067-9dcb9be6d49c req-0b3e2e8a-0f17-4af2-805b-ba504cd6e820 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:32.919872 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1b3f4440-3c8b-47b9-9067-9dcb9be6d49c req-0b3e2e8a-0f17-4af2-805b-ba504cd6e820 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0871265 Oct 17 18:12:32.967657 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1b3f4440-3c8b-47b9-9067-9dcb9be6d49c req-51ed5268-5189-409e-b231-419bd5e089aa tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Oct 17 18:12:34.182458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74151d2-fc14-44a9-b7b5-a6b12fa75097 req-ff2a9578-98d1-4dcc-b400-55ec2bf705e2 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:34.184155 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b74151d2-fc14-44a9-b7b5-a6b12fa75097 req-ff2a9578-98d1-4dcc-b400-55ec2bf705e2 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0946860 Oct 17 18:12:34.232217 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b74151d2-fc14-44a9-b7b5-a6b12fa75097 req-b803f57b-ea0e-4284-83a3-ca51478f9479 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416036 Oct 17 18:12:34.364962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:35.503148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391aa3f1-b125-4d7e-bb53-5a3fee063339 req-5a2f00c4-503d-4b13-9d74-b83ecca21be4 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:35.504625 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-391aa3f1-b125-4d7e-bb53-5a3fee063339 req-5a2f00c4-503d-4b13-9d74-b83ecca21be4 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.1521738 Oct 17 18:12:35.550860 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-391aa3f1-b125-4d7e-bb53-5a3fee063339 req-f867fcf8-11c7-4c56-a55c-da4ba6b03da6 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Oct 17 18:12:36.763157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef6b77-46bc-4a37-b3ad-628e35b193c4 req-f52dcd9a-54d8-4897-bc3e-9d4a8f11090b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:36.765218 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cfef6b77-46bc-4a37-b3ad-628e35b193c4 req-f52dcd9a-54d8-4897-bc3e-9d4a8f11090b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0987129 Oct 17 18:12:36.814154 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cfef6b77-46bc-4a37-b3ad-628e35b193c4 req-f0d5d201-51b5-4a84-bddd-10eec74a23a6 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432549 Oct 17 18:12:38.053690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f47500-ff80-4dbe-a806-01c9f0ddbef5 req-eceff7ba-83dc-4ace-99e1-2dbaa659b051 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:38.056206 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f9f47500-ff80-4dbe-a806-01c9f0ddbef5 req-eceff7ba-83dc-4ace-99e1-2dbaa659b051 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.1226251 Oct 17 18:12:38.104318 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f9f47500-ff80-4dbe-a806-01c9f0ddbef5 req-26f934ce-2b29-4b53-8418-097693f574bc tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422318 Oct 17 18:12:39.307262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952f904-2d2b-45c3-bfc8-6e82cc9f169b req-fd8793a8-ae98-4d72-8f86-0ece4ba67d57 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:39.308776 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8952f904-2d2b-45c3-bfc8-6e82cc9f169b req-fd8793a8-ae98-4d72-8f86-0ece4ba67d57 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0898361 Oct 17 18:12:39.360163 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8952f904-2d2b-45c3-bfc8-6e82cc9f169b req-d978eee4-9c44-4889-8c6d-049fa13365cd tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446758 Oct 17 18:12:40.561026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab31ae-355b-47f6-94ac-a64925a63e01 req-73815de0-9a67-4483-9ec2-780387888e03 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:40.562586 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-61ab31ae-355b-47f6-94ac-a64925a63e01 req-73815de0-9a67-4483-9ec2-780387888e03 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0905654 Oct 17 18:12:40.615255 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-61ab31ae-355b-47f6-94ac-a64925a63e01 req-4c7d7fa0-4985-42b2-86d9-46f4e182f9dc tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460827 Oct 17 18:12:41.827713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064840-109a-4be5-971b-b99057413dbc req-772d17cc-2762-4758-b65a-5d9604e0ec9d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:41.829408 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32064840-109a-4be5-971b-b99057413dbc req-772d17cc-2762-4758-b65a-5d9604e0ec9d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0905266 Oct 17 18:12:41.875773 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32064840-109a-4be5-971b-b99057413dbc req-31a5b617-9fe7-48bc-be5c-8ae317b40809 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403571 Oct 17 18:12:43.085955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03ded-5633-4ba0-9c76-c2a483b799cc req-fdb5494d-562b-49b3-a8c8-e66b1fa7271c tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:43.087666 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-56e03ded-5633-4ba0-9c76-c2a483b799cc req-fdb5494d-562b-49b3-a8c8-e66b1fa7271c tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0972610 Oct 17 18:12:43.136369 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-56e03ded-5633-4ba0-9c76-c2a483b799cc req-e6f8d7e3-29d0-40b7-b6e8-216c9f65e2e1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Oct 17 18:12:44.359272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc9cb8-136d-4879-864f-85fcdca5dc0e req-61c4315e-61b6-4dad-9d75-0a066540e1ec tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:44.360848 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eecc9cb8-136d-4879-864f-85fcdca5dc0e req-61c4315e-61b6-4dad-9d75-0a066540e1ec tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0997138 Oct 17 18:12:44.409009 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eecc9cb8-136d-4879-864f-85fcdca5dc0e req-24d8e996-da90-43ad-9ad1-2a31bd42a4fb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419898 Oct 17 18:12:45.766657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b034bb-de1d-4295-8108-bb74d8649dd0 req-2dfd0726-1af1-437b-8b7a-68cab2c0bf6d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:45.768083 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b6b034bb-de1d-4295-8108-bb74d8649dd0 req-2dfd0726-1af1-437b-8b7a-68cab2c0bf6d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0932026 Oct 17 18:12:45.815065 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b6b034bb-de1d-4295-8108-bb74d8649dd0 req-0ee9824c-305f-469f-91bd-f5b003ec8dde tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412669 Oct 17 18:12:47.015877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da4397-0707-49ab-88af-69daa5909dd9 req-7b6e0737-4747-49e9-bf40-cba9f7ca8238 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:47.017348 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-34da4397-0707-49ab-88af-69daa5909dd9 req-7b6e0737-4747-49e9-bf40-cba9f7ca8238 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0886917 Oct 17 18:12:47.067013 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-34da4397-0707-49ab-88af-69daa5909dd9 req-477abd28-7333-4822-a3af-97ada4c26682 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426631 Oct 17 18:12:48.270535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa22-4db5-4cff-90c7-58345db5eadc req-ccf23d78-b681-480f-a3aa-92f65255a26b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:48.272032 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2ae7aa22-4db5-4cff-90c7-58345db5eadc req-ccf23d78-b681-480f-a3aa-92f65255a26b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0916779 Oct 17 18:12:48.321455 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2ae7aa22-4db5-4cff-90c7-58345db5eadc req-dc50343f-06d1-4fc1-847c-176abd70701c tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437837 Oct 17 18:12:49.200122 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-0ff936e5-41cf-4803-b6c9-4f595be6906c service neutron] 10.222.0.20 "GET /v2.0/ports/53b0d876-6c42-4a61-979b-3af68e922be4/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0774176 Oct 17 18:12:49.571545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-ba4f2632-8b90-4d94-a376-77b89a1b5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:49.573014 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-ba4f2632-8b90-4d94-a376-77b89a1b5d4a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735&tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b HTTP/1.1" status: 200 len: 1099 time: 0.1517034 Oct 17 18:12:49.581875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55741fe-f69a-4611-9aef-f59faf501109 req-8d5e7f23-f094-4dfa-8f7e-64bf7aa0fb68 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:49.583244 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a55741fe-f69a-4611-9aef-f59faf501109 req-8d5e7f23-f094-4dfa-8f7e-64bf7aa0fb68 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.1224396 Oct 17 18:12:49.682760 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a55741fe-f69a-4611-9aef-f59faf501109 req-d7ea4543-61ce-4aa0-857d-9b10e974db43 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935292 Oct 17 18:12:49.705413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-b050609b-dc04-44ab-ac8d-2df89bdbc451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:49.706861 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-b050609b-dc04-44ab-ac8d-2df89bdbc451 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 1099 time: 0.1001430 Oct 17 18:12:49.943059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-a23ce3c1-aa35-4785-9c6a-ac78c9057947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:49.944499 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-a23ce3c1-aa35-4785-9c6a-ac78c9057947 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 916 time: 0.2313266 Oct 17 18:12:50.016995 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-c12c22b5-37fe-479b-8edb-658079451f1a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b0d876-6c42-4a61-979b-3af68e922be4 HTTP/1.1" status: 200 len: 217 time: 0.0660346 Oct 17 18:12:50.084066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-1d56f751-4d68-47f3-995c-b72b2234c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:50.085383 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-1d56f751-4d68-47f3-995c-b72b2234c6fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3a89511-ecd4-4791-83c6-924a7e365a5f HTTP/1.1" status: 200 len: 854 time: 0.0621595 Oct 17 18:12:50.176609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-4ff3e14a-4e58-478f-abc5-7b445c804eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:50.178061 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-4ff3e14a-4e58-478f-abc5-7b445c804eb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a628c3ad-cbcd-450d-9753-2620d678757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863893 Oct 17 18:12:50.312584 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-b9df6634-51c9-41b0-8e6c-997c349bd4fb service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282563 Oct 17 18:12:50.446902 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30547035-e2c6-4e3b-96cf-7fe9b7b33d38 req-582ed7c7-3192-487d-a1ab-a209a0da86f3 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286128 Oct 17 18:12:50.659960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaf7fc-bb2d-4747-8424-f80e7527287e req-d670c932-c174-42b0-87f5-1c2a058b9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:50.661454 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afdaf7fc-bb2d-4747-8424-f80e7527287e req-d670c932-c174-42b0-87f5-1c2a058b9c3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 1099 time: 0.0824847 Oct 17 18:12:50.817235 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaf7fc-bb2d-4747-8424-f80e7527287e req-d1816317-a9d0-4fb9-82a0-2bd8cf98c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:50.819601 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afdaf7fc-bb2d-4747-8424-f80e7527287e req-d1816317-a9d0-4fb9-82a0-2bd8cf98c42f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 916 time: 0.1384377 Oct 17 18:12:50.898543 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afdaf7fc-bb2d-4747-8424-f80e7527287e req-b24ee082-ba81-4ee5-b5f1-8ab2da1c1034 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b0d876-6c42-4a61-979b-3af68e922be4 HTTP/1.1" status: 200 len: 217 time: 0.0710485 Oct 17 18:12:50.965596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaf7fc-bb2d-4747-8424-f80e7527287e req-a868d22e-b02b-4602-9899-0cb22da0d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:50.967576 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afdaf7fc-bb2d-4747-8424-f80e7527287e req-a868d22e-b02b-4602-9899-0cb22da0d13b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3a89511-ecd4-4791-83c6-924a7e365a5f HTTP/1.1" status: 200 len: 854 time: 0.0633268 Oct 17 18:12:51.030908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3514afa-d28c-4f96-963e-cfa45c2b9774 req-a1dca23a-bd9f-46c5-8dd0-81e9e28be1d9 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:51.032912 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b3514afa-d28c-4f96-963e-cfa45c2b9774 req-a1dca23a-bd9f-46c5-8dd0-81e9e28be1d9 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.2162127 Oct 17 18:12:51.068683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaf7fc-bb2d-4747-8424-f80e7527287e req-070f7bf8-e011-4d12-ae96-800ccb9c3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:51.070864 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afdaf7fc-bb2d-4747-8424-f80e7527287e req-070f7bf8-e011-4d12-ae96-800ccb9c3437 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a628c3ad-cbcd-450d-9753-2620d678757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0978203 Oct 17 18:12:51.087594 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b3514afa-d28c-4f96-963e-cfa45c2b9774 req-72384dd0-0083-45c9-bc70-97b9c6af1db2 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482216 Oct 17 18:12:51.235722 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afdaf7fc-bb2d-4747-8424-f80e7527287e req-0a03988c-7c69-4f5b-874a-4872001f4f59 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576941 Oct 17 18:12:51.375699 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afdaf7fc-bb2d-4747-8424-f80e7527287e req-2483481c-82a1-4618-bded-b91d58721ad6 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333070 Oct 17 18:12:52.296656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa03ce-7f24-41ec-af22-89d362a44d18 req-74b20c84-549d-44e0-8dda-f531dd2b346f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:52.298101 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49fa03ce-7f24-41ec-af22-89d362a44d18 req-74b20c84-549d-44e0-8dda-f531dd2b346f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0899854 Oct 17 18:12:52.344876 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49fa03ce-7f24-41ec-af22-89d362a44d18 req-7bcc8cc3-1855-44d8-897e-9977518ef1e3 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410185 Oct 17 18:12:53.550789 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bff9af-737f-4bc1-9021-f739290f150b req-b4607a16-560b-4720-be9e-123a3aa091de tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:53.552312 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-67bff9af-737f-4bc1-9021-f739290f150b req-b4607a16-560b-4720-be9e-123a3aa091de tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0934484 Oct 17 18:12:53.599662 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-67bff9af-737f-4bc1-9021-f739290f150b req-47cfca1b-d32e-4e88-bae9-8a53a6791bb4 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Oct 17 18:12:53.923857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efafc47-0ea9-4ce5-8d81-b6a61f71f375 req-886e9cb0-9434-4133-aac3-6c624e864d55 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:53.925338 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0efafc47-0ea9-4ce5-8d81-b6a61f71f375 req-886e9cb0-9434-4133-aac3-6c624e864d55 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0890265 Oct 17 18:12:53.953292 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-9b240d58-6a16-471b-897c-016f77733930 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:53.954768 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-9b240d58-6a16-471b-897c-016f77733930 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.20 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735&tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 946 time: 0.0973983 Oct 17 18:12:53.977279 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0efafc47-0ea9-4ce5-8d81-b6a61f71f375 req-2cf98f8a-9268-4419-9691-73c51c1513d5 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457335 Oct 17 18:12:54.067260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 53b0d876-6c42-4a61-979b-3af68e922be4 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:12:54.075012 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 53b0d876-6c42-4a61-979b-3af68e922be4 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:12:54.125019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-25694986-8883-468e-a607-284cc94dd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:54.126881 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-25694986-8883-468e-a607-284cc94dd424 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 1099 time: 0.0825005 Oct 17 18:12:54.322628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 53b0d876-6c42-4a61-979b-3af68e922be4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=53b0d876-6c42-4a61-979b-3af68e922be4,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:54.330928 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 53b0d876-6c42-4a61-979b-3af68e922be4 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:54.331599 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.352068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '53b0d876-6c42-4a61-979b-3af68e922be4', 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d', 'port_id': '53b0d876-6c42-4a61-979b-3af68e922be4', 'mac_address': 'fa:16:3e:61:32:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a89511-ecd4-4791-83c6-924a7e365a5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:12:54.384414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-1ba6fd6c-dacf-4b62-a19c-fdb4681df275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:54.385867 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-1ba6fd6c-dacf-4b62-a19c-fdb4681df275 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 916 time: 0.2524602 Oct 17 18:12:54.406178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2131fe0e-5497-436d-8139-62e78faa6735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b0d876-6c42-4a61-979b-3af68e922be4'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:12:54.408470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9b941c-905c-4ae7-91bc-4de264160fba" -d '{"events": [{"server_uuid": "2131fe0e-5497-436d-8139-62e78faa6735", "name": "network-vif-unplugged", "status": "completed", "tag": "53b0d876-6c42-4a61-979b-3af68e922be4"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:12:54.424436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 53b0d876-6c42-4a61-979b-3af68e922be4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=53b0d876-6c42-4a61-979b-3af68e922be4,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:54.431281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 53b0d876-6c42-4a61-979b-3af68e922be4 is: ACTIVE; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:54.431615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.447717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:54.464919 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-41c25187-e0f2-4bcd-8640-d4420c1aa9ae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b0d876-6c42-4a61-979b-3af68e922be4 HTTP/1.1" status: 200 len: 217 time: 0.0728362 Oct 17 18:12:54.489837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74aa4a15-5ce2-44ec-9c6b-2cf4220feadd x-openstack-request-id: req-74aa4a15-5ce2-44ec-9c6b-2cf4220feadd {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:12:54.490125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2131fe0e-5497-436d-8139-62e78faa6735", "name": "network-vif-unplugged", "status": "completed", "tag": "53b0d876-6c42-4a61-979b-3af68e922be4", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:12:54.490375 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74aa4a15-5ce2-44ec-9c6b-2cf4220feadd {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:12:54.490768 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74aa4a15-5ce2-44ec-9c6b-2cf4220feadd'] response: {'server_uuid': '2131fe0e-5497-436d-8139-62e78faa6735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b0d876-6c42-4a61-979b-3af68e922be4', 'code': 200} Oct 17 18:12:54.504712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53b0d876-6c42-4a61-979b-3af68e922be4 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:12:54.532805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-33b4abce-14ca-47e7-a23e-71e9ee83d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:54.534285 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-33b4abce-14ca-47e7-a23e-71e9ee83d3fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3a89511-ecd4-4791-83c6-924a7e365a5f HTTP/1.1" status: 200 len: 854 time: 0.0635984 Oct 17 18:12:54.581644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=53b0d876-6c42-4a61-979b-3af68e922be4,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:54.588804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:12:54.589183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:12:54.626545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-68671b8f-b548-4246-ba58-9df5f015323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:54.628056 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-68671b8f-b548-4246-ba58-9df5f015323f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a628c3ad-cbcd-450d-9753-2620d678757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873864 Oct 17 18:12:54.765545 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-7b36737b-6f14-4a92-9a12-a8c9cb7105e9 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309140 Oct 17 18:12:54.905869 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d878daa-1100-4d81-a415-bea2fe55da72 req-5d96a121-b570-483b-a60d-0cbae291552f service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347859 Oct 17 18:12:55.018293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.164279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 53b0d876-6c42-4a61-979b-3af68e922be4 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:55.165018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.182023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b0d876-6c42-4a61-979b-3af68e922be4 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:12:55.200310 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 53b0d876-6c42-4a61-979b-3af68e922be4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=53b0d876-6c42-4a61-979b-3af68e922be4,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:55.205229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:55.206124 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f4c89-f85f-4cf0-9f92-b99b726b4cf2 req-15d2c5db-66af-41eb-9a80-62461f0e7d6b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:55.207738 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-310f4c89-f85f-4cf0-9f92-b99b726b4cf2 req-15d2c5db-66af-41eb-9a80-62461f0e7d6b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 944 time: 0.1074474 Oct 17 18:12:55.253906 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-310f4c89-f85f-4cf0-9f92-b99b726b4cf2 req-dcaa353a-6a91-4670-9283-58a804a0f6f3 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Oct 17 18:12:55.276836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=53b0d876-6c42-4a61-979b-3af68e922be4,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:55.335237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['53b0d876-6c42-4a61-979b-3af68e922be4'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:12:56.082104 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 53b0d876-6c42-4a61-979b-3af68e922be4 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:12:56.155214 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 53b0d876-6c42-4a61-979b-3af68e922be4 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:12:56.155635 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.155966 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 53b0d876-6c42-4a61-979b-3af68e922be4 Oct 17 18:12:56.269596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 53b0d876-6c42-4a61-979b-3af68e922be4 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:12:56.270292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.305376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 53b0d876-6c42-4a61-979b-3af68e922be4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=53b0d876-6c42-4a61-979b-3af68e922be4,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:12:56.309868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.382138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=53b0d876-6c42-4a61-979b-3af68e922be4,revision_number=8']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:56.390356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:56.390641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:56.390970 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:56.391332 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:56.391665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:56.391997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:56.392325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:56.392649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:56.392983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:56.393301 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:56.393622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:56.393943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:12:56.468205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d81909-2f9f-4037-9d6f-de87e0bacaa7 req-fb11b0e2-a8d8-41ab-9c79-dec03ee8c917 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:56.469680 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-13d81909-2f9f-4037-9d6f-de87e0bacaa7 req-fb11b0e2-a8d8-41ab-9c79-dec03ee8c917 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0917041 Oct 17 18:12:56.492476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2131fe0e-5497-436d-8139-62e78faa6735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b0d876-6c42-4a61-979b-3af68e922be4'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:12:56.495429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918a819d-caa2-459b-9409-768a3c0cc9d6" -d '{"events": [{"server_uuid": "2131fe0e-5497-436d-8139-62e78faa6735", "name": "network-vif-plugged", "status": "completed", "tag": "53b0d876-6c42-4a61-979b-3af68e922be4"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:12:56.520472 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-13d81909-2f9f-4037-9d6f-de87e0bacaa7 req-a6bc2a1e-9a29-4605-ada1-2314eb32e985 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450730 Oct 17 18:12:56.538823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d220469-5a0c-4346-9adc-0f0b0ffe1837 x-openstack-request-id: req-3d220469-5a0c-4346-9adc-0f0b0ffe1837 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:12:56.539127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2131fe0e-5497-436d-8139-62e78faa6735", "name": "network-vif-plugged", "status": "completed", "tag": "53b0d876-6c42-4a61-979b-3af68e922be4", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:12:56.539573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d220469-5a0c-4346-9adc-0f0b0ffe1837 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:12:56.539962 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d220469-5a0c-4346-9adc-0f0b0ffe1837'] response: {'server_uuid': '2131fe0e-5497-436d-8139-62e78faa6735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b0d876-6c42-4a61-979b-3af68e922be4', 'code': 200} Oct 17 18:12:56.723171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7dbf9-9b01-44fa-94ea-77d9f815044b req-fa8d0cc8-d0ff-42a9-8388-c77cd16c9f66 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:56.724654 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afd7dbf9-9b01-44fa-94ea-77d9f815044b req-fa8d0cc8-d0ff-42a9-8388-c77cd16c9f66 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0893638 Oct 17 18:12:56.769615 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afd7dbf9-9b01-44fa-94ea-77d9f815044b req-e9038feb-a296-4e6a-8daa-2dd6fbdff79f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Oct 17 18:12:56.867686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51286) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:56.873387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Request body: {'security_group': {'name': 'tempest-securitygroup--88191316', 'description': 'tempest-description--1533734522'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:56.879321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:56.889480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:56.899738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:56.920978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:56.925088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Usage tracker for resource:security_group_rule and tenant:7c9e9b07c10b45eeb5b4be616ea77e4b is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:56.927877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:56.933501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:57.015294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.020409 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.067117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc1c6ff-848f-48b2-b46d-86b9a9d98ec2,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:57.074787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.078446 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1f4d8e8c-68b2-4341-a087-2062efc8fd0a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2097347 Oct 17 18:12:57.082805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51290) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:57.088505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7b47a1dc-f7d6-4b7e-af27-db24afd899bb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Request body: {'security_group_rule': {'security_group_id': '8dc1c6ff-848f-48b2-b46d-86b9a9d98ec2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:57.095553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7b47a1dc-f7d6-4b7e-af27-db24afd899bb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:57.099501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7b47a1dc-f7d6-4b7e-af27-db24afd899bb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Usage tracker for resource:security_group_rule and tenant:7c9e9b07c10b45eeb5b4be616ea77e4b is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:57.103031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7b47a1dc-f7d6-4b7e-af27-db24afd899bb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:57.108743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7b47a1dc-f7d6-4b7e-af27-db24afd899bb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:57.127323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7b47a1dc-f7d6-4b7e-af27-db24afd899bb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.193493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7b47a1dc-f7d6-4b7e-af27-db24afd899bb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.197644 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7b47a1dc-f7d6-4b7e-af27-db24afd899bb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.222287 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47a1dc-f7d6-4b7e-af27-db24afd899bb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14879b9a-7980-4668-ae11-c5c4f1098859,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:57.233192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7b47a1dc-f7d6-4b7e-af27-db24afd899bb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.234470 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7b47a1dc-f7d6-4b7e-af27-db24afd899bb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503930 Oct 17 18:12:57.237230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51294) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:57.242651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-37ff34c1-e24d-4849-a790-796ae80da757 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Request body: {'security_group_rule': {'security_group_id': '8dc1c6ff-848f-48b2-b46d-86b9a9d98ec2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:57.249255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-37ff34c1-e24d-4849-a790-796ae80da757 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:57.253486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-37ff34c1-e24d-4849-a790-796ae80da757 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Usage tracker for resource:security_group_rule and tenant:7c9e9b07c10b45eeb5b4be616ea77e4b is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:57.256700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-37ff34c1-e24d-4849-a790-796ae80da757 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:57.262627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-37ff34c1-e24d-4849-a790-796ae80da757 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:57.280967 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-37ff34c1-e24d-4849-a790-796ae80da757 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.348968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-37ff34c1-e24d-4849-a790-796ae80da757 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.352520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-37ff34c1-e24d-4849-a790-796ae80da757 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.377583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff34c1-e24d-4849-a790-796ae80da757 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b4b1b7-075f-4c33-b3e4-4db399f8347a,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:57.387511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-37ff34c1-e24d-4849-a790-796ae80da757 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.389231 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-37ff34c1-e24d-4849-a790-796ae80da757 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510017 Oct 17 18:12:57.392833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51298) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:12:57.397870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:12:57.403777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:12:57.408420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Usage tracker for resource:floatingip and tenant:7c9e9b07c10b45eeb5b4be616ea77e4b is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:12:57.411245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:12:57.416909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:12:57.427227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.569076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.704055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Allocated IP 172.26.8.143 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/7e692bee-eae3-4e42-96e8-923b4a038adb) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:12:57.861745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.891860 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:57.958146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:12:57.961138 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:12:57.963710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:12:58.002630 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Pushing event updated for resources: {'Port': ['ID=7e692bee-eae3-4e42-96e8-923b4a038adb,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:58.050090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.116083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.346440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.352032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.461250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Pushing event updated for resources: {'Port': ['ID=7e692bee-eae3-4e42-96e8-923b4a038adb,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:12:58.463599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.488141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:58.489349 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d0be938d-793b-4d36-b538-60ae36973f1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0956082 Oct 17 18:12:58.666816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5f970-0472-4000-9357-dc511a5a1d67 req-b8f7380c-a21d-489c-9956-e3f8322907c7 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:58.668299 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c4e5f970-0472-4000-9357-dc511a5a1d67 req-b8f7380c-a21d-489c-9956-e3f8322907c7 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0925865 Oct 17 18:12:58.713742 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c4e5f970-0472-4000-9357-dc511a5a1d67 req-5ad164f6-28c0-426c-9932-f6719e660d03 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389886 Oct 17 18:12:59.094511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-edd82f61-12f9-43c2-a11f-8e6a92455f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:12:59.220015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-84be56e1-1dba-4bd7-883d-466d789046cd tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:12:59.221493 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-84be56e1-1dba-4bd7-883d-466d789046cd tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 815 time: 0.1564879 Oct 17 18:12:59.237083 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-7bceeb9e-e220-468a-b339-054b431005d4 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/quotas/7c9e9b07c10b45eeb5b4be616ea77e4b HTTP/1.1" status: 200 len: 375 time: 0.0099881 Oct 17 18:12:59.334398 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-37ef2ea5-8afd-49fd-9520-c62b67f184d2 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0918565 Oct 17 18:12:59.344870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-66023250-2ddc-4456-8032-6d1aa12873e6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:12:59.345836 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-66023250-2ddc-4456-8032-6d1aa12873e6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050979 Oct 17 18:12:59.484421 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5f7a9ecd-1b20-4582-888f-54f0d4050b5d service neutron] 10.222.0.69 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330571 Oct 17 18:12:59.623254 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-efa13d4b-469f-4351-8738-bf1b7a585995 service neutron] 10.222.0.69 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328750 Oct 17 18:12:59.816635 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-35b6bc70-a6ad-4291-9595-21a1c5030290 req-1df7e8c2-14cc-4a9b-992a-76aa1724c17a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 210 time: 0.0530024 Oct 17 18:13:00.852461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97466463-4319-4524-b154-d9eeaa25d4ce req-ac900f80-0087-45f0-b790-4ecb24620704 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:00.853539 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97466463-4319-4524-b154-d9eeaa25d4ce req-ac900f80-0087-45f0-b790-4ecb24620704 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.20 "GET /v2.0/ports?device_id=2131fe0e-5497-436d-8139-62e78faa6735 HTTP/1.1" status: 200 len: 946 time: 0.0962262 Oct 17 18:13:00.928730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-97466463-4319-4524-b154-d9eeaa25d4ce req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Deleting port 53b0d876-6c42-4a61-979b-3af68e922be4 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:00.929385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97466463-4319-4524-b154-d9eeaa25d4ce req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.203688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-ea4d7165-3227-4e7a-814b-d972bcdf5acf tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:01.205346 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-ea4d7165-3227-4e7a-814b-d972bcdf5acf tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.20 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 815 time: 0.1890621 Oct 17 18:13:01.224188 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Request body: {'port': {'device_id': 'c3e51497-6ed1-4bd0-8530-ec2a195668d1', 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d', 'admin_state_up': True, 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:01.292106 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3581270c-ac2d-47ae-a2af-eb1ac9c2853b req-ad47dfe7-bb94-488e-8fab-dc847e25789e tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 210 time: 0.2870057 Oct 17 18:13:01.368190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-97466463-4319-4524-b154-d9eeaa25d4ce req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] For port 53b0d876-6c42-4a61-979b-3af68e922be4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=53b0d876-6c42-4a61-979b-3af68e922be4,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:01.368582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97466463-4319-4524-b154-d9eeaa25d4ce req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.379068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:13:01.390140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:13:01.400978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Made reservation on behalf of 7c9e9b07c10b45eeb5b4be616ea77e4b for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:13:01.405061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.506651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-97466463-4319-4524-b154-d9eeaa25d4ce req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Calling delete_port for 53b0d876-6c42-4a61-979b-3af68e922be4 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:01.542051 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bcc5e3c5-a6b8-43a2-a67b-3afe21a72bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.585407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Allocated IP 172.20.0.9 (a628c3ad-cbcd-450d-9753-2620d678757d/c3a89511-ecd4-4791-83c6-924a7e365a5f/ce8b3acb-2f52-4751-b5b2-6653c1e0825d) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:13:01.664370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97466463-4319-4524-b154-d9eeaa25d4ce req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.696347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['53b0d876-6c42-4a61-979b-3af68e922be4'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:13:01.715539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Pushing event deleted for resources: {'Port': ['ID=53b0d876-6c42-4a61-979b-3af68e922be4,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:01.770663 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:01.770999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:01.771362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:01.771925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:01.772256 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:01.772579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:01.772907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:01.773225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:01.773544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:01.773864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:01.774172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:01.774486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:01.821304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-97466463-4319-4524-b154-d9eeaa25d4ce req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] No DVR routers for this DVR port 53b0d876-6c42-4a61-979b-3af68e922be4 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:13:01.823957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97466463-4319-4524-b154-d9eeaa25d4ce req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.827378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2131fe0e-5497-436d-8139-62e78faa6735', 'name': 'network-vif-deleted', 'tag': '53b0d876-6c42-4a61-979b-3af68e922be4'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:13:01.829739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f2ed44-0194-4a01-a069-1c5c7859ea8a" -d '{"events": [{"server_uuid": "2131fe0e-5497-436d-8139-62e78faa6735", "name": "network-vif-deleted", "tag": "53b0d876-6c42-4a61-979b-3af68e922be4"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:13:01.830763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.850908 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97466463-4319-4524-b154-d9eeaa25d4ce req-c90e4afb-d712-4d36-8f08-99a9496a4110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.20 "DELETE /v2.0/ports/53b0d876-6c42-4a61-979b-3af68e922be4 HTTP/1.1" status: 204 len: 173 time: 0.9916716 Oct 17 18:13:01.856426 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Transition to ACTIVE for port object ce8b3acb-2f52-4751-b5b2-6653c1e0825d will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:01.889324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:01.911746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6c79fd-94ba-447a-bf67-91679e75cf11 x-openstack-request-id: req-3d6c79fd-94ba-447a-bf67-91679e75cf11 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:13:01.912255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2131fe0e-5497-436d-8139-62e78faa6735", "name": "network-vif-deleted", "tag": "53b0d876-6c42-4a61-979b-3af68e922be4", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:13:01.912472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d6c79fd-94ba-447a-bf67-91679e75cf11 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:13:01.912956 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d6c79fd-94ba-447a-bf67-91679e75cf11'] response: {'server_uuid': '2131fe0e-5497-436d-8139-62e78faa6735', 'name': 'network-vif-deleted', 'tag': '53b0d876-6c42-4a61-979b-3af68e922be4', 'status': 'completed', 'code': 200} Oct 17 18:13:01.922938 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['53b0d876-6c42-4a61-979b-3af68e922be4'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:13:01.991938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Network a628c3ad-cbcd-450d-9753-2620d678757d is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:13:01.997579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:13:02.004422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:13:02.043241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Pushing event updated for resources: {'Port': ['ID=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:02.079544 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:02.080270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.115231 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-5da35ff1-d461-42df-ba32-e1785e7b7dff tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8949971 Oct 17 18:13:02.132641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Request body: {'port': {'device_id': 'c3e51497-6ed1-4bd0-8530-ec2a195668d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:13:02.262351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c9d2efc2-048a-4fe4-95b5-3d1a54b614ee None None] Provisioning for port ce8b3acb-2f52-4751-b5b2-6653c1e0825d completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:02.268260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c9d2efc2-048a-4fe4-95b5-3d1a54b614ee None None] Provisioning complete for port ce8b3acb-2f52-4751-b5b2-6653c1e0825d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:02.268729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c9d2efc2-048a-4fe4-95b5-3d1a54b614ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.269114 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c9d2efc2-048a-4fe4-95b5-3d1a54b614ee None None] Attempt 1 to provision port ce8b3acb-2f52-4751-b5b2-6653c1e0825d Oct 17 18:13:02.327943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2efc2-048a-4fe4-95b5-3d1a54b614ee None None] Port ce8b3acb-2f52-4751-b5b2-6653c1e0825d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:02.370311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.518510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0128cc-25c2-45f3-a7ae-b63f80e4d7c5 req-0cf6ad4b-b1f5-4734-a18d-b4987c546635 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:02.519580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8b0128cc-25c2-45f3-a7ae-b63f80e4d7c5 req-0cf6ad4b-b1f5-4734-a18d-b4987c546635 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Synchronizing usage tracker for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:02.542195 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8b0128cc-25c2-45f3-a7ae-b63f80e4d7c5 req-0cf6ad4b-b1f5-4734-a18d-b4987c546635 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Unset dirty status for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:02.552063 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8b0128cc-25c2-45f3-a7ae-b63f80e4d7c5 req-0cf6ad4b-b1f5-4734-a18d-b4987c546635 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 931 time: 0.1329010 Oct 17 18:13:02.563516 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.601296 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8b0128cc-25c2-45f3-a7ae-b63f80e4d7c5 req-70c81756-6352-4cfa-b0c3-230f0918e028 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480433 Oct 17 18:13:02.639781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.776821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8b3acb-2f52-4751-b5b2-6653c1e0825d {{(pid=89190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:13:02.790500 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.809222 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Transition to ACTIVE for port object ce8b3acb-2f52-4751-b5b2-6653c1e0825d will not be triggered until provisioned by entity L2. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:13:02.813287 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:02.828986 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c9d2efc2-048a-4fe4-95b5-3d1a54b614ee None None] Attempt 2 to provision port ce8b3acb-2f52-4751-b5b2-6653c1e0825d Oct 17 18:13:02.887460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2efc2-048a-4fe4-95b5-3d1a54b614ee None None] Port ce8b3acb-2f52-4751-b5b2-6653c1e0825d cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:13:03.003797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Pushing event updated for resources: {'Port': ['ID=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:03.046034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Attempting to bind port ce8b3acb-2f52-4751-b5b2-6653c1e0825d on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:13:03.046034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Attempting to bind port ce8b3acb-2f52-4751-b5b2-6653c1e0825d by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:13:03.046356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Attempting to bind port ce8b3acb-2f52-4751-b5b2-6653c1e0825d on network a628c3ad-cbcd-450d-9753-2620d678757d {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:03.050857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Port ce8b3acb-2f52-4751-b5b2-6653c1e0825d on network a628c3ad-cbcd-450d-9753-2620d678757d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:13:03.051199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Attempting to bind port ce8b3acb-2f52-4751-b5b2-6653c1e0825d on network a628c3ad-cbcd-450d-9753-2620d678757d {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:13:03.056405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:13:03.056729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Checking segment: {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:13:03.057099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Bound using segment: {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:13:03.057509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Bound port: ce8b3acb-2f52-4751-b5b2-6653c1e0825d, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daac3811-cea4-41ad-933c-3c8e5238a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d'}}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:13:03.057842 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.149716 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] For port ce8b3acb-2f52-4751-b5b2-6653c1e0825d, host hv-neutron-8608, cleared binding levels {{(pid=89190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:13:03.153033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] For port ce8b3acb-2f52-4751-b5b2-6653c1e0825d, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:13:03.157299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.160361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:03.160988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:03.162359 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] 10.222.0.20 "PUT /v2.0/ports/ce8b3acb-2f52-4751-b5b2-6653c1e0825d HTTP/1.1" status: 200 len: 1093 time: 1.0343199 Oct 17 18:13:03.192402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e51497-6ed1-4bd0-8530-ec2a195668d1', 'tag': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:13:03.194733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa8d246-151d-4542-b2b4-3cc062c2424f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e51497-6ed1-4bd0-8530-ec2a195668d1", "tag": "ce8b3acb-2f52-4751-b5b2-6653c1e0825d"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:13:03.236511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502d7c7-5c94-48cf-83c1-4e27d7f6405c service neutron] Pushing event updated for resources: {'Port': ['ID=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:03.244966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb404b9-bc2b-4f93-b12f-395816cf1f5a x-openstack-request-id: req-bfb404b9-bc2b-4f93-b12f-395816cf1f5a {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:13:03.245151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e51497-6ed1-4bd0-8530-ec2a195668d1", "tag": "ce8b3acb-2f52-4751-b5b2-6653c1e0825d", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:13:03.245404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bfb404b9-bc2b-4f93-b12f-395816cf1f5a {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:13:03.245796 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb404b9-bc2b-4f93-b12f-395816cf1f5a'] response: {'name': 'network-changed', 'server_uuid': 'c3e51497-6ed1-4bd0-8530-ec2a195668d1', 'tag': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d', 'status': 'completed', 'code': 200} Oct 17 18:13:03.385664 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8d246-151d-4542-b2b4-3cc062c2424f req-d0bfa815-dc33-489c-9836-ee83b4d06937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:03.387080 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4aa8d246-151d-4542-b2b4-3cc062c2424f req-d0bfa815-dc33-489c-9836-ee83b4d06937 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 1096 time: 0.0846784 Oct 17 18:13:03.389193 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c9d2efc2-048a-4fe4-95b5-3d1a54b614ee None None] Attempt 3 to provision port ce8b3acb-2f52-4751-b5b2-6653c1e0825d Oct 17 18:13:03.487948 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2efc2-048a-4fe4-95b5-3d1a54b614ee None None] Port ce8b3acb-2f52-4751-b5b2-6653c1e0825d had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:13:03.541932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8d246-151d-4542-b2b4-3cc062c2424f req-aaf16fa8-2edd-485d-ba29-aa0c1ccf11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:03.543414 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4aa8d246-151d-4542-b2b4-3cc062c2424f req-aaf16fa8-2edd-485d-ba29-aa0c1ccf11dd service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1441584 Oct 17 18:13:03.682724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8d246-151d-4542-b2b4-3cc062c2424f req-a71fad15-d0aa-477e-9026-580c999fd190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:03.684195 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4aa8d246-151d-4542-b2b4-3cc062c2424f req-a71fad15-d0aa-477e-9026-580c999fd190 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353121 Oct 17 18:13:03.812324 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ca904-3a97-45b4-a9ba-ef2e96ce7b72 req-b29bbcf4-ffdc-40cd-bca7-b7d8ae57d232 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:03.814080 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d9ca904-3a97-45b4-a9ba-ef2e96ce7b72 req-b29bbcf4-ffdc-40cd-bca7-b7d8ae57d232 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 943 time: 0.0904644 Oct 17 18:13:03.819481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e22ba68f-664c-4817-8639-1d164b3b3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:03.821017 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-e22ba68f-664c-4817-8639-1d164b3b3e40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 1096 time: 0.0810547 Oct 17 18:13:03.860626 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d9ca904-3a97-45b4-a9ba-ef2e96ce7b72 req-bed8dece-0561-491c-91e9-1729a0829aa5 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406656 Oct 17 18:13:03.898352 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-f8884d81-2455-4fc4-b498-a8e45da8372c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d HTTP/1.1" status: 200 len: 217 time: 0.0654664 Oct 17 18:13:03.960082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-fbde36fd-738a-4a67-a3f8-c293954e1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:03.961531 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-fbde36fd-738a-4a67-a3f8-c293954e1cc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3a89511-ecd4-4791-83c6-924a7e365a5f HTTP/1.1" status: 200 len: 854 time: 0.0579307 Oct 17 18:13:04.049883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-f4b2cd4a-daa0-4e93-b67a-1cf08d41f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:04.051415 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-f4b2cd4a-daa0-4e93-b67a-1cf08d41f3ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a628c3ad-cbcd-450d-9753-2620d678757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836210 Oct 17 18:13:04.298787 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-9eb96973-d7cb-4cb0-9aec-1da92a9d93a4 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407973 Oct 17 18:13:04.367168 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:04.442806 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c5b14d7-3fc8-4c13-915f-80472fd1f36f req-7bbea56a-8f3c-40fd-a490-6d215908bb02 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366851 Oct 17 18:13:05.062260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff0033-6b02-42c7-8e0e-fdbad9c99e72 req-3fed5355-f61a-4b3a-aa24-ad45e13c1281 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:05.063233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-28ff0033-6b02-42c7-8e0e-fdbad9c99e72 req-3fed5355-f61a-4b3a-aa24-ad45e13c1281 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Synchronizing usage tracker for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:05.075247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-28ff0033-6b02-42c7-8e0e-fdbad9c99e72 req-3fed5355-f61a-4b3a-aa24-ad45e13c1281 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Unset dirty status for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:05.077019 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-28ff0033-6b02-42c7-8e0e-fdbad9c99e72 req-3fed5355-f61a-4b3a-aa24-ad45e13c1281 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 943 time: 0.1014540 Oct 17 18:13:05.127007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-28ff0033-6b02-42c7-8e0e-fdbad9c99e72 req-eda16a3d-8505-4341-9011-7dd8ea081689 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Synchronizing usage tracker for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:13:05.144594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-28ff0033-6b02-42c7-8e0e-fdbad9c99e72 req-eda16a3d-8505-4341-9011-7dd8ea081689 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Unset dirty status for tenant:7c9e9b07c10b45eeb5b4be616ea77e4b on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:13:05.145762 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-28ff0033-6b02-42c7-8e0e-fdbad9c99e72 req-eda16a3d-8505-4341-9011-7dd8ea081689 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627944 Oct 17 18:13:06.128370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 53b0d876-6c42-4a61-979b-3af68e922be4 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:13:06.163724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 53b0d876-6c42-4a61-979b-3af68e922be4 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:13:06.164062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 53b0d876-6c42-4a61-979b-3af68e922be4 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:13:06.353656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5c0da-5e8f-4ba1-bc62-7a7d7b7855ad req-06076192-d8e8-49bb-96e9-e9ed0ffb4bf3 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:06.355147 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c7e5c0da-5e8f-4ba1-bc62-7a7d7b7855ad req-06076192-d8e8-49bb-96e9-e9ed0ffb4bf3 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 943 time: 0.0960174 Oct 17 18:13:06.400683 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c7e5c0da-5e8f-4ba1-bc62-7a7d7b7855ad req-810240ad-0add-45a9-8397-8735ef9a501b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392418 Oct 17 18:13:07.600390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e023f1-4ef1-42d6-80b1-aec6b6f6037c req-82762deb-cfb1-4993-ac63-897d77c1f5c0 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:07.601857 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-70e023f1-4ef1-42d6-80b1-aec6b6f6037c req-82762deb-cfb1-4993-ac63-897d77c1f5c0 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 943 time: 0.0898149 Oct 17 18:13:07.646362 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-70e023f1-4ef1-42d6-80b1-aec6b6f6037c req-c4fc6f1a-2446-46b8-9cbd-316f80354abb tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385873 Oct 17 18:13:08.128214 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ce8b3acb-2f52-4751-b5b2-6653c1e0825d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:13:08.222336 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:13:08.263030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ce8b3acb-2f52-4751-b5b2-6653c1e0825d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:08.276735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d', 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d', 'port_id': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d', 'mac_address': 'fa:16:3e:04:39:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a89511-ecd4-4791-83c6-924a7e365a5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:13:08.336170 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port ce8b3acb-2f52-4751-b5b2-6653c1e0825d is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:08.336550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.353501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8b3acb-2f52-4751-b5b2-6653c1e0825d {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:13:08.369924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ce8b3acb-2f52-4751-b5b2-6653c1e0825d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:08.374297 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:08.446867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:08.636816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['ce8b3acb-2f52-4751-b5b2-6653c1e0825d'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:13:08.846838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f0890-e50e-4c50-b162-e2c2f66af2a4 req-52c6de3a-5432-4fe0-a300-2d78dac2f9c8 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:08.848239 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ff6f0890-e50e-4c50-b162-e2c2f66af2a4 req-52c6de3a-5432-4fe0-a300-2d78dac2f9c8 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 944 time: 0.0891490 Oct 17 18:13:08.897357 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ff6f0890-e50e-4c50-b162-e2c2f66af2a4 req-9ac91f56-cd4a-4fff-b8f3-0869c2089f96 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 Oct 17 18:13:10.105879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cb10a-dc1e-49f5-87b2-12685ccf6f3d req-1717b5ab-057d-4464-a5ce-ca9378adf19b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:10.107904 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-355cb10a-dc1e-49f5-87b2-12685ccf6f3d req-1717b5ab-057d-4464-a5ce-ca9378adf19b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 944 time: 0.0954502 Oct 17 18:13:10.141139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ce8b3acb-2f52-4751-b5b2-6653c1e0825d up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:10.157502 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-355cb10a-dc1e-49f5-87b2-12685ccf6f3d req-3cb61224-47c9-4df2-a59a-7439599d77bd tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439501 Oct 17 18:13:10.210060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port ce8b3acb-2f52-4751-b5b2-6653c1e0825d completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:13:10.215014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port ce8b3acb-2f52-4751-b5b2-6653c1e0825d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:10.215425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.215765 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port ce8b3acb-2f52-4751-b5b2-6653c1e0825d Oct 17 18:13:10.334998 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port ce8b3acb-2f52-4751-b5b2-6653c1e0825d is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:10.335401 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.362876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e51497-6ed1-4bd0-8530-ec2a195668d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:13:10.365073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d378c5b-7330-42fd-870f-398d85e6a088" -d '{"events": [{"server_uuid": "c3e51497-6ed1-4bd0-8530-ec2a195668d1", "name": "network-vif-plugged", "status": "completed", "tag": "ce8b3acb-2f52-4751-b5b2-6653c1e0825d"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:13:10.372984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ce8b3acb-2f52-4751-b5b2-6653c1e0825d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:10.377256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:10.448707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:10.465681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b18b8f-1d5f-4013-9a18-1fab416b31ad x-openstack-request-id: req-80b18b8f-1d5f-4013-9a18-1fab416b31ad {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:13:10.465960 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e51497-6ed1-4bd0-8530-ec2a195668d1", "name": "network-vif-plugged", "status": "completed", "tag": "ce8b3acb-2f52-4751-b5b2-6653c1e0825d", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:13:10.466775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-80b18b8f-1d5f-4013-9a18-1fab416b31ad {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:13:10.467294 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b18b8f-1d5f-4013-9a18-1fab416b31ad'] response: {'server_uuid': 'c3e51497-6ed1-4bd0-8530-ec2a195668d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d', 'code': 200} Oct 17 18:13:10.731059 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b8ac9-a0c2-4b37-ba0c-3823da063775 req-a84ec7b9-9b28-40c6-92ca-de1d9281ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:10.733032 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1e0b8ac9-a0c2-4b37-ba0c-3823da063775 req-a84ec7b9-9b28-40c6-92ca-de1d9281ae1a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 1098 time: 0.0802007 Oct 17 18:13:10.776658 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1e0b8ac9-a0c2-4b37-ba0c-3823da063775 req-0fa9fee0-5453-408e-9541-c2690f147acc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380192 Oct 17 18:13:11.358168 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa920e33-e2ba-4eb9-99ec-ef2916bea824 req-747da376-cb21-426a-87db-cb44130dcf13 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:11.359690 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aa920e33-e2ba-4eb9-99ec-ef2916bea824 req-747da376-cb21-426a-87db-cb44130dcf13 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0904434 Oct 17 18:13:11.404554 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aa920e33-e2ba-4eb9-99ec-ef2916bea824 req-e59d2e56-cd17-47ca-b801-b85cc4f64f2c tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384152 Oct 17 18:13:12.609820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9fb89-9b17-46f7-b48b-e6131da7d3bb req-49b8e207-bded-4a6c-889e-7e940668fc04 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:12.611304 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-53d9fb89-9b17-46f7-b48b-e6131da7d3bb req-49b8e207-bded-4a6c-889e-7e940668fc04 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0892975 Oct 17 18:13:12.657141 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-53d9fb89-9b17-46f7-b48b-e6131da7d3bb req-01c7db2f-e657-44d9-a1ee-435f472a6d29 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Oct 17 18:13:12.864491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b776d-1815-44f0-9dac-25a71221b5ea req-896ff4de-879c-4d22-99c1-da9b36224dac tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:12.865960 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d11b776d-1815-44f0-9dac-25a71221b5ea req-896ff4de-879c-4d22-99c1-da9b36224dac tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0968330 Oct 17 18:13:12.916391 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d11b776d-1815-44f0-9dac-25a71221b5ea req-4cf928ef-9810-4414-9967-11c6513b734a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446343 Oct 17 18:13:13.363603 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-fcf0b808-104e-4541-8838-1f8423d53d6b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1540616 Oct 17 18:13:13.378971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be894341-1192-40bc-93d2-222554713aaf req-e06a4104-997e-4e0f-a9f1-b1a8502cf90b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:13.380514 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-be894341-1192-40bc-93d2-222554713aaf req-e06a4104-997e-4e0f-a9f1-b1a8502cf90b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1225960 Oct 17 18:13:13.442673 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-be894341-1192-40bc-93d2-222554713aaf req-71adef7c-6fb0-468b-bc8c-5eedd458f5c0 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504587 Oct 17 18:13:14.600251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-2f88e4d3-0e58-44ff-abde-7bb291bb28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:14.601914 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-2f88e4d3-0e58-44ff-abde-7bb291bb28fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 1098 time: 0.0857065 Oct 17 18:13:14.664141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205c799-7b2a-4432-ad16-f658150fccf1 req-7477e7dd-9200-456f-b720-b1d496ae6810 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:14.665749 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b205c799-7b2a-4432-ad16-f658150fccf1 req-7477e7dd-9200-456f-b720-b1d496ae6810 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0969756 Oct 17 18:13:14.712575 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b205c799-7b2a-4432-ad16-f658150fccf1 req-3b6d5545-a4e2-4fe6-99e2-95b01623bad0 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 Oct 17 18:13:14.740935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-607205a7-5f08-4510-820e-1fdf11622b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:14.742305 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-607205a7-5f08-4510-820e-1fdf11622b80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 916 time: 0.1345854 Oct 17 18:13:14.810780 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-5bfcef32-3d7a-435e-b094-559805c5099f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d HTTP/1.1" status: 200 len: 217 time: 0.0612774 Oct 17 18:13:14.878024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-2b837c79-1854-4896-978b-32131f35426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:14.879483 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-2b837c79-1854-4896-978b-32131f35426e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3a89511-ecd4-4791-83c6-924a7e365a5f HTTP/1.1" status: 200 len: 854 time: 0.0632002 Oct 17 18:13:14.963567 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-0857374b-27c2-4714-acc3-c8bba7e82ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:14.965036 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-0857374b-27c2-4714-acc3-c8bba7e82ffb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a628c3ad-cbcd-450d-9753-2620d678757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793359 Oct 17 18:13:15.100608 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-cbfbb997-4f9e-49b0-a19e-b94d6324a2b4 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296813 Oct 17 18:13:15.350471 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-92634427-c7f9-4f1c-80bb-00fc84c410e0 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435436 Oct 17 18:13:15.568342 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [req-86368846-c9db-4270-a8a2-ad4d80182e0a req-83fc7b0b-144b-4517-aa43-79b58a6fc6f3 service neutron] (89190) timed out ('10.222.0.20', 60120) {{(pid=89190) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 17 18:13:15.917069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b251e-bcf1-4153-b124-386dd666980c req-35c57079-2e5d-4890-8efb-3c077443ab27 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:15.918519 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f49b251e-bcf1-4153-b124-386dd666980c req-35c57079-2e5d-4890-8efb-3c077443ab27 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0938175 Oct 17 18:13:15.963956 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f49b251e-bcf1-4153-b124-386dd666980c req-735ede7e-11b3-418f-97de-7938bfc300e2 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388377 Oct 17 18:13:17.172382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b0a54-331f-4360-90b6-e841118c73c9 req-227197bb-cf12-44a5-a08b-55a72824943b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:17.173864 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a02b0a54-331f-4360-90b6-e841118c73c9 req-227197bb-cf12-44a5-a08b-55a72824943b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0920527 Oct 17 18:13:17.222688 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a02b0a54-331f-4360-90b6-e841118c73c9 req-7656ba98-7f2d-4b05-82b6-72ab307aced9 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430412 Oct 17 18:13:18.430853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e99af5-83f6-4b64-b8a6-f8fc7b513862 req-0467f4c3-2862-4765-bc7a-9610fb8ef52f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:18.432338 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c1e99af5-83f6-4b64-b8a6-f8fc7b513862 req-0467f4c3-2862-4765-bc7a-9610fb8ef52f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0965891 Oct 17 18:13:18.479094 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c1e99af5-83f6-4b64-b8a6-f8fc7b513862 req-cb2e2dd6-eac3-43c5-8a28-8b69b37342c7 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Oct 17 18:13:19.690574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a0ffa-99fe-4e94-bf95-e3c2ed3ad1c5 req-d636af3d-b54a-4b8e-8e56-db9e009fae28 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:19.692109 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c92a0ffa-99fe-4e94-bf95-e3c2ed3ad1c5 req-d636af3d-b54a-4b8e-8e56-db9e009fae28 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0944884 Oct 17 18:13:19.738847 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c92a0ffa-99fe-4e94-bf95-e3c2ed3ad1c5 req-b76398d4-9faf-4ed7-ae71-5d24466ec758 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409088 Oct 17 18:13:20.949062 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d48052-536e-446e-8e95-531755833efd req-a0ef3129-c24d-464b-8ab2-0243b170f303 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:20.951362 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-56d48052-536e-446e-8e95-531755833efd req-a0ef3129-c24d-464b-8ab2-0243b170f303 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0958107 Oct 17 18:13:20.999186 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-56d48052-536e-446e-8e95-531755833efd req-7209943b-8d93-4621-952a-9fbfc0a2ea46 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415046 Oct 17 18:13:22.214406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba0fa8-7890-4bc7-aeaf-d41e79971b23 req-0ebdd19f-726b-4f98-90a4-c39191a77eb7 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:22.216493 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ecba0fa8-7890-4bc7-aeaf-d41e79971b23 req-0ebdd19f-726b-4f98-90a4-c39191a77eb7 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0972805 Oct 17 18:13:22.263600 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ecba0fa8-7890-4bc7-aeaf-d41e79971b23 req-ae4870a7-da79-403b-a7be-51eb9053043c tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 Oct 17 18:13:23.472481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf44d1c-a178-462c-a991-e6fda35e3b7f req-0bbfb737-c972-46b6-aa9b-29061726940d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:23.473964 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-acf44d1c-a178-462c-a991-e6fda35e3b7f req-0bbfb737-c972-46b6-aa9b-29061726940d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0966411 Oct 17 18:13:23.520753 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-acf44d1c-a178-462c-a991-e6fda35e3b7f req-f39c1444-1854-4919-ae88-955d4801be42 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410788 Oct 17 18:13:24.722505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ecfcd-85eb-4ebc-a788-1e79a98f35cb req-2d9c2e5b-2c41-455e-a433-96254f7103c5 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:24.724004 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-731ecfcd-85eb-4ebc-a788-1e79a98f35cb req-2d9c2e5b-2c41-455e-a433-96254f7103c5 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0901017 Oct 17 18:13:24.773180 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-731ecfcd-85eb-4ebc-a788-1e79a98f35cb req-7c0c34c2-7877-4d8c-93f9-6c09ef879533 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432918 Oct 17 18:13:25.045976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:25.979554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea53977-78a1-4889-a4b8-21643e53e819 req-c3622bfd-473a-4d17-b94a-cbee167413d3 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:25.981044 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7ea53977-78a1-4889-a4b8-21643e53e819 req-c3622bfd-473a-4d17-b94a-cbee167413d3 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0942943 Oct 17 18:13:26.027697 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7ea53977-78a1-4889-a4b8-21643e53e819 req-e2923afa-978a-40f6-a4ee-05270cf5ad17 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402386 Oct 17 18:13:27.232748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b4a80-2837-475a-9e11-a878e67fedb8 req-8fc299f1-1920-4adf-aba8-74845b349195 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:27.234212 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-760b4a80-2837-475a-9e11-a878e67fedb8 req-8fc299f1-1920-4adf-aba8-74845b349195 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0912275 Oct 17 18:13:27.279685 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-760b4a80-2837-475a-9e11-a878e67fedb8 req-0d022295-603d-42a5-b3e7-533261beb6b2 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385971 Oct 17 18:13:28.494227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd9141-8a32-449c-ad9c-042b0af6dba4 req-ee7e22d2-cd1e-4b91-9289-6bb2b0e48903 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:28.495994 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f1cd9141-8a32-449c-ad9c-042b0af6dba4 req-ee7e22d2-cd1e-4b91-9289-6bb2b0e48903 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0948761 Oct 17 18:13:28.542679 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f1cd9141-8a32-449c-ad9c-042b0af6dba4 req-a6379849-28a7-41cc-b6d1-b279dfd659f3 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405409 Oct 17 18:13:29.088237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-80473def-c446-475c-ac39-eee3f7c2a2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:29.760518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2eae1a-a9d5-4730-a890-05b20be80dd8 req-44c39710-1983-4f52-99ed-ba6a39ccb2da tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:29.762050 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc2eae1a-a9d5-4730-a890-05b20be80dd8 req-44c39710-1983-4f52-99ed-ba6a39ccb2da tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1001084 Oct 17 18:13:29.808249 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc2eae1a-a9d5-4730-a890-05b20be80dd8 req-91bdb852-c938-432f-9fe9-50229f66e3d6 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Oct 17 18:13:31.024155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fb8e5-febc-4f91-b6a6-9a6290a1b1c0 req-03fe174a-e4fc-49e2-a335-cfe9d7ec3825 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:31.025669 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0d7fb8e5-febc-4f91-b6a6-9a6290a1b1c0 req-03fe174a-e4fc-49e2-a335-cfe9d7ec3825 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0984128 Oct 17 18:13:31.076216 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0d7fb8e5-febc-4f91-b6a6-9a6290a1b1c0 req-982c7db6-c522-4bb5-a8a2-85c2f889e2db tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430095 Oct 17 18:13:31.538511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-14803ba1-aa8f-4e27-af71-d1fb437b8c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:32.314126 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd979c5-61d4-46a7-b402-fa517dca8e9a req-1b7fdf36-6115-4927-8c63-fe7b3e9032ad tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:32.315742 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ebd979c5-61d4-46a7-b402-fa517dca8e9a req-1b7fdf36-6115-4927-8c63-fe7b3e9032ad tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0946670 Oct 17 18:13:32.370700 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ebd979c5-61d4-46a7-b402-fa517dca8e9a req-1ca9e9b9-1a73-41e0-9bf1-0194308177ef tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485528 Oct 17 18:13:32.564465 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:32.635600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:33.602520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d0f85-6f5f-4aaf-bb11-634f23274ed3 req-f0a7c363-af9f-46db-839e-5c1e1ef42f2e tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:33.604064 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-488d0f85-6f5f-4aaf-bb11-634f23274ed3 req-f0a7c363-af9f-46db-839e-5c1e1ef42f2e tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1119523 Oct 17 18:13:33.655625 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-488d0f85-6f5f-4aaf-bb11-634f23274ed3 req-e12f60d7-58e6-4696-b39a-26eb022d46ae tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449626 Oct 17 18:13:34.369811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:34.878156 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9c108-e137-43d3-8637-9363568b55b9 req-cd943df6-6577-44d1-8ddd-8baff4537fe1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:34.879709 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-06e9c108-e137-43d3-8637-9363568b55b9 req-cd943df6-6577-44d1-8ddd-8baff4537fe1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0987959 Oct 17 18:13:34.931906 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-06e9c108-e137-43d3-8637-9363568b55b9 req-7f33116d-b845-405b-8bc5-429e198eb09f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 Oct 17 18:13:36.164166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea0db6-7a95-4d4f-9887-9683f1e9fbde req-17bf4af9-f477-4400-b029-5d14aca8a346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:36.166739 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-caea0db6-7a95-4d4f-9887-9683f1e9fbde req-17bf4af9-f477-4400-b029-5d14aca8a346 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1114128 Oct 17 18:13:36.219562 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-caea0db6-7a95-4d4f-9887-9683f1e9fbde req-1a8ce4dc-d462-47e4-8a38-27f79442da0d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Oct 17 18:13:37.556015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782719cf-cf4d-4b36-b3de-c59611b0bcfa req-13d41572-76da-44cb-aedc-96c9112ef736 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:37.557589 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-782719cf-cf4d-4b36-b3de-c59611b0bcfa req-13d41572-76da-44cb-aedc-96c9112ef736 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.2106385 Oct 17 18:13:37.608524 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-782719cf-cf4d-4b36-b3de-c59611b0bcfa req-31c559cc-1121-40f3-8c31-84058e3d263f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Oct 17 18:13:38.837172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b695f4-e47f-491c-a2e1-3c3d521650d2 req-2b83aaf2-1ded-4e0b-b88a-99dd1cebe50d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:38.838900 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-86b695f4-e47f-491c-a2e1-3c3d521650d2 req-2b83aaf2-1ded-4e0b-b88a-99dd1cebe50d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1059852 Oct 17 18:13:38.889936 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-86b695f4-e47f-491c-a2e1-3c3d521650d2 req-78f5d33e-0ea7-4b35-9145-5c2698fffc61 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447633 Oct 17 18:13:40.120369 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f654e-9d5f-4531-a78b-99e2439b397d req-27fa7669-d205-45f3-840d-10244270f5dd tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:40.121898 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-959f654e-9d5f-4531-a78b-99e2439b397d req-27fa7669-d205-45f3-840d-10244270f5dd tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1075349 Oct 17 18:13:40.193489 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-959f654e-9d5f-4531-a78b-99e2439b397d req-79d6e959-203e-4656-8e9b-5ef1e997ed40 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607243 Oct 17 18:13:41.409512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67366cfa-0e3e-465c-ab05-742f8babe7a4 req-a6fec550-4798-4e3b-bfde-f355bec8fdb4 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:41.411159 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-67366cfa-0e3e-465c-ab05-742f8babe7a4 req-a6fec550-4798-4e3b-bfde-f355bec8fdb4 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0956373 Oct 17 18:13:41.466428 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-67366cfa-0e3e-465c-ab05-742f8babe7a4 req-e349ec4c-066b-4951-9312-f594241d724d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489211 Oct 17 18:13:42.697799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb00a3-5f86-4142-9990-d752a2e33677 req-17114354-3814-49d9-ba79-adfa00f81651 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:42.699457 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c1bb00a3-5f86-4142-9990-d752a2e33677 req-17114354-3814-49d9-ba79-adfa00f81651 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1073694 Oct 17 18:13:42.754744 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c1bb00a3-5f86-4142-9990-d752a2e33677 req-af1545a3-33cf-4400-894d-4aaa1b44facf tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448718 Oct 17 18:13:43.977633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ff121-302f-44dc-b463-402adc4ee8d2 req-1066f357-702d-4f70-88ff-aef7ee351b67 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:43.979216 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2d6ff121-302f-44dc-b463-402adc4ee8d2 req-1066f357-702d-4f70-88ff-aef7ee351b67 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0975451 Oct 17 18:13:44.034684 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2d6ff121-302f-44dc-b463-402adc4ee8d2 req-848687cb-2ae3-4e45-8d99-918d7a5c82da tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451577 Oct 17 18:13:45.222821 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:13:45.340202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aa3fe-f04b-4535-9ffa-142e7f4ae923 req-93fdffce-e36f-4eae-99d9-1769f40f3603 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:45.342087 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f90aa3fe-f04b-4535-9ffa-142e7f4ae923 req-93fdffce-e36f-4eae-99d9-1769f40f3603 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1323795 Oct 17 18:13:45.390795 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f90aa3fe-f04b-4535-9ffa-142e7f4ae923 req-67dbe09e-dc80-458b-a4f0-0f6ff385aa21 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425518 Oct 17 18:13:46.621759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf04d7d-9da6-40aa-a9da-7e815da67590 req-31c531a4-94af-4ffb-a58b-64dfcaf06fa0 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:46.624406 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-acf04d7d-9da6-40aa-a9da-7e815da67590 req-31c531a4-94af-4ffb-a58b-64dfcaf06fa0 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1085773 Oct 17 18:13:46.705568 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-acf04d7d-9da6-40aa-a9da-7e815da67590 req-78bf2faf-8c80-4296-8af6-2b35f2dd6146 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728366 Oct 17 18:13:47.208638 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-47bb802d-c2a1-4fb1-b80d-d62b066705e9 service neutron] 10.222.0.20 "GET /v2.0/ports/ce8b3acb-2f52-4751-b5b2-6653c1e0825d/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0848289 Oct 17 18:13:47.539795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-32819eef-ae52-41e5-88fe-e796a7a47a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:47.541774 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-32819eef-ae52-41e5-88fe-e796a7a47a9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1&tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b HTTP/1.1" status: 200 len: 1098 time: 0.0939715 Oct 17 18:13:47.662532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-f58bb630-5cf6-4dd1-b8ab-ec1be4a32e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:47.664139 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-f58bb630-5cf6-4dd1-b8ab-ec1be4a32e93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 1098 time: 0.0878761 Oct 17 18:13:47.907902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-661e56bf-2db0-4ac7-bcb3-64825c2730bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:47.910273 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-661e56bf-2db0-4ac7-bcb3-64825c2730bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 916 time: 0.2399290 Oct 17 18:13:47.948098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc364a-564c-463f-8671-6927ae134049 req-298591a8-67ba-4a63-9baa-bfbb0ee1e07b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:47.950783 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49cc364a-564c-463f-8671-6927ae134049 req-298591a8-67ba-4a63-9baa-bfbb0ee1e07b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1193941 Oct 17 18:13:47.988828 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-86ab6b3b-2a8d-4d41-a15a-24a8203a1fb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d HTTP/1.1" status: 200 len: 217 time: 0.0718229 Oct 17 18:13:48.030254 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49cc364a-564c-463f-8671-6927ae134049 req-48b78af4-3c65-46bc-97c8-f3bf68cdc3f6 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719812 Oct 17 18:13:48.069389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-31181cb5-8da2-447e-bc30-575a18b008bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:48.071821 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-31181cb5-8da2-447e-bc30-575a18b008bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3a89511-ecd4-4791-83c6-924a7e365a5f HTTP/1.1" status: 200 len: 854 time: 0.0768154 Oct 17 18:13:48.201509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-ec506959-b4cd-4aa7-9ee5-1f3fb9adef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:48.203151 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-ec506959-b4cd-4aa7-9ee5-1f3fb9adef2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a628c3ad-cbcd-450d-9753-2620d678757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1248503 Oct 17 18:13:48.358202 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-ff034e1c-fd9f-49b2-9677-90dbcd32a088 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485584 Oct 17 18:13:48.665261 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd9595af-11b5-4078-9007-1c5b0c7955d2 req-ecb446f9-0f79-48be-bcce-164a2746f1b0 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014340 Oct 17 18:13:49.320580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b6a11-d935-40c2-b3d6-8c3d140a45db req-1e7d0652-28c4-4393-9c86-c1f1b6b2e286 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:49.322152 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-269b6a11-d935-40c2-b3d6-8c3d140a45db req-1e7d0652-28c4-4393-9c86-c1f1b6b2e286 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1011934 Oct 17 18:13:49.378998 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-269b6a11-d935-40c2-b3d6-8c3d140a45db req-47ee9d32-1bbc-4ad4-ba24-2cd7b0392809 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496681 Oct 17 18:13:50.645219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced43518-3665-4ed0-91ef-9d78ba178134 req-a18ee388-5303-4473-8459-3b7b40968b3a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:50.646997 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ced43518-3665-4ed0-91ef-9d78ba178134 req-a18ee388-5303-4473-8459-3b7b40968b3a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1061308 Oct 17 18:13:50.703790 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ced43518-3665-4ed0-91ef-9d78ba178134 req-77879700-6ff6-4b51-9e12-91e73e75d85d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493374 Oct 17 18:13:51.175072 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff30eb23-31eb-4a62-811a-57726d562ce6 req-14d7549e-2e57-4bd8-b911-467ed21fe8da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1025777 Oct 17 18:13:51.360839 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30eb23-31eb-4a62-811a-57726d562ce6 req-270722c8-1769-45e6-be5b-4d55398eb24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:51.362358 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff30eb23-31eb-4a62-811a-57726d562ce6 req-270722c8-1769-45e6-be5b-4d55398eb24b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 1098 time: 0.0950918 Oct 17 18:13:51.529211 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30eb23-31eb-4a62-811a-57726d562ce6 req-a461b94d-4025-47dc-89e4-d4d95ca2564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:51.530845 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff30eb23-31eb-4a62-811a-57726d562ce6 req-a461b94d-4025-47dc-89e4-d4d95ca2564d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 916 time: 0.1471848 Oct 17 18:13:51.604303 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff30eb23-31eb-4a62-811a-57726d562ce6 req-d610b7be-39cc-4d83-b093-6e3ee33a3eb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d HTTP/1.1" status: 200 len: 217 time: 0.0677223 Oct 17 18:13:51.679255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30eb23-31eb-4a62-811a-57726d562ce6 req-94c91793-fcfa-4748-981a-5d7139cd37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:51.681212 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff30eb23-31eb-4a62-811a-57726d562ce6 req-94c91793-fcfa-4748-981a-5d7139cd37e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3a89511-ecd4-4791-83c6-924a7e365a5f HTTP/1.1" status: 200 len: 854 time: 0.0714836 Oct 17 18:13:51.780996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30eb23-31eb-4a62-811a-57726d562ce6 req-f82f0096-c114-4ad5-bfa1-9f7fa09b53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:51.782409 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff30eb23-31eb-4a62-811a-57726d562ce6 req-f82f0096-c114-4ad5-bfa1-9f7fa09b53de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a628c3ad-cbcd-450d-9753-2620d678757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953488 Oct 17 18:13:52.000425 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff30eb23-31eb-4a62-811a-57726d562ce6 req-96be0f6e-3be6-43ed-9fcf-e50c5c1bb7c5 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113755 Oct 17 18:13:52.130179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cc4e8-339c-470e-8cb6-fe3b00ddd249 req-dd92a7cc-7cf4-4240-882c-4370f2665c20 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:52.131721 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-168cc4e8-339c-470e-8cb6-fe3b00ddd249 req-dd92a7cc-7cf4-4240-882c-4370f2665c20 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.2195127 Oct 17 18:13:52.214903 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff30eb23-31eb-4a62-811a-57726d562ce6 req-a157358e-1ecc-408b-a655-277cafbbb388 service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076960 Oct 17 18:13:52.229146 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-168cc4e8-339c-470e-8cb6-fe3b00ddd249 req-bd637049-0987-4773-bd30-69368c694c6c tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852106 Oct 17 18:13:52.346767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ce8b3acb-2f52-4751-b5b2-6653c1e0825d details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:13:52.355226 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ce8b3acb-2f52-4751-b5b2-6653c1e0825d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:13:52.602838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port ce8b3acb-2f52-4751-b5b2-6653c1e0825d is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:52.603256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.643324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ce8b3acb-2f52-4751-b5b2-6653c1e0825d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:52.664702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d', 'network_id': 'a628c3ad-cbcd-450d-9753-2620d678757d', 'port_id': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d', 'mac_address': 'fa:16:3e:04:39:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a89511-ecd4-4791-83c6-924a7e365a5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:13:52.672264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e51497-6ed1-4bd0-8530-ec2a195668d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:13:52.674671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f734bb-7f87-4cd7-9719-94ba13e1d9ed" -d '{"events": [{"server_uuid": "c3e51497-6ed1-4bd0-8530-ec2a195668d1", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8b3acb-2f52-4751-b5b2-6653c1e0825d"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:13:52.720768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ce8b3acb-2f52-4751-b5b2-6653c1e0825d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:52.738184 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.787237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b8fffc-55a7-4c0f-baba-24812dcc13d5 x-openstack-request-id: req-e2b8fffc-55a7-4c0f-baba-24812dcc13d5 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:13:52.787582 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e51497-6ed1-4bd0-8530-ec2a195668d1", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8b3acb-2f52-4751-b5b2-6653c1e0825d", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:13:52.787743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2b8fffc-55a7-4c0f-baba-24812dcc13d5 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:13:52.788144 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b8fffc-55a7-4c0f-baba-24812dcc13d5'] response: {'server_uuid': 'c3e51497-6ed1-4bd0-8530-ec2a195668d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d', 'code': 200} Oct 17 18:13:52.789845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc548417-3b46-4eb4-9f62-babc8e5cfe7c req-d6c26be9-91d4-4f8a-b65a-8e7fe2925826 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:52.791460 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dc548417-3b46-4eb4-9f62-babc8e5cfe7c req-d6c26be9-91d4-4f8a-b65a-8e7fe2925826 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1747742 Oct 17 18:13:52.801075 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-38201f2f-857c-4257-9348-507c3fa98bcf tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:52.802581 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-38201f2f-857c-4257-9348-507c3fa98bcf tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1&tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 945 time: 0.1409948 Oct 17 18:13:52.826690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port ce8b3acb-2f52-4751-b5b2-6653c1e0825d is: ACTIVE; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:52.827367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:52.856887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce8b3acb-2f52-4751-b5b2-6653c1e0825d {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:13:52.859067 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dc548417-3b46-4eb4-9f62-babc8e5cfe7c req-f5c3a572-3471-4b02-a5b1-0a7cbdf0e0df tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549400 Oct 17 18:13:52.875563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:52.957387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:13:52.957794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:13:53.006202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-50ab5752-5eb4-4cb8-870a-1bc5c765bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:53.007667 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-50ab5752-5eb4-4cb8-870a-1bc5c765bcd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 1096 time: 0.0964131 Oct 17 18:13:53.197427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-95e0bb03-8dd8-4074-8f61-e7c07f41cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:53.199640 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-95e0bb03-8dd8-4074-8f61-e7c07f41cbbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 200 len: 916 time: 0.1715088 Oct 17 18:13:53.279809 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-fc0f11cc-78a2-47f5-b1ac-73f750173931 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d HTTP/1.1" status: 200 len: 217 time: 0.0738802 Oct 17 18:13:53.532259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-0a58a8d0-dc62-4041-82a3-f62b84662200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:53.533672 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-0a58a8d0-dc62-4041-82a3-f62b84662200 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3a89511-ecd4-4791-83c6-924a7e365a5f HTTP/1.1" status: 200 len: 854 time: 0.2477152 Oct 17 18:13:53.541894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port ce8b3acb-2f52-4751-b5b2-6653c1e0825d is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:53.542498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.578704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8b3acb-2f52-4751-b5b2-6653c1e0825d {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:13:53.607379 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ce8b3acb-2f52-4751-b5b2-6653c1e0825d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:53.615605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:53.654090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-a97b2a18-f268-465c-80ae-2472245fb88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:53.656942 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-a97b2a18-f268-465c-80ae-2472245fb88c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a628c3ad-cbcd-450d-9753-2620d678757d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1161866 Oct 17 18:13:53.719539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:53.772709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['ce8b3acb-2f52-4751-b5b2-6653c1e0825d'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:13:53.927646 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-9e9b71d1-42bd-4965-ab5b-8dffc6b986fe service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623186 Oct 17 18:13:54.181738 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1929a505-ac36-47d8-9e22-4cb2a48b8af4 req-fe3badcd-d70d-4f0a-857b-74a8bbc20fdb service neutron] 10.222.0.20 "GET /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476258 Oct 17 18:13:54.213467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824640c4-5d71-4c00-ab4e-5fab637753d6 req-122b6fe0-38aa-4d1b-a765-ee76bd4e72c7 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:54.216580 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-824640c4-5d71-4c00-ab4e-5fab637753d6 req-122b6fe0-38aa-4d1b-a765-ee76bd4e72c7 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 944 time: 0.1869345 Oct 17 18:13:54.307564 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-824640c4-5d71-4c00-ab4e-5fab637753d6 req-2d0ca8dd-5897-4b98-bab4-b9b52fafbb0f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836356 Oct 17 18:13:54.347820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ce8b3acb-2f52-4751-b5b2-6653c1e0825d up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:13:54.492907 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port ce8b3acb-2f52-4751-b5b2-6653c1e0825d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:13:54.493325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.493756 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port ce8b3acb-2f52-4751-b5b2-6653c1e0825d Oct 17 18:13:54.647992 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port ce8b3acb-2f52-4751-b5b2-6653c1e0825d is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:13:54.649044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.696666 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port ce8b3acb-2f52-4751-b5b2-6653c1e0825d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:54.701882 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:54.789840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e51497-6ed1-4bd0-8530-ec2a195668d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:13:54.792900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035f753d-4570-4b04-b829-0af97de7ec8c" -d '{"events": [{"server_uuid": "c3e51497-6ed1-4bd0-8530-ec2a195668d1", "name": "network-vif-plugged", "status": "completed", "tag": "ce8b3acb-2f52-4751-b5b2-6653c1e0825d"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:13:54.808776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,revision_number=8']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:54.894538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1218abd0-ad99-4ba7-ba2d-495b610754ca x-openstack-request-id: req-1218abd0-ad99-4ba7-ba2d-495b610754ca {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:13:54.895033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e51497-6ed1-4bd0-8530-ec2a195668d1", "name": "network-vif-plugged", "status": "completed", "tag": "ce8b3acb-2f52-4751-b5b2-6653c1e0825d", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:13:54.895407 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1218abd0-ad99-4ba7-ba2d-495b610754ca {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:13:54.895917 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1218abd0-ad99-4ba7-ba2d-495b610754ca'] response: {'server_uuid': 'c3e51497-6ed1-4bd0-8530-ec2a195668d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d', 'code': 200} Oct 17 18:13:55.043798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:55.558277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b819-cd3b-4f31-a50c-71cf8657ed87 req-97d0401f-2e60-4dc7-a84a-243e2ed6ff9e tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:55.560183 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc97b819-cd3b-4f31-a50c-71cf8657ed87 req-97d0401f-2e60-4dc7-a84a-243e2ed6ff9e tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0969565 Oct 17 18:13:55.609344 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc97b819-cd3b-4f31-a50c-71cf8657ed87 req-fa98b5eb-f771-4028-90fe-b091cfc75b4b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Oct 17 18:13:55.830089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715afc7e-a9eb-4c0f-ad95-48f64aaefff9 req-a74d3ced-de84-45a8-895a-7e6460033340 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:55.831752 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-715afc7e-a9eb-4c0f-ad95-48f64aaefff9 req-a74d3ced-de84-45a8-895a-7e6460033340 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1017094 Oct 17 18:13:55.884367 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-715afc7e-a9eb-4c0f-ad95-48f64aaefff9 req-631645ed-7ff1-49f7-bbaf-f92af736ed1f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463812 Oct 17 18:13:56.105310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29d69a-9a0b-417d-a3c5-0ef835be5d30 req-f64e2f85-95b9-4c6c-a4f6-a113c410375a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:56.107674 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7c29d69a-9a0b-417d-a3c5-0ef835be5d30 req-f64e2f85-95b9-4c6c-a4f6-a113c410375a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.1034460 Oct 17 18:13:56.159504 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7c29d69a-9a0b-417d-a3c5-0ef835be5d30 req-ec9427a1-d8a8-4715-956c-a07378a87f9a tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453014 Oct 17 18:13:56.776084 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf82b76-ee8f-4362-9c7b-c712b7cff3e4 req-a5b702ff-0b9e-4973-a550-592640b87110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:56.777667 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-adf82b76-ee8f-4362-9c7b-c712b7cff3e4 req-a5b702ff-0b9e-4973-a550-592640b87110 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0966957 Oct 17 18:13:56.831123 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-adf82b76-ee8f-4362-9c7b-c712b7cff3e4 req-bd49393b-7765-497f-b8c8-e2e308558b77 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473492 Oct 17 18:13:58.054654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcd1a2-4a24-4820-95f7-86a26138dd0d req-e960872d-7b86-4369-9488-42fe249e5ae2 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:58.056401 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7bfcd1a2-4a24-4820-95f7-86a26138dd0d req-e960872d-7b86-4369-9488-42fe249e5ae2 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0991900 Oct 17 18:13:58.113124 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7bfcd1a2-4a24-4820-95f7-86a26138dd0d req-2fa88042-6996-4408-844b-4cc4095e614d tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups?id=c99446ca-126a-4d1b-8335-9d1fba036b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498021 Oct 17 18:13:58.381737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9e08-61dd-496f-8b70-714fab301c0c req-503fdb3e-f7f5-4434-bfe6-198d890cecc1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:13:58.383465 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5b6a9e08-61dd-496f-8b70-714fab301c0c req-503fdb3e-f7f5-4434-bfe6-198d890cecc1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 945 time: 0.0984261 Oct 17 18:13:58.465605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [req-5b6a9e08-61dd-496f-8b70-714fab301c0c req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Deleting port ce8b3acb-2f52-4751-b5b2-6653c1e0825d {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:13:58.465932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5b6a9e08-61dd-496f-8b70-714fab301c0c req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.757571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-5b6a9e08-61dd-496f-8b70-714fab301c0c req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] For port ce8b3acb-2f52-4751-b5b2-6653c1e0825d, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:13:58.757942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5b6a9e08-61dd-496f-8b70-714fab301c0c req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:58.898975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [req-5b6a9e08-61dd-496f-8b70-714fab301c0c req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Calling delete_port for ce8b3acb-2f52-4751-b5b2-6653c1e0825d owned by compute:nova {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:13:59.066540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5b6a9e08-61dd-496f-8b70-714fab301c0c req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.108928 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['ce8b3acb-2f52-4751-b5b2-6653c1e0825d'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:13:59.155486 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-58418b2f-9e04-4912-a660-fcca6b6667bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.172092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Pushing event deleted for resources: {'Port': ['ID=ce8b3acb-2f52-4751-b5b2-6653c1e0825d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:13:59.252386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.252821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.253374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.253952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.254498 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.255584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.255779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.256184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.256824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.257248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.257854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.258345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:13:59.446952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6a9e08-61dd-496f-8b70-714fab301c0c req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] No DVR routers for this DVR port ce8b3acb-2f52-4751-b5b2-6653c1e0825d on host hv-neutron-8608 {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:13:59.453015 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-99190bac-479b-4075-9f18-3cd380980dbd req-5f50659d-cb5c-4b22-ae85-0c1e8a5e877b tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3e51497-6ed1-4bd0-8530-ec2a195668d1 HTTP/1.1" status: 200 len: 210 time: 0.1782098 Oct 17 18:13:59.454722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5b6a9e08-61dd-496f-8b70-714fab301c0c req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:13:59.459412 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e51497-6ed1-4bd0-8530-ec2a195668d1', 'name': 'network-vif-deleted', 'tag': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:13:59.463514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1510d196-6565-48f6-b893-ec2e4308a932" -d '{"events": [{"server_uuid": "c3e51497-6ed1-4bd0-8530-ec2a195668d1", "name": "network-vif-deleted", "tag": "ce8b3acb-2f52-4751-b5b2-6653c1e0825d"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:13:59.486721 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5b6a9e08-61dd-496f-8b70-714fab301c0c req-163cd9ef-1fa9-4eb5-b6c1-d6ff57b80366 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.20 "DELETE /v2.0/ports/ce8b3acb-2f52-4751-b5b2-6653c1e0825d HTTP/1.1" status: 204 len: 173 time: 1.0974021 Oct 17 18:13:59.540087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df599750-9217-46b0-8f4f-e83f91d6d264 x-openstack-request-id: req-df599750-9217-46b0-8f4f-e83f91d6d264 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:13:59.540363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e51497-6ed1-4bd0-8530-ec2a195668d1", "name": "network-vif-deleted", "tag": "ce8b3acb-2f52-4751-b5b2-6653c1e0825d", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:13:59.540654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df599750-9217-46b0-8f4f-e83f91d6d264 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:13:59.541059 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df599750-9217-46b0-8f4f-e83f91d6d264'] response: {'server_uuid': 'c3e51497-6ed1-4bd0-8530-ec2a195668d1', 'name': 'network-vif-deleted', 'tag': 'ce8b3acb-2f52-4751-b5b2-6653c1e0825d', 'status': 'completed', 'code': 200} Oct 17 18:14:00.615798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51490) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:00.713541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0faac21b-0e79-45ed-a664-e8ff1ef9e2b1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.747299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0faac21b-0e79-45ed-a664-e8ff1ef9e2b1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.819515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0faac21b-0e79-45ed-a664-e8ff1ef9e2b1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.847154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faac21b-0e79-45ed-a664-e8ff1ef9e2b1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc1c6ff-848f-48b2-b46d-86b9a9d98ec2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:00.865081 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0faac21b-0e79-45ed-a664-e8ff1ef9e2b1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:00.866942 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0faac21b-0e79-45ed-a664-e8ff1ef9e2b1 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "DELETE /v2.0/security-groups/8dc1c6ff-848f-48b2-b46d-86b9a9d98ec2 HTTP/1.1" status: 204 len: 168 time: 0.2495387 Oct 17 18:14:00.870105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51494) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:00.894800 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-22fdb246-104a-44fa-a26f-4653ed3875f2 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] show failed (client error): The resource could not be found. Oct 17 18:14:00.896050 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-22fdb246-104a-44fa-a26f-4653ed3875f2 tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "GET /v2.0/security-groups/8dc1c6ff-848f-48b2-b46d-86b9a9d98ec2 HTTP/1.1" status: 404 len: 347 time: 0.0246048 Oct 17 18:14:00.899080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51498) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:01.083740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c3b55e50-e67f-489a-bb15-03d2cbdaf21f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Deleting port 7e692bee-eae3-4e42-96e8-923b4a038adb {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:01.083984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3b55e50-e67f-489a-bb15-03d2cbdaf21f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.409809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3b55e50-e67f-489a-bb15-03d2cbdaf21f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.410126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3b55e50-e67f-489a-bb15-03d2cbdaf21f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.550083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c3b55e50-e67f-489a-bb15-03d2cbdaf21f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Calling delete_port for 7e692bee-eae3-4e42-96e8-923b4a038adb owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:01.554885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f3623909-08cc-4392-b580-74905ceafbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.719400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3b55e50-e67f-489a-bb15-03d2cbdaf21f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.809683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b55e50-e67f-489a-bb15-03d2cbdaf21f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Pushing event deleted for resources: {'Port': ['ID=7e692bee-eae3-4e42-96e8-923b4a038adb,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:01.955314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3b55e50-e67f-489a-bb15-03d2cbdaf21f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.974948 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c3b55e50-e67f-489a-bb15-03d2cbdaf21f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:01.977822 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c3b55e50-e67f-489a-bb15-03d2cbdaf21f tempest-ServerDiskConfigTestJSON-1887999567 tempest-ServerDiskConfigTestJSON-1887999567-project] 10.222.0.69 "DELETE /v2.0/floatingips/dcbfa915-f3b8-4c4e-a987-cd12087b4c7e HTTP/1.1" status: 204 len: 168 time: 1.0767961 Oct 17 18:14:02.140012 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51506) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:02.361523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ce8b3acb-2f52-4751-b5b2-6653c1e0825d no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:14:02.405476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: ce8b3acb-2f52-4751-b5b2-6653c1e0825d {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:14:02.405916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device ce8b3acb-2f52-4751-b5b2-6653c1e0825d not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:14:02.572602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.634429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:02.918855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d62eab6a-4644-493b-a1e3-9e09f56f3915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:03.501516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-d62eab6a-4644-493b-a1e3-9e09f56f3915 admin admin] Deleting port 79b16730-6f4c-4150-af29-965189767c98 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:03.501752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d62eab6a-4644-493b-a1e3-9e09f56f3915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:03.706131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-d62eab6a-4644-493b-a1e3-9e09f56f3915 admin admin] For port 79b16730-6f4c-4150-af29-965189767c98, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=79b16730-6f4c-4150-af29-965189767c98,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:03.706505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d62eab6a-4644-493b-a1e3-9e09f56f3915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:03.847238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-d62eab6a-4644-493b-a1e3-9e09f56f3915 admin admin] Calling delete_port for 79b16730-6f4c-4150-af29-965189767c98 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:04.046629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d62eab6a-4644-493b-a1e3-9e09f56f3915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.133705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62eab6a-4644-493b-a1e3-9e09f56f3915 admin admin] Pushing event deleted for resources: {'Port': ['ID=79b16730-6f4c-4150-af29-965189767c98,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:04.388200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.522996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d62eab6a-4644-493b-a1e3-9e09f56f3915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:04.946031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62eab6a-4644-493b-a1e3-9e09f56f3915 admin admin] Router 530dedc2-53d8-4014-8192-f9300d5faaf4 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:05.286553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62eab6a-4644-493b-a1e3-9e09f56f3915 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:05.298945 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32709c0b-f622-49a4-bc34-9037aee0ad6a None None] Sync routers for ids ['530dedc2-53d8-4014-8192-f9300d5faaf4'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:05.301211 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d62eab6a-4644-493b-a1e3-9e09f56f3915 admin admin] 10.222.0.69 "PUT /v2.0/routers/530dedc2-53d8-4014-8192-f9300d5faaf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1596799 Oct 17 18:14:05.304115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51510) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:05.317272 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32709c0b-f622-49a4-bc34-9037aee0ad6a None None] Routers {'530dedc2-53d8-4014-8192-f9300d5faaf4'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:05.318287 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-32709c0b-f622-49a4-bc34-9037aee0ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:14:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['530dedc2-53d8-4014-8192-f9300d5faaf4'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:05.513352 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.588302 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-32709c0b-f622-49a4-bc34-9037aee0ad6a None None] Set router 530dedc2-53d8-4014-8192-f9300d5faaf4 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:05.859472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.877177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Deleting port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:05.877757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:05.922117 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-32709c0b-f622-49a4-bc34-9037aee0ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'name': 'tempest-ServerDiskConfigTestJSON-1358279979-router', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:09Z', 'updated_at': '2022-10-17T18:14:03Z', 'revision_number': 5, 'project_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'gw_port': {'id': '8eb97e6e-a111-4d47-97d7-9a1eece38e6f', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:63:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:12:10Z', 'updated_at': '2022-10-17T18:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:05.928145 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32709c0b-f622-49a4-bc34-9037aee0ad6a None None] Checking router: 530dedc2-53d8-4014-8192-f9300d5faaf4 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:14:05.939036 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32709c0b-f622-49a4-bc34-9037aee0ad6a None None] Routers {'530dedc2-53d8-4014-8192-f9300d5faaf4'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:05.939693 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-32709c0b-f622-49a4-bc34-9037aee0ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:14:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['530dedc2-53d8-4014-8192-f9300d5faaf4'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:06.116934 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-32709c0b-f622-49a4-bc34-9037aee0ad6a None None] Set router 530dedc2-53d8-4014-8192-f9300d5faaf4 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:06.159678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] For port 8eb97e6e-a111-4d47-97d7-9a1eece38e6f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8eb97e6e-a111-4d47-97d7-9a1eece38e6f,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:06.160220 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.293176 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-32709c0b-f622-49a4-bc34-9037aee0ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'name': 'tempest-ServerDiskConfigTestJSON-1358279979-router', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:09Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 6, 'project_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:06.298179 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32709c0b-f622-49a4-bc34-9037aee0ad6a None None] The sync data for ids ['530dedc2-53d8-4014-8192-f9300d5faaf4'] in dv-neutron-860895-1-hyperv is: [{'id': '530dedc2-53d8-4014-8192-f9300d5faaf4', 'name': 'tempest-ServerDiskConfigTestJSON-1358279979-router', 'tenant_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:12:09Z', 'updated_at': '2022-10-17T18:14:05Z', 'revision_number': 6, 'project_id': '7c9e9b07c10b45eeb5b4be616ea77e4b', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:06.318615 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Calling delete_port for 8eb97e6e-a111-4d47-97d7-9a1eece38e6f owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:06.516301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.573568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb97e6e-a111-4d47-97d7-9a1eece38e6f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:06.689302 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.884225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.887784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.916978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.918505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 530dedc2-53d8-4014-8192-f9300d5faaf4 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:14:06.936293 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:06.938661 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ca407a26-10f2-4693-9894-30c1ef5f73c2 admin admin] 10.222.0.69 "DELETE /v2.0/routers/530dedc2-53d8-4014-8192-f9300d5faaf4 HTTP/1.1" status: 204 len: 168 time: 1.6324883 Oct 17 18:14:06.941155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51514) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:07.022296 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Deleting subnet c3a89511-ecd4-4791-83c6-924a7e365a5f {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:14:07.027459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.093939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.211381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.311269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.372672 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a89511-ecd4-4791-83c6-924a7e365a5f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:07.388450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.390917 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8150c79c-3d3a-4ea1-bdd6-2af971c56d81 None None] Network a628c3ad-cbcd-450d-9753-2620d678757d requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:07.394011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:07.394535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:07.395097 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:07.395638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:07.396188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:07.396718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:07.397245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:07.397765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:07.398285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:07.398794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:07.399358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:07.399869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:07.411510 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2b38a7c8-c8d2-48cd-933f-dab72b0b200a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c3a89511-ecd4-4791-83c6-924a7e365a5f HTTP/1.1" status: 204 len: 168 time: 0.4688687 Oct 17 18:14:07.414412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51518) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:07.570838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.592013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Deleting port 8d4e15dd-da04-42fb-9bd4-401473638ab0 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:07.592489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.936969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3532a762-d36c-4786-862c-6c87c8d8dca1 None None] DHCP port deletion for a628c3ad-cbcd-450d-9753-2620d678757d request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:14:07.944853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3532a762-d36c-4786-862c-6c87c8d8dca1 None None] Deleting port 8d4e15dd-da04-42fb-9bd4-401473638ab0 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:14:07.945615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3532a762-d36c-4786-862c-6c87c8d8dca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:07.960715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] For port 8d4e15dd-da04-42fb-9bd4-401473638ab0, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8d4e15dd-da04-42fb-9bd4-401473638ab0,segment=NetworkSegment(daac3811-cea4-41ad-933c-3c8e5238a271),segment_id=daac3811-cea4-41ad-933c-3c8e5238a271)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:07.961718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.005049 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 79b16730-6f4c-4150-af29-965189767c98 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:14:08.091241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 79b16730-6f4c-4150-af29-965189767c98 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:14:08.091736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 79b16730-6f4c-4150-af29-965189767c98 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:14:08.092375 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8eb97e6e-a111-4d47-97d7-9a1eece38e6f no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:14:08.102652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Calling delete_port for 8d4e15dd-da04-42fb-9bd4-401473638ab0 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:14:08.163778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 8eb97e6e-a111-4d47-97d7-9a1eece38e6f {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:14:08.164339 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8eb97e6e-a111-4d47-97d7-9a1eece38e6f not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:14:08.202151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.243573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3532a762-d36c-4786-862c-6c87c8d8dca1 None None] The port '8d4e15dd-da04-42fb-9bd4-401473638ab0' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:14:08.255449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4e15dd-da04-42fb-9bd4-401473638ab0,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:08.260600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] No DVR routers for this DVR port 8d4e15dd-da04-42fb-9bd4-401473638ab0 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:14:08.396918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.428074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a628c3ad-cbcd-450d-9753-2620d678757d']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:08.443195 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daac3811-cea4-41ad-933c-3c8e5238a271') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:08.443548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daac3811-cea4-41ad-933c-3c8e5238a271') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:08.457552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.483013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.490878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:14:08.491342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.561385 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment daac3811-cea4-41ad-933c-3c8e5238a271 resource provider aggregate not found Oct 17 18:14:08.594612 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment daac3811-cea4-41ad-933c-3c8e5238a271 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid daac3811-cea4-41ad-933c-3c8e5238a271 found for delete ", "request_id": "req-8d96b984-df27-4dab-82e0-9c05e846760b"}]} Oct 17 18:14:08.600437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.617587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:08.630015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] Pushing event deleted for resources: {'Network': ['ID=a628c3ad-cbcd-450d-9753-2620d678757d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:08.647359 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-50496c16-2d5d-4d42-8757-587be6c77cde admin admin] 10.222.0.69 "DELETE /v2.0/networks/a628c3ad-cbcd-450d-9753-2620d678757d HTTP/1.1" status: 204 len: 168 time: 1.2311115 Oct 17 18:14:08.836167 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51528) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:08.897020 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-00a6831d-1fc9-4f74-84ba-6bd533b086d5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7c9e9b07c10b45eeb5b4be616ea77e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595493 Oct 17 18:14:08.901327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51532) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:08.972725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1cd19fb7-a3ef-43e6-a0eb-bdf499881138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.005602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1cd19fb7-a3ef-43e6-a0eb-bdf499881138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.073464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1cd19fb7-a3ef-43e6-a0eb-bdf499881138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.108017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd19fb7-a3ef-43e6-a0eb-bdf499881138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99446ca-126a-4d1b-8335-9d1fba036b0e,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:09.121952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1cd19fb7-a3ef-43e6-a0eb-bdf499881138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:09.127361 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1cd19fb7-a3ef-43e6-a0eb-bdf499881138 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c99446ca-126a-4d1b-8335-9d1fba036b0e HTTP/1.1" status: 204 len: 168 time: 0.2213240 Oct 17 18:14:09.930421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8d4e15dd-da04-42fb-9bd4-401473638ab0 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:14:09.982271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 8d4e15dd-da04-42fb-9bd4-401473638ab0 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:14:09.982271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8d4e15dd-da04-42fb-9bd4-401473638ab0 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:14:10.174613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51556) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:10.375940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2061064186-network', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:10.381810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:10.386556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Usage tracker for resource:network and tenant:ed4fb949fcc445e1b33e749f00758f93 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:10.390546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:10.397132 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:10.409593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Made reservation on behalf of ed4fb949fcc445e1b33e749f00758f93 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:10.412477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.426090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.445667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:10.451318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Usage tracker for resource:security_group_rule and tenant:ed4fb949fcc445e1b33e749f00758f93 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:10.454761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:10.461489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:10.690481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.695972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.733721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:14:10.743532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6e01ce-8822-4f9a-bfc8-500cd44de154,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:10.754327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.754691 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Added segment c3b0df5d-d4c4-4113-b337-76035783b40b of type vlan for network 96c3be3a-7042-4006-8896-64d265856bb0 Oct 17 18:14:10.790983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.827488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.828467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:10.828977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:10.946428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] Pushing event updated for resources: {'Network': ['ID=96c3be3a-7042-4006-8896-64d265856bb0,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:10.950094 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c95188c0-e551-411b-96a4-ec128a4e2871 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7735548 Oct 17 18:14:10.953426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51562) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:10.959291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Request body: {'subnet': {'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2061064186-subnet', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:10.961642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 96c3be3a-7042-4006-8896-64d265856bb0 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:14:10.965421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:10.970528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Usage tracker for resource:subnet and tenant:ed4fb949fcc445e1b33e749f00758f93 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:10.974133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:10.984133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:11.003273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Made reservation on behalf of ed4fb949fcc445e1b33e749f00758f93 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:11.007209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.304469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.392333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:11.405545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Checking segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:11.405922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Network hostable DHCP agents. Network: 96c3be3a-7042-4006-8896-64d265856bb0, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:14:11.430035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Network 96c3be3a-7042-4006-8896-64d265856bb0 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:14:11.444538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 96c3be3a-7042-4006-8896-64d265856bb0) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:11.450570 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:11.451552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.460397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c2918-17b7-4758-bf4d-cc7b26a46b02 None None] Network 96c3be3a-7042-4006-8896-64d265856bb0 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:11.483572 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6289fa7e-2648-4976-bdbc-9e04ddafe661 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5287635 Oct 17 18:14:11.487878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51566) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:11.493996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:11.501148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:11.506565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Usage tracker for resource:router and tenant:ed4fb949fcc445e1b33e749f00758f93 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:11.510253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:11.519409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:11.534488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.535930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.557365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.738189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-96c3be3a-7042-4006-8896-64d265856bb0', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:14:11.739156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:11.966700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Allocated IP 172.20.0.2 (96c3be3a-7042-4006-8896-64d265856bb0/d561ab7a-22f5-4aa3-b7f6-bd2eab70d883/6572fa33-f56d-4130-a091-8df769b76e60) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:12.066853 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.213290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.225705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Transition to ACTIVE for port object 6572fa33-f56d-4130-a091-8df769b76e60 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:12.250129 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Transition to ACTIVE for port object 6572fa33-f56d-4130-a091-8df769b76e60 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:12.257936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.344348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Network 96c3be3a-7042-4006-8896-64d265856bb0 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:12.347737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:12.352262 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:12.391601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Pushing event updated for resources: {'Port': ['ID=6572fa33-f56d-4130-a091-8df769b76e60,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:12.446200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:12.446475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:12.446799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:12.447136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:12.447458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:12.447821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:12.448149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:12.448462 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:12.448782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:12.449155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:12.449510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:12.451511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:12.485778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Attempting to bind port 6572fa33-f56d-4130-a091-8df769b76e60 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:12.486140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Attempting to bind port 6572fa33-f56d-4130-a091-8df769b76e60 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:12.486495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Attempting to bind port 6572fa33-f56d-4130-a091-8df769b76e60 on network 96c3be3a-7042-4006-8896-64d265856bb0 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:12.492631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:12.492986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Checking segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:12.493385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.493810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Bound using segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:12.494285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Bound port: 6572fa33-f56d-4130-a091-8df769b76e60, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:12.494658 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.528192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.560297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.595975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] For port 6572fa33-f56d-4130-a091-8df769b76e60, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:12.600491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] For port 6572fa33-f56d-4130-a091-8df769b76e60, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6572fa33-f56d-4130-a091-8df769b76e60,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:12.609414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:12.695615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36fa2c-2eac-4c7d-904d-918e37da8587 None None] Pushing event updated for resources: {'Port': ['ID=6572fa33-f56d-4130-a091-8df769b76e60,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:12.741052 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Allocated IP 172.26.8.162 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/a6c283cd-7b18-43fe-872c-944286bebea2) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:13.128701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:13.180870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:13.275602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:13.278904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:13.283098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:13.327317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Pushing event updated for resources: {'Port': ['ID=a6c283cd-7b18-43fe-872c-944286bebea2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:13.751900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc027fc3-0ed4-438e-aca1-401fbe90dd66 None None] Network 96c3be3a-7042-4006-8896-64d265856bb0 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:14:13.854001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-80c42fd9-208a-43ae-88ad-1ffdeb092b86 None None] Provisioning for port 6572fa33-f56d-4130-a091-8df769b76e60 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:13.897217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.021968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6572fa33-f56d-4130-a091-8df769b76e60 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:14.134760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 6572fa33-f56d-4130-a091-8df769b76e60 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:14.145297 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6572fa33-f56d-4130-a091-8df769b76e60 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:14.145667 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.146004 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6572fa33-f56d-4130-a091-8df769b76e60 Oct 17 18:14:14.342663 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6572fa33-f56d-4130-a091-8df769b76e60 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:14.345899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.405863 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 6572fa33-f56d-4130-a091-8df769b76e60, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6572fa33-f56d-4130-a091-8df769b76e60,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:14.413280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.464198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.540062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-70068fec-4556-46f7-8514-3dc946011a4b None None] Provisioning complete for port 6572fa33-f56d-4130-a091-8df769b76e60 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:14.540647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-70068fec-4556-46f7-8514-3dc946011a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.541179 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-70068fec-4556-46f7-8514-3dc946011a4b None None] Attempt 1 to provision port 6572fa33-f56d-4130-a091-8df769b76e60 Oct 17 18:14:14.646402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=6572fa33-f56d-4130-a091-8df769b76e60,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:14.701249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Router 87f2c74a-e69f-409d-a98a-9a87a6923586 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:14:14.790873 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-70068fec-4556-46f7-8514-3dc946011a4b None None] Current status of the port 6572fa33-f56d-4130-a091-8df769b76e60 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:14.910113 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:14.924671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Sync routers for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:14.939436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:14.941895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:14.942391 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-eeed7dd7-ff56-42f2-8f25-5bb72c4b021e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4526758 Oct 17 18:14:14.942958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:14:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:14.944999 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51570) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:15.291363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:15.788076 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:13Z', 'revision_number': 3, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:15.793498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Checking router: 87f2c74a-e69f-409d-a98a-9a87a6923586 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:14:15.794571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Updating router 87f2c74a-e69f-409d-a98a-9a87a6923586 port a6c283cd-7b18-43fe-872c-944286bebea2 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:14:15.867309 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:15.931089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.024424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6572fa33-f56d-4130-a091-8df769b76e60 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:16.199458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Allocated IP 172.20.0.1 (96c3be3a-7042-4006-8896-64d265856bb0/d561ab7a-22f5-4aa3-b7f6-bd2eab70d883/5177fae8-63e2-441e-92f3-6ba36b6d20f6) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:16.352431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6572fa33-f56d-4130-a091-8df769b76e60 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:16.353010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.353544 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6572fa33-f56d-4130-a091-8df769b76e60 Oct 17 18:14:16.385899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.407764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Transition to ACTIVE for port object 5177fae8-63e2-441e-92f3-6ba36b6d20f6 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:16.436144 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.508056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Network 96c3be3a-7042-4006-8896-64d265856bb0 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:16.511339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:16.517035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:16.567008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Pushing event updated for resources: {'Port': ['ID=5177fae8-63e2-441e-92f3-6ba36b6d20f6,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:16.591007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.702247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6572fa33-f56d-4130-a091-8df769b76e60 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:16.730754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.746555 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Transition to ACTIVE for port object a6c283cd-7b18-43fe-872c-944286bebea2 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:16.755448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.796526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.873693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Attempting to bind port a6c283cd-7b18-43fe-872c-944286bebea2 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:16.874306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Attempting to bind port a6c283cd-7b18-43fe-872c-944286bebea2 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:16.874562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Attempting to bind port a6c283cd-7b18-43fe-872c-944286bebea2 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:16.894231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:16.894739 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:16.895255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.895874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:16.896495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Bound port: a6c283cd-7b18-43fe-872c-944286bebea2, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:16.897003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.924199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b45a22-ed80-4bc2-a4ba-23378e09ebdb None None] Pushing event updated for resources: {'Port': ['ID=a6c283cd-7b18-43fe-872c-944286bebea2,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:16.951903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Provisioning for port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:16.962769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Provisioning complete for port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:16.963230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:16.963655 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Attempt 1 to provision port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 Oct 17 18:14:17.051247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:17.054040 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] For port a6c283cd-7b18-43fe-872c-944286bebea2, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:17.058686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] For port a6c283cd-7b18-43fe-872c-944286bebea2, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a6c283cd-7b18-43fe-872c-944286bebea2,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:17.066315 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.137615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:17.138266 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:14:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:17.294955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b45a22-ed80-4bc2-a4ba-23378e09ebdb None None] Pushing event updated for resources: {'Port': ['ID=a6c283cd-7b18-43fe-872c-944286bebea2,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:17.321710 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.329320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.360284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:17.523558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Pushing event updated for resources: {'Port': ['ID=5177fae8-63e2-441e-92f3-6ba36b6d20f6,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:17.536423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:17.631266 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Attempt 2 to provision port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 Oct 17 18:14:17.726118 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:17.776815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Network 96c3be3a-7042-4006-8896-64d265856bb0 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:17.778426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:17.837405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 1, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:17.845935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e11e0e-3d5f-43d8-b60a-f7eca1d6cb53 None None] The sync data for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv is: [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 1, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:18.057719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Router 87f2c74a-e69f-409d-a98a-9a87a6923586 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:18.227154 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Attempt 3 to provision port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 Oct 17 18:14:18.299655 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:18.333548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:18.346751 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f2040253-7f9b-45e6-bd77-982361aa5e97 admin admin] 10.222.0.69 "PUT /v2.0/routers/87f2c74a-e69f-409d-a98a-9a87a6923586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4003611 Oct 17 18:14:18.801314 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Attempt 4 to provision port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 Oct 17 18:14:18.846192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51580) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:18.854209 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Request body: {'security_group': {'name': 'tempest-securitygroup--793513549', 'description': 'tempest-description--1347596187'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:18.865297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:18.872824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Usage tracker for resource:security_group and tenant:ed4fb949fcc445e1b33e749f00758f93 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:18.877999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:18.891110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:18.905501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:18.918333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:18.932057 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:18.939722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Usage tracker for resource:security_group_rule and tenant:ed4fb949fcc445e1b33e749f00758f93 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:18.944895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:18.955160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:19.248117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.254546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.341765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.343495 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4959090 Oct 17 18:14:19.344765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa66a11-ab4b-4d42-9e3b-7fe38f2e048b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa2cc9a-d641-499c-b570-7c988dce7925,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:19.348298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51584) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:19.354469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c696a2d2-4abf-4d1d-a894-80677e178294 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Request body: {'security_group_rule': {'security_group_id': 'aaa2cc9a-d641-499c-b570-7c988dce7925', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:19.365736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c696a2d2-4abf-4d1d-a894-80677e178294 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:19.373435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c696a2d2-4abf-4d1d-a894-80677e178294 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Usage tracker for resource:security_group_rule and tenant:ed4fb949fcc445e1b33e749f00758f93 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:19.377780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c696a2d2-4abf-4d1d-a894-80677e178294 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:19.390510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c696a2d2-4abf-4d1d-a894-80677e178294 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:19.414347 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c696a2d2-4abf-4d1d-a894-80677e178294 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.419983 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Attempt 5 to provision port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 Oct 17 18:14:19.518526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:19.526414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c696a2d2-4abf-4d1d-a894-80677e178294 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.533580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c696a2d2-4abf-4d1d-a894-80677e178294 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.572224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696a2d2-4abf-4d1d-a894-80677e178294 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a4a658-5edc-4fcc-b995-5c5b759c72b9,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:19.588477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c696a2d2-4abf-4d1d-a894-80677e178294 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.591206 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c696a2d2-4abf-4d1d-a894-80677e178294 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2421601 Oct 17 18:14:19.595176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51588) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:19.601546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-fe1539a3-303a-4245-a15a-bf6d2ac97199 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Request body: {'security_group_rule': {'security_group_id': 'aaa2cc9a-d641-499c-b570-7c988dce7925', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:19.609639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fe1539a3-303a-4245-a15a-bf6d2ac97199 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:19.614009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fe1539a3-303a-4245-a15a-bf6d2ac97199 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Usage tracker for resource:security_group_rule and tenant:ed4fb949fcc445e1b33e749f00758f93 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:19.617362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fe1539a3-303a-4245-a15a-bf6d2ac97199 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:19.626926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fe1539a3-303a-4245-a15a-bf6d2ac97199 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:19.652309 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe1539a3-303a-4245-a15a-bf6d2ac97199 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.751146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe1539a3-303a-4245-a15a-bf6d2ac97199 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.755533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe1539a3-303a-4245-a15a-bf6d2ac97199 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.783096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1539a3-303a-4245-a15a-bf6d2ac97199 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3daf5a20-b1a6-4a50-af73-6b3b9be36382,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:19.794979 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe1539a3-303a-4245-a15a-bf6d2ac97199 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.797390 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fe1539a3-303a-4245-a15a-bf6d2ac97199 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2006965 Oct 17 18:14:19.801055 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 51592) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:19.807022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:19.815524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:19.820065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Usage tracker for resource:floatingip and tenant:ed4fb949fcc445e1b33e749f00758f93 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:14:19.823515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:14:19.831625 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:19.846570 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:19.976943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a6c283cd-7b18-43fe-872c-944286bebea2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:20.020438 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Attempt 6 to provision port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 Oct 17 18:14:20.084897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.108851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:20.141256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port a6c283cd-7b18-43fe-872c-944286bebea2 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:20.147358 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port a6c283cd-7b18-43fe-872c-944286bebea2 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:20.148295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.148680 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port a6c283cd-7b18-43fe-872c-944286bebea2 Oct 17 18:14:20.291541 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port a6c283cd-7b18-43fe-872c-944286bebea2 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:20.291841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.313068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Allocated IP 172.26.8.4 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/ac302ed1-9c1d-43de-af9d-b754b7ac9d97) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:20.316882 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port a6c283cd-7b18-43fe-872c-944286bebea2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a6c283cd-7b18-43fe-872c-944286bebea2,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:20.323545 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.461179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=a6c283cd-7b18-43fe-872c-944286bebea2,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:20.507224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.548049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.566194 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Sync routers for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:20.581401 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:20.582015 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:14:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:20.610566 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Attempt 7 to provision port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 Oct 17 18:14:20.626583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:20.629721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:20.634028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:20.666420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event updated for resources: {'Port': ['ID=ac302ed1-9c1d-43de-af9d-b754b7ac9d97,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:20.725265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:20.753078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:20.789830 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:20.843396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.226667 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Attempt 8 to provision port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 Oct 17 18:14:21.255582 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 2, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:21.264298 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Checking router: 87f2c74a-e69f-409d-a98a-9a87a6923586 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:14:21.265205 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Updating router 87f2c74a-e69f-409d-a98a-9a87a6923586 port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:14:21.290741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:21.309378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.315624 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.366597 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.443179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.447538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event updated for resources: {'Port': ['ID=ac302ed1-9c1d-43de-af9d-b754b7ac9d97,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:21.476997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.479282 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e32d76ff-66b9-4d42-a7cb-0cff21f26df2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6768084 Oct 17 18:14:21.699481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-5a70fcef-235b-4f16-ab8a-5e047b03bdc0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Synchronizing usage tracker for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:21.731312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-5a70fcef-235b-4f16-ab8a-5e047b03bdc0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Unset dirty status for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:21.733035 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-5a70fcef-235b-4f16-ab8a-5e047b03bdc0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--793513549&fields=id&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 267 time: 0.0856600 Oct 17 18:14:21.792782 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Attempt 9 to provision port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 Oct 17 18:14:21.904587 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:21.915481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-5450c86c-b20e-49d5-ac42-41443c8a1e6b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:21.916069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-5450c86c-b20e-49d5-ac42-41443c8a1e6b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Synchronizing usage tracker for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:21.925464 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.941430 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-5450c86c-b20e-49d5-ac42-41443c8a1e6b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Unset dirty status for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:21.943590 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-5450c86c-b20e-49d5-ac42-41443c8a1e6b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 812 time: 0.2013955 Oct 17 18:14:21.948476 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Transition to ACTIVE for port object 5177fae8-63e2-441e-92f3-6ba36b6d20f6 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:21.960351 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:21.968147 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-3cad8eb4-3738-4eff-981f-292a27a4d7f6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/quotas/ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 375 time: 0.0119658 Oct 17 18:14:21.991082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a6c283cd-7b18-43fe-872c-944286bebea2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:22.133934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port a6c283cd-7b18-43fe-872c-944286bebea2 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:22.134698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.135555 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port a6c283cd-7b18-43fe-872c-944286bebea2 Oct 17 18:14:22.178593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-76626d3b-c1a9-415e-9a26-86127a136619 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Synchronizing usage tracker for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:22.209839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-76626d3b-c1a9-415e-9a26-86127a136619 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Unset dirty status for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:22.212458 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-76626d3b-c1a9-415e-9a26-86127a136619 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2328532 Oct 17 18:14:22.250579 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:14:22.321442 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Pushing event updated for resources: {'Port': ['ID=5177fae8-63e2-441e-92f3-6ba36b6d20f6,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:22.330946 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Attempting to bind port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:22.331454 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Attempting to bind port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:22.331684 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Attempting to bind port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 on network 96c3be3a-7042-4006-8896-64d265856bb0 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:22.334688 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:22.335032 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:22.335385 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:22.335714 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:22.336040 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:22.336375 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:22.336694 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:22.337013 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:22.337333 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:22.337647 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:22.337963 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:22.338274 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:14:22.348290 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:22.348658 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Checking segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:22.349080 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.349458 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Bound using segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:22.349929 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Bound port: 5177fae8-63e2-441e-92f3-6ba36b6d20f6, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:22.350301 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.354679 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port a6c283cd-7b18-43fe-872c-944286bebea2 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:22.405920 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Attempt 10 to provision port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 Oct 17 18:14:22.483303 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] For port 5177fae8-63e2-441e-92f3-6ba36b6d20f6, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:22.487779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-842fd84b-bb93-4db0-af91-f1bbe097233e None None] Port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:22.489234 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] For port 5177fae8-63e2-441e-92f3-6ba36b6d20f6, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5177fae8-63e2-441e-92f3-6ba36b6d20f6,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:22.496469 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:22.523850 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-be3bc665-5340-4b91-bb9e-c64e951afaa7 service neutron] 10.222.0.69 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844529 Oct 17 18:14:22.573091 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:22.573372 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:14:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:22.759739 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-d04274e8-9978-49ab-86a3-ddab7d92cead service neutron] 10.222.0.69 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274594 Oct 17 18:14:22.777847 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aac55-a189-4a13-8359-54e0072865b9 None None] Pushing event updated for resources: {'Port': ['ID=5177fae8-63e2-441e-92f3-6ba36b6d20f6,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:22.829995 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:23.124151 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2cd52c7b-b527-48c3-a7ad-891964c06237 req-c364b7e0-182b-45f5-9633-f910d2027db6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 210 time: 0.1024206 Oct 17 18:14:23.226248 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:22Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:23.234377 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dd3b8d-b1a7-4271-9cb7-94ff6d81ef88 None None] The sync data for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv is: [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:22Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:23.997859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5177fae8-63e2-441e-92f3-6ba36b6d20f6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:24.086447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:24.097039 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:24.097809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.098127 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 Oct 17 18:14:24.287237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:24.288102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.352730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 5177fae8-63e2-441e-92f3-6ba36b6d20f6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5177fae8-63e2-441e-92f3-6ba36b6d20f6,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:24.360794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:24.374260 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e17db377-9393-484e-9d4a-f437e46d99cb req-711f087e-80cc-4251-a26b-4a7a9e0d9815 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 210 time: 0.0977495 Oct 17 18:14:24.489119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=5177fae8-63e2-441e-92f3-6ba36b6d20f6,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:24.566686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-4a4c2fe7-14ff-4cdb-ab60-2f18bdd60c3c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:24.569023 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-4a4c2fe7-14ff-4cdb-ab60-2f18bdd60c3c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 812 time: 0.2486701 Oct 17 18:14:24.629247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-5c5a2df8-e819-41ff-a462-b6288e7b2cd9 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Synchronizing usage tracker for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:24.643733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-5c5a2df8-e819-41ff-a462-b6288e7b2cd9 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Unset dirty status for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:24.644858 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-5c5a2df8-e819-41ff-a462-b6288e7b2cd9 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 379 time: 0.0617926 Oct 17 18:14:24.661421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Request body: {'port': {'device_id': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'admin_state_up': True, 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'security_groups': ['aaa2cc9a-d641-499c-b570-7c988dce7925']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:24.826722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:14:24.837616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:14:24.849317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Made reservation on behalf of ed4fb949fcc445e1b33e749f00758f93 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:14:24.853112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.065097 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.073192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Allocated IP 172.20.0.9 (96c3be3a-7042-4006-8896-64d265856bb0/d561ab7a-22f5-4aa3-b7f6-bd2eab70d883/05bfffa7-2c35-4b01-801c-a6b647c744af) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:14:25.291966 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.312811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Transition to ACTIVE for port object 05bfffa7-2c35-4b01-801c-a6b647c744af will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:25.351569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.431926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Network 96c3be3a-7042-4006-8896-64d265856bb0 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:14:25.436064 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:14:25.440702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:14:25.475113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event updated for resources: {'Port': ['ID=05bfffa7-2c35-4b01-801c-a6b647c744af,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:25.525074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:25.526021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.621590 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-efb37f50-e56c-4513-985e-a151ba769802 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9641206 Oct 17 18:14:25.639730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Request body: {'port': {'device_id': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:25.749949 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede252e6-f71e-4334-b437-1f6e6d947dda req-f10c4000-5abe-446d-925b-c4a90d703b58 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:25.750548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-ede252e6-f71e-4334-b437-1f6e6d947dda req-f10c4000-5abe-446d-925b-c4a90d703b58 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Synchronizing usage tracker for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:14:25.758172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6c1cf9c0-d408-42fd-b1b9-7958448e1503 None None] Provisioning for port 05bfffa7-2c35-4b01-801c-a6b647c744af completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:25.765344 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6c1cf9c0-d408-42fd-b1b9-7958448e1503 None None] Provisioning complete for port 05bfffa7-2c35-4b01-801c-a6b647c744af triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:25.765814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6c1cf9c0-d408-42fd-b1b9-7958448e1503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.766245 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6c1cf9c0-d408-42fd-b1b9-7958448e1503 None None] Attempt 1 to provision port 05bfffa7-2c35-4b01-801c-a6b647c744af Oct 17 18:14:25.792184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:25.804273 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-ede252e6-f71e-4334-b437-1f6e6d947dda req-f10c4000-5abe-446d-925b-c4a90d703b58 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Unset dirty status for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:14:25.805447 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ede252e6-f71e-4334-b437-1f6e6d947dda req-f10c4000-5abe-446d-925b-c4a90d703b58 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 931 time: 0.2535431 Oct 17 18:14:25.839156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6c1cf9c0-d408-42fd-b1b9-7958448e1503 None None] Port 05bfffa7-2c35-4b01-801c-a6b647c744af cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:25.957101 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ede252e6-f71e-4334-b437-1f6e6d947dda req-4fdeaff4-9db8-4e48-90ff-ffdab2375ec3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128016 Oct 17 18:14:25.969434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5177fae8-63e2-441e-92f3-6ba36b6d20f6 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:26.075271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:26.076056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.077002 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 Oct 17 18:14:26.248985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:26.301854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05bfffa7-2c35-4b01-801c-a6b647c744af {{(pid=89190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:14:26.311257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.330046 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Transition to ACTIVE for port object 05bfffa7-2c35-4b01-801c-a6b647c744af will not be triggered until provisioned by entity L2. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:14:26.336215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.340133 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6c1cf9c0-d408-42fd-b1b9-7958448e1503 None None] Attempt 2 to provision port 05bfffa7-2c35-4b01-801c-a6b647c744af Oct 17 18:14:26.451797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6c1cf9c0-d408-42fd-b1b9-7958448e1503 None None] Port 05bfffa7-2c35-4b01-801c-a6b647c744af cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:14:26.672551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=05bfffa7-2c35-4b01-801c-a6b647c744af,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:26.721202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Attempting to bind port 05bfffa7-2c35-4b01-801c-a6b647c744af on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:14:26.721587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Attempting to bind port 05bfffa7-2c35-4b01-801c-a6b647c744af by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:14:26.721951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Attempting to bind port 05bfffa7-2c35-4b01-801c-a6b647c744af on network 96c3be3a-7042-4006-8896-64d265856bb0 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:26.727580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Port 05bfffa7-2c35-4b01-801c-a6b647c744af on network 96c3be3a-7042-4006-8896-64d265856bb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:14:26.727878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Attempting to bind port 05bfffa7-2c35-4b01-801c-a6b647c744af on network 96c3be3a-7042-4006-8896-64d265856bb0 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:14:26.733851 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:14:26.734235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Checking segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:14:26.734725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Bound using segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:14:26.735266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Bound port: 05bfffa7-2c35-4b01-801c-a6b647c744af, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'}}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:14:26.735705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.844993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] For port 05bfffa7-2c35-4b01-801c-a6b647c744af, host hv-neutron-8608, cleared binding levels {{(pid=89190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:14:26.848824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] For port 05bfffa7-2c35-4b01-801c-a6b647c744af, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05bfffa7-2c35-4b01-801c-a6b647c744af,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:14:26.854509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.859286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:26.860023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:26.861796 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] 10.222.0.20 "PUT /v2.0/ports/05bfffa7-2c35-4b01-801c-a6b647c744af HTTP/1.1" status: 200 len: 1093 time: 1.2273018 Oct 17 18:14:26.904178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'tag': '05bfffa7-2c35-4b01-801c-a6b647c744af'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:14:26.908310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1e54e2-b1fe-4516-a2d9-712e12bcfce6" -d '{"events": [{"name": "network-changed", "server_uuid": "cca44dc1-49c2-46a4-91e5-24abcd7e3c8b", "tag": "05bfffa7-2c35-4b01-801c-a6b647c744af"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:14:26.953920 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-6c1cf9c0-d408-42fd-b1b9-7958448e1503 None None] Attempt 3 to provision port 05bfffa7-2c35-4b01-801c-a6b647c744af Oct 17 18:14:26.975508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015a9e21-ab4c-44f6-8b87-c7dd140d0f97 x-openstack-request-id: req-015a9e21-ab4c-44f6-8b87-c7dd140d0f97 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:14:26.975859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca44dc1-49c2-46a4-91e5-24abcd7e3c8b", "tag": "05bfffa7-2c35-4b01-801c-a6b647c744af", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:14:26.976030 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-015a9e21-ab4c-44f6-8b87-c7dd140d0f97 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:14:26.976419 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015a9e21-ab4c-44f6-8b87-c7dd140d0f97'] response: {'name': 'network-changed', 'server_uuid': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'tag': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'status': 'completed', 'code': 200} Oct 17 18:14:27.029365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa3dd8-d854-45a8-ba2e-158198745bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=05bfffa7-2c35-4b01-801c-a6b647c744af,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:27.059372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-f6e65034-efb0-4130-886b-45ad5494649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:27.062393 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-f6e65034-efb0-4130-886b-45ad5494649b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 1096 time: 0.1389163 Oct 17 18:14:27.092667 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6c1cf9c0-d408-42fd-b1b9-7958448e1503 None None] Port 05bfffa7-2c35-4b01-801c-a6b647c744af had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:14:27.246485 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-219ab45a-a7cb-4959-b5d5-60e7bbe55902 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05bfffa7-2c35-4b01-801c-a6b647c744af HTTP/1.1" status: 200 len: 217 time: 0.1701241 Oct 17 18:14:27.333749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-91271592-9923-4291-992a-c6707b878d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:27.335353 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-91271592-9923-4291-992a-c6707b878d5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0824788 Oct 17 18:14:27.425403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778f2ff-9760-4e9f-bcb6-537d06c4769a req-48c5e43d-8dab-4a8f-aa18-d4e5ed332f00 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:27.427118 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c778f2ff-9760-4e9f-bcb6-537d06c4769a req-48c5e43d-8dab-4a8f-aa18-d4e5ed332f00 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 943 time: 0.2393620 Oct 17 18:14:27.487401 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c778f2ff-9760-4e9f-bcb6-537d06c4769a req-b9ee5c73-df85-4353-a2a9-5b6ef5549493 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518837 Oct 17 18:14:27.494339 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-73c10cc8-2927-463b-a7aa-6952e6ce6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:27.495944 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-73c10cc8-2927-463b-a7aa-6952e6ce6984 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1542008 Oct 17 18:14:27.710871 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-c349c025-7a32-410b-aba8-25f589045bb0 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085359 Oct 17 18:14:27.861172 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6847ae8-ce6a-4ed9-8411-730e12450588 req-d2b56329-ab44-4c0f-99c7-77c2f6c95c0b service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435175 Oct 17 18:14:28.034920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e54e2-b1fe-4516-a2d9-712e12bcfce6 req-043760fb-e2b1-4d12-9d44-d227dbdd5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:28.036573 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1e1e54e2-b1fe-4516-a2d9-712e12bcfce6 req-043760fb-e2b1-4d12-9d44-d227dbdd5d93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 1096 time: 0.0833156 Oct 17 18:14:28.182442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e54e2-b1fe-4516-a2d9-712e12bcfce6 req-b7066bb4-5b47-410d-91aa-a61b76c750be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:28.184555 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1e1e54e2-b1fe-4516-a2d9-712e12bcfce6 req-b7066bb4-5b47-410d-91aa-a61b76c750be service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1408117 Oct 17 18:14:28.260880 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1e1e54e2-b1fe-4516-a2d9-712e12bcfce6 req-b635bac4-78ce-420f-80f8-48ab9353a7d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05bfffa7-2c35-4b01-801c-a6b647c744af HTTP/1.1" status: 200 len: 217 time: 0.0694258 Oct 17 18:14:28.330264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e54e2-b1fe-4516-a2d9-712e12bcfce6 req-43fbe4ac-4d5c-4c4d-8aeb-65210be19b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:28.331780 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1e1e54e2-b1fe-4516-a2d9-712e12bcfce6 req-43fbe4ac-4d5c-4c4d-8aeb-65210be19b27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0638008 Oct 17 18:14:28.444052 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e54e2-b1fe-4516-a2d9-712e12bcfce6 req-d94a6ee8-1252-4140-932d-b05e8df8cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:28.446631 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1e1e54e2-b1fe-4516-a2d9-712e12bcfce6 req-d94a6ee8-1252-4140-932d-b05e8df8cfd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1081469 Oct 17 18:14:28.786359 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1e1e54e2-b1fe-4516-a2d9-712e12bcfce6 req-849ac343-156a-47e2-b3a3-6e762b6106d5 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306315 Oct 17 18:14:28.941281 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1e1e54e2-b1fe-4516-a2d9-712e12bcfce6 req-6b4f4912-8ba6-4f1b-a300-79ed2857531a service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490955 Oct 17 18:14:28.942611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a649b1-55ab-4a4c-9fd7-2b5fed884022 req-1d5bd2f5-b251-41b8-8a8e-fad7f03e8f92 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:28.945150 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c4a649b1-55ab-4a4c-9fd7-2b5fed884022 req-1d5bd2f5-b251-41b8-8a8e-fad7f03e8f92 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 943 time: 0.1470175 Oct 17 18:14:29.026370 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c4a649b1-55ab-4a4c-9fd7-2b5fed884022 req-bef69b25-fd0f-46b2-a99a-c98318ae69e4 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742900 Oct 17 18:14:29.093741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ecb285cd-af33-451a-a6d8-ea2b24414f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.307213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10700e-dbec-4d54-b4cf-76cb77682923 req-68cf647b-b127-4748-98c6-568bec7d5452 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:30.309795 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ea10700e-dbec-4d54-b4cf-76cb77682923 req-68cf647b-b127-4748-98c6-568bec7d5452 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 943 time: 0.0995829 Oct 17 18:14:30.366086 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ea10700e-dbec-4d54-b4cf-76cb77682923 req-599129dc-f652-4971-8705-b0c01b890100 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474045 Oct 17 18:14:30.483331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 05bfffa7-2c35-4b01-801c-a6b647c744af details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:14:30.677983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 05bfffa7-2c35-4b01-801c-a6b647c744af, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05bfffa7-2c35-4b01-801c-a6b647c744af,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:30.704192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'port_id': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'mac_address': 'fa:16:3e:9c:32:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:14:30.816896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 05bfffa7-2c35-4b01-801c-a6b647c744af is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:30.817381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.849521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bfffa7-2c35-4b01-801c-a6b647c744af {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:14:30.878572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 05bfffa7-2c35-4b01-801c-a6b647c744af, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05bfffa7-2c35-4b01-801c-a6b647c744af,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:30.883826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:30.960018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=05bfffa7-2c35-4b01-801c-a6b647c744af,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:31.160190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['05bfffa7-2c35-4b01-801c-a6b647c744af'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:14:31.541097 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d73b0fc9-4928-4f69-9f67-f6368bb2263a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:31.739828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fd174-9839-426d-aad9-0697ec6605d7 req-059f82a8-9c47-4619-87b8-8c6639816533 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:31.742420 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-148fd174-9839-426d-aad9-0697ec6605d7 req-059f82a8-9c47-4619-87b8-8c6639816533 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 944 time: 0.2548413 Oct 17 18:14:31.818813 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-148fd174-9839-426d-aad9-0697ec6605d7 req-12e7c286-6a2f-4c6b-88dd-447d1a3cdd62 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698500 Oct 17 18:14:32.492583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 05bfffa7-2c35-4b01-801c-a6b647c744af up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:14:32.574346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.579258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 05bfffa7-2c35-4b01-801c-a6b647c744af completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:14:32.585327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 05bfffa7-2c35-4b01-801c-a6b647c744af triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:14:32.585798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.586251 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 05bfffa7-2c35-4b01-801c-a6b647c744af Oct 17 18:14:32.655319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.730571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 05bfffa7-2c35-4b01-801c-a6b647c744af is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:14:32.731018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.762394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bfffa7-2c35-4b01-801c-a6b647c744af'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:14:32.764725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e808194b-a3bd-4ec6-80d0-f84402f95811" -d '{"events": [{"server_uuid": "cca44dc1-49c2-46a4-91e5-24abcd7e3c8b", "name": "network-vif-plugged", "status": "completed", "tag": "05bfffa7-2c35-4b01-801c-a6b647c744af"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:14:32.777734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 05bfffa7-2c35-4b01-801c-a6b647c744af, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05bfffa7-2c35-4b01-801c-a6b647c744af,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:14:32.783457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:32.821302 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42427ebc-a903-4b42-b0fa-dc3260f45c92 x-openstack-request-id: req-42427ebc-a903-4b42-b0fa-dc3260f45c92 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:14:32.821607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca44dc1-49c2-46a4-91e5-24abcd7e3c8b", "name": "network-vif-plugged", "status": "completed", "tag": "05bfffa7-2c35-4b01-801c-a6b647c744af", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:14:32.821809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42427ebc-a903-4b42-b0fa-dc3260f45c92 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:14:32.822227 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42427ebc-a903-4b42-b0fa-dc3260f45c92'] response: {'server_uuid': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'code': 200} Oct 17 18:14:32.884777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=05bfffa7-2c35-4b01-801c-a6b647c744af,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:14:33.082051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f939c4-8aa7-40f7-acaa-842b9ad7a010 req-06b23970-19b9-4c70-aeba-f2fe71c28882 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:33.084635 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5f939c4-8aa7-40f7-acaa-842b9ad7a010 req-06b23970-19b9-4c70-aeba-f2fe71c28882 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1207268 Oct 17 18:14:33.170015 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5f939c4-8aa7-40f7-acaa-842b9ad7a010 req-807fc115-c0f4-44c6-886c-404babde9469 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725086 Oct 17 18:14:33.219735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e5dae-4a8d-4789-8bab-4f69a7d830b5 req-34a38ff8-54fa-472e-9346-488261c9a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:33.221257 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-295e5dae-4a8d-4789-8bab-4f69a7d830b5 req-34a38ff8-54fa-472e-9346-488261c9a976 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 1098 time: 0.1347125 Oct 17 18:14:33.267974 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-295e5dae-4a8d-4789-8bab-4f69a7d830b5 req-291ff730-1a7f-4200-bb09-f898cb30d531 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403223 Oct 17 18:14:34.388025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:34.456605 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5546b-7289-4715-b2eb-b7b42cf9dd91 req-fed0c30f-25f3-4af2-a9fb-66d60000dc43 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:34.458199 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9ea5546b-7289-4715-b2eb-b7b42cf9dd91 req-fed0c30f-25f3-4af2-a9fb-66d60000dc43 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1128504 Oct 17 18:14:34.509877 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9ea5546b-7289-4715-b2eb-b7b42cf9dd91 req-8eab7bc9-fe8c-4ee1-82e5-faed5eceff29 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410833 Oct 17 18:14:35.768723 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfa6de-21c2-43ba-84e6-9747a74af415 req-2acec9e9-1d0f-4052-ac2f-c06e9653a5aa tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:35.770310 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-01dfa6de-21c2-43ba-84e6-9747a74af415 req-2acec9e9-1d0f-4052-ac2f-c06e9653a5aa tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1402190 Oct 17 18:14:35.823188 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-01dfa6de-21c2-43ba-84e6-9747a74af415 req-79c08c60-27ea-4bcd-90f5-0cda8cc0c99b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469160 Oct 17 18:14:36.040745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115f6b4-1769-4cc1-8c3d-abba7f1fb90e req-2f913285-8538-4f25-a0fa-6d66b32acba1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:36.043809 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1115f6b4-1769-4cc1-8c3d-abba7f1fb90e req-2f913285-8538-4f25-a0fa-6d66b32acba1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.0980384 Oct 17 18:14:36.054126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51654) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:14:36.060731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3f3445f8-c80c-465f-9f7a-6a1624f0c2b1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Request body: {'floatingip': {'port_id': '05bfffa7-2c35-4b01-801c-a6b647c744af'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:14:36.150645 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3f3445f8-c80c-465f-9f7a-6a1624f0c2b1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:36.814090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3f3445f8-c80c-465f-9f7a-6a1624f0c2b1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:36.819545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3f3445f8-c80c-465f-9f7a-6a1624f0c2b1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.153464 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-3f3445f8-c80c-465f-9f7a-6a1624f0c2b1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd associated. External IP: 172.26.8.4, port: 05bfffa7-2c35-4b01-801c-a6b647c744af. Oct 17 18:14:37.629308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3445f8-c80c-465f-9f7a-6a1624f0c2b1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Router 87f2c74a-e69f-409d-a98a-9a87a6923586 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:14:37.829355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3445f8-c80c-465f-9f7a-6a1624f0c2b1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:14:37.835911 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3f3445f8-c80c-465f-9f7a-6a1624f0c2b1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:37.841671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f86868-e168-4dda-8093-0b4a0fe779be None None] Sync routers for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:14:37.853242 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f86868-e168-4dda-8093-0b4a0fe779be None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:37.853921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a5f86868-e168-4dda-8093-0b4a0fe779be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:14:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:37.909240 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3f3445f8-c80c-465f-9f7a-6a1624f0c2b1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "PUT /v2.0/floatingips/e5a87953-dec3-4705-95e8-9258f12b2cfd HTTP/1.1" status: 200 len: 989 time: 1.8539500 Oct 17 18:14:37.909998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'tag': '05bfffa7-2c35-4b01-801c-a6b647c744af'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:14:37.912392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07209ef2-d03d-453f-b91b-d40964ee566a" -d '{"events": [{"name": "network-changed", "server_uuid": "cca44dc1-49c2-46a4-91e5-24abcd7e3c8b", "tag": "05bfffa7-2c35-4b01-801c-a6b647c744af"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:14:37.991768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d409516-c671-47c8-923e-75ae70675a4f x-openstack-request-id: req-1d409516-c671-47c8-923e-75ae70675a4f {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:14:37.992196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca44dc1-49c2-46a4-91e5-24abcd7e3c8b", "tag": "05bfffa7-2c35-4b01-801c-a6b647c744af", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:14:37.992557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d409516-c671-47c8-923e-75ae70675a4f {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:14:37.993044 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d409516-c671-47c8-923e-75ae70675a4f'] response: {'name': 'network-changed', 'server_uuid': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'tag': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'status': 'completed', 'code': 200} Oct 17 18:14:38.097323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a5f86868-e168-4dda-8093-0b4a0fe779be None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:38.191136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07209ef2-d03d-453f-b91b-d40964ee566a req-037ddd91-b4e6-4597-8838-11fc4b92d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:38.192908 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-07209ef2-d03d-453f-b91b-d40964ee566a req-037ddd91-b4e6-4597-8838-11fc4b92d154 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 1098 time: 0.1578760 Oct 17 18:14:38.368898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07209ef2-d03d-453f-b91b-d40964ee566a req-553e5be4-985b-4a51-82aa-3b243abf64a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:38.371080 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-07209ef2-d03d-453f-b91b-d40964ee566a req-553e5be4-985b-4a51-82aa-3b243abf64a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1716714 Oct 17 18:14:38.538155 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-07209ef2-d03d-453f-b91b-d40964ee566a req-d70da4f5-8eff-46c3-9e31-0ce565a723ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05bfffa7-2c35-4b01-801c-a6b647c744af HTTP/1.1" status: 200 len: 997 time: 0.1609905 Oct 17 18:14:38.570417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a5f86868-e168-4dda-8093-0b4a0fe779be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5a87953-dec3-4705-95e8-9258f12b2cfd', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'floating_ip_address': '172.26.8.4', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'port_id': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'mac_address': 'fa:16:3e:9c:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:20Z', 'updated_at': '2022-10-17T18:14:36Z', 'revision_number': 1, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:38.576411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f86868-e168-4dda-8093-0b4a0fe779be None None] Checking router: 87f2c74a-e69f-409d-a98a-9a87a6923586 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:14:38.588127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f86868-e168-4dda-8093-0b4a0fe779be None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:14:38.588760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a5f86868-e168-4dda-8093-0b4a0fe779be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:14:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:38.631409 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07209ef2-d03d-453f-b91b-d40964ee566a req-4d05e739-e49e-4292-ac22-55b1d7420e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:38.633164 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-07209ef2-d03d-453f-b91b-d40964ee566a req-4d05e739-e49e-4292-ac22-55b1d7420e5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0891619 Oct 17 18:14:38.790781 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07209ef2-d03d-453f-b91b-d40964ee566a req-61f9e172-6d42-4bee-b8a5-dd72950b5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:38.793401 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-07209ef2-d03d-453f-b91b-d40964ee566a req-61f9e172-6d42-4bee-b8a5-dd72950b5c80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1540117 Oct 17 18:14:38.868466 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a5f86868-e168-4dda-8093-0b4a0fe779be None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:14:38.951184 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-07209ef2-d03d-453f-b91b-d40964ee566a req-07b06ea1-1133-428a-b52a-7070b10ac749 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517842 Oct 17 18:14:39.120821 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-07209ef2-d03d-453f-b91b-d40964ee566a req-d962d720-3a2c-46f4-ba53-3a6fa6b83637 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635761 Oct 17 18:14:39.435872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a5f86868-e168-4dda-8093-0b4a0fe779be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5a87953-dec3-4705-95e8-9258f12b2cfd', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'floating_ip_address': '172.26.8.4', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'port_id': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'mac_address': 'fa:16:3e:9c:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:20Z', 'updated_at': '2022-10-17T18:14:36Z', 'revision_number': 1, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:14:39.441245 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f86868-e168-4dda-8093-0b4a0fe779be None None] The sync data for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv is: [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5a87953-dec3-4705-95e8-9258f12b2cfd', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'floating_ip_address': '172.26.8.4', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'port_id': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'mac_address': 'fa:16:3e:9c:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:20Z', 'updated_at': '2022-10-17T18:14:36Z', 'revision_number': 1, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:14:39.663737 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4adf0e-81a0-4079-ac89-9e2b990c4045 None None] New status for floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:14:51.176004 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-799319b1-8b36-4d51-9ab9-b327b46347d4 req-81087339-c15a-4274-a770-d5d5b1d833b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1090343 Oct 17 18:14:51.521047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799319b1-8b36-4d51-9ab9-b327b46347d4 req-458a196f-58a7-4c16-a4eb-f2ddcc66c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:51.522486 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-799319b1-8b36-4d51-9ab9-b327b46347d4 req-458a196f-58a7-4c16-a4eb-f2ddcc66c562 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 1098 time: 0.2425172 Oct 17 18:14:51.700817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799319b1-8b36-4d51-9ab9-b327b46347d4 req-a914fb89-8915-453d-8f63-940b29760168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:51.702358 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-799319b1-8b36-4d51-9ab9-b327b46347d4 req-a914fb89-8915-453d-8f63-940b29760168 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1593623 Oct 17 18:14:51.867614 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-799319b1-8b36-4d51-9ab9-b327b46347d4 req-9138c5e1-6d29-4598-bd45-41fa4b0e1517 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05bfffa7-2c35-4b01-801c-a6b647c744af HTTP/1.1" status: 200 len: 999 time: 0.1579401 Oct 17 18:14:51.937723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799319b1-8b36-4d51-9ab9-b327b46347d4 req-b54523f6-8d9a-4004-9933-b4c0b2fc9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:51.939225 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-799319b1-8b36-4d51-9ab9-b327b46347d4 req-b54523f6-8d9a-4004-9933-b4c0b2fc9670 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0652142 Oct 17 18:14:52.038218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799319b1-8b36-4d51-9ab9-b327b46347d4 req-5b81deea-0e3c-4d43-9d61-ad69f4263dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:14:52.039830 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-799319b1-8b36-4d51-9ab9-b327b46347d4 req-5b81deea-0e3c-4d43-9d61-ad69f4263dc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936403 Oct 17 18:14:52.196367 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-799319b1-8b36-4d51-9ab9-b327b46347d4 req-5c83c874-05f7-4924-8589-9fd8e8b53f4a service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487768 Oct 17 18:14:52.348824 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-799319b1-8b36-4d51-9ab9-b327b46347d4 req-8f8c0d04-51c3-48cf-82f3-67a4a0b318e9 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461153 Oct 17 18:14:55.073292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:59.098071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a766a36d-bcaf-486c-a81c-269f1c708ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:14:59.239853 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:15:01.539214 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6ad4387a-7fd9-4ddb-ae6b-a1ebe851841d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:02.575718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:02.633229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:04.383287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:12.015453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f94bc-89c6-422c-abdf-037702c5efdc req-b06e5d78-3614-4e9e-a1cc-9d9c02439c2d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:12.017060 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-716f94bc-89c6-422c-abdf-037702c5efdc req-b06e5d78-3614-4e9e-a1cc-9d9c02439c2d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.0972221 Oct 17 18:15:12.068747 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-716f94bc-89c6-422c-abdf-037702c5efdc req-236fe067-f95f-4fb6-8465-0acbf376f672 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453565 Oct 17 18:15:12.360923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7363d-fac6-41ef-bdf5-0000530b57eb req-ae640237-7916-4d01-8cfd-8e6301046809 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:12.362388 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cae7363d-fac6-41ef-bdf5-0000530b57eb req-ae640237-7916-4d01-8cfd-8e6301046809 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1046839 Oct 17 18:15:12.419267 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cae7363d-fac6-41ef-bdf5-0000530b57eb req-ab2e031f-a784-49ef-ad25-fe90b56c5e5d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461156 Oct 17 18:15:12.639945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0e567-3ff7-41bd-9fa4-e49adce83b75 req-bfb304de-31ef-4a66-82d2-1d16bb3a0508 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:12.641407 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e3e0e567-3ff7-41bd-9fa4-e49adce83b75 req-bfb304de-31ef-4a66-82d2-1d16bb3a0508 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.0988314 Oct 17 18:15:12.691261 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e3e0e567-3ff7-41bd-9fa4-e49adce83b75 req-b6cdf51d-440f-4388-a162-0583e7998e0d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439792 Oct 17 18:15:13.215893 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-7cea38bc-7ef8-4e81-ae61-c1109874a1d1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2037239 Oct 17 18:15:13.235550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ffcd7-84f3-4e33-b32f-954618f691c9 req-22820022-fd89-4283-9619-a2bcf42866ac tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:13.237481 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3e0ffcd7-84f3-4e33-b32f-954618f691c9 req-22820022-fd89-4283-9619-a2bcf42866ac tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1247425 Oct 17 18:15:13.309824 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3e0ffcd7-84f3-4e33-b32f-954618f691c9 req-a9b9e7dc-d8b5-4176-9a18-74f5507838b6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617282 Oct 17 18:15:14.564551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c39a5-c9d3-4da2-adab-a6ae4e16c2c8 req-d47797a4-1be4-4bf5-85b9-8c9c717c146f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:14.567409 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d04c39a5-c9d3-4da2-adab-a6ae4e16c2c8 req-d47797a4-1be4-4bf5-85b9-8c9c717c146f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1304808 Oct 17 18:15:14.625099 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d04c39a5-c9d3-4da2-adab-a6ae4e16c2c8 req-019a9322-4422-4d3d-a11e-7acd2e08bbfe tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466187 Oct 17 18:15:14.749342 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-19ce51a5-45e2-457c-9f33-56899191aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:14.751915 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-19ce51a5-45e2-457c-9f33-56899191aecc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 1098 time: 0.1417232 Oct 17 18:15:14.906548 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-2f31148d-0478-49bc-a332-f1236e1ba034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:14.909074 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-2f31148d-0478-49bc-a332-f1236e1ba034 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1501718 Oct 17 18:15:15.023318 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-7019d8ba-3ca9-4fa5-b587-01701f5bf92e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05bfffa7-2c35-4b01-801c-a6b647c744af HTTP/1.1" status: 200 len: 999 time: 0.1082735 Oct 17 18:15:15.090563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-78763761-d1a3-474d-87cd-ea498f37e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:15.092108 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-78763761-d1a3-474d-87cd-ea498f37e4bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0635676 Oct 17 18:15:15.185073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-73caab3c-0c1e-417a-a410-770bdaea493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:15.186807 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-73caab3c-0c1e-417a-a410-770bdaea493f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887103 Oct 17 18:15:15.473347 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-ddd4cee6-8d90-442f-9331-2a17a729dbeb service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801049 Oct 17 18:15:15.624707 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-d25ce4bf-f002-4a47-b236-b1ba13e7c5de service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445274 Oct 17 18:15:15.891671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc009f13-2298-4cd7-9624-177bbd4e9f61 req-e9524b02-10b9-4fa3-bf57-c74eb7c9c522 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:15.894656 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dc009f13-2298-4cd7-9624-177bbd4e9f61 req-e9524b02-10b9-4fa3-bf57-c74eb7c9c522 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1312897 Oct 17 18:15:15.949929 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dc009f13-2298-4cd7-9624-177bbd4e9f61 req-0aa05e19-3e48-4aa4-b19d-98edd28b4259 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470207 Oct 17 18:15:17.207848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a484cf-491e-453e-8005-b5a14cad57a4 req-a970f410-ff52-48f9-a6e0-812057e86aca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:17.209794 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-45a484cf-491e-453e-8005-b5a14cad57a4 req-a970f410-ff52-48f9-a6e0-812057e86aca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1324039 Oct 17 18:15:17.286322 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-45a484cf-491e-453e-8005-b5a14cad57a4 req-cd7a0c50-a997-4d28-a087-b1960304447d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691602 Oct 17 18:15:18.517063 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf7f96-af7b-4832-b24d-e0fade3aacc2 req-ec755fae-446c-420e-a70f-e2e4e3d94099 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:18.518700 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e0cf7f96-af7b-4832-b24d-e0fade3aacc2 req-ec755fae-446c-420e-a70f-e2e4e3d94099 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1039388 Oct 17 18:15:18.574650 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e0cf7f96-af7b-4832-b24d-e0fade3aacc2 req-1d3d9c23-483d-4ba2-b52b-bcf3a239d405 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446942 Oct 17 18:15:19.877718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b096d8d-5dee-4941-8ef0-c393139e8ffc req-b3e5bf77-547a-4e06-9bd9-bc05a9d0de99 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:19.879365 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2b096d8d-5dee-4941-8ef0-c393139e8ffc req-b3e5bf77-547a-4e06-9bd9-bc05a9d0de99 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1007960 Oct 17 18:15:19.939326 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2b096d8d-5dee-4941-8ef0-c393139e8ffc req-fc6b8243-d66b-4847-b3e0-be4a31b59761 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494249 Oct 17 18:15:21.220977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1dc2e2-fc53-4a7d-b56c-a0ed74d0b698 req-4a4f84b2-9318-4d2f-9dbb-49dda9e4004f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:21.222606 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fa1dc2e2-fc53-4a7d-b56c-a0ed74d0b698 req-4a4f84b2-9318-4d2f-9dbb-49dda9e4004f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1354535 Oct 17 18:15:21.278789 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fa1dc2e2-fc53-4a7d-b56c-a0ed74d0b698 req-30a2d2de-ae83-47c0-8345-98aa952c84b1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494661 Oct 17 18:15:22.508297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626cf29-4978-450c-a9f1-42fe1e20d81a req-ce38449b-0e97-40a5-858b-6583e66a1189 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:22.510091 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4626cf29-4978-450c-a9f1-42fe1e20d81a req-ce38449b-0e97-40a5-858b-6583e66a1189 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1048017 Oct 17 18:15:22.564198 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4626cf29-4978-450c-a9f1-42fe1e20d81a req-a74e81ad-928f-46f9-a907-7f7ced60bc55 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457771 Oct 17 18:15:23.886149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b92a37-b15e-4c5a-9641-916221b506b3 req-7aa95bf6-5a76-4e93-9bb1-32682b0d17c6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:23.887686 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-14b92a37-b15e-4c5a-9641-916221b506b3 req-7aa95bf6-5a76-4e93-9bb1-32682b0d17c6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1498845 Oct 17 18:15:23.942928 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-14b92a37-b15e-4c5a-9641-916221b506b3 req-04ac399f-622d-48e1-b4ae-121af483577f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474555 Oct 17 18:15:25.049546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:25.188728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0114c9-d994-4a27-a38f-986b8670d08b req-b4030c27-d604-4c35-ac46-652c34b27d55 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:25.190325 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aa0114c9-d994-4a27-a38f-986b8670d08b req-b4030c27-d604-4c35-ac46-652c34b27d55 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1051559 Oct 17 18:15:25.247109 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aa0114c9-d994-4a27-a38f-986b8670d08b req-21acd2dc-ff4d-4133-a55c-966e925b5be7 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502865 Oct 17 18:15:26.506912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab610-29a6-4d94-bff8-e5df9026fb5c req-9ddeb396-903f-4997-b394-3bb56213f94e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:26.508552 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c4ab610-29a6-4d94-bff8-e5df9026fb5c req-9ddeb396-903f-4997-b394-3bb56213f94e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1067159 Oct 17 18:15:26.562421 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8c4ab610-29a6-4d94-bff8-e5df9026fb5c req-62b103c7-aa58-4771-b582-eb900695ac89 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438082 Oct 17 18:15:27.528324 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-a39b9f8c-1634-4230-a033-0bebb54c483b service neutron] 10.222.0.20 "GET /v2.0/ports/05bfffa7-2c35-4b01-801c-a6b647c744af/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0838420 Oct 17 18:15:27.819401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4c82a-2d84-46ff-a8e6-5c145c0be8d8 req-e516e065-c906-48cd-800f-36bcb8ea658f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:27.822587 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ebb4c82a-2d84-46ff-a8e6-5c145c0be8d8 req-e516e065-c906-48cd-800f-36bcb8ea658f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1254947 Oct 17 18:15:27.883429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-9c3cb6d0-be53-4a91-8090-83b5c0db4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:27.885236 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-9c3cb6d0-be53-4a91-8090-83b5c0db4a8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 1098 time: 0.0962043 Oct 17 18:15:27.900186 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ebb4c82a-2d84-46ff-a8e6-5c145c0be8d8 req-d17d62e8-bda4-491d-aa6b-8754a2bfe8d8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702462 Oct 17 18:15:28.040431 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-2c51843f-573e-4f78-87ab-3a8e08dd3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:28.042979 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-2c51843f-573e-4f78-87ab-3a8e08dd3016 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 1098 time: 0.1227696 Oct 17 18:15:28.197535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-b2f70f47-b812-4a08-962a-8db11d5fcb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:28.199165 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-b2f70f47-b812-4a08-962a-8db11d5fcb8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1494458 Oct 17 18:15:28.318873 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-4a3b34c7-a28a-429d-ab8d-2e6d9e38dac4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05bfffa7-2c35-4b01-801c-a6b647c744af HTTP/1.1" status: 200 len: 999 time: 0.1121793 Oct 17 18:15:28.395478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-e8bd65d9-4c15-4dcb-8f0e-ace5fbe2df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:28.397308 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-e8bd65d9-4c15-4dcb-8f0e-ace5fbe2df1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0722697 Oct 17 18:15:28.490308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-f1e08d71-552f-41a0-b2c7-523ebc60255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:28.491998 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-f1e08d71-552f-41a0-b2c7-523ebc60255e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891836 Oct 17 18:15:28.642707 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-bb60abe5-8274-4617-9411-14016d3d83b7 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446378 Oct 17 18:15:28.793184 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aed760bc-e612-464f-aa39-7e4ae7fcdb7d req-ee61f3b6-b9c5-443a-b3cc-ecb5aab6d6d2 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444597 Oct 17 18:15:29.098749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ac18c6b0-d1aa-41c3-a672-889024549ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:29.208404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750e378-1a2d-4b97-b2d1-ea7aefa70fe8 req-9d2de4c9-547f-48ff-b5fd-95705c4e11e7 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:29.210070 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1750e378-1a2d-4b97-b2d1-ea7aefa70fe8 req-9d2de4c9-547f-48ff-b5fd-95705c4e11e7 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1588967 Oct 17 18:15:29.262799 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1750e378-1a2d-4b97-b2d1-ea7aefa70fe8 req-d1fa9798-40da-461a-bbcb-028b5868f05b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451035 Oct 17 18:15:30.608177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d694d9-1f47-420b-a1ad-37554ed5f630 req-caef1138-54f9-4178-b9b1-521ed8b1148d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:30.609750 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-81d694d9-1f47-420b-a1ad-37554ed5f630 req-caef1138-54f9-4178-b9b1-521ed8b1148d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.2192452 Oct 17 18:15:30.664456 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-81d694d9-1f47-420b-a1ad-37554ed5f630 req-33a29634-4eff-49b0-bcf2-50bd016496f3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447628 Oct 17 18:15:30.682941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 05bfffa7-2c35-4b01-801c-a6b647c744af details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:15:30.699838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 05bfffa7-2c35-4b01-801c-a6b647c744af no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:30.942614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 05bfffa7-2c35-4b01-801c-a6b647c744af is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:30.943078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:30.989953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 05bfffa7-2c35-4b01-801c-a6b647c744af, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05bfffa7-2c35-4b01-801c-a6b647c744af,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:31.009713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05bfffa7-2c35-4b01-801c-a6b647c744af'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:15:31.012211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985417ef-eb59-497f-8c75-be2690b4bb01" -d '{"events": [{"server_uuid": "cca44dc1-49c2-46a4-91e5-24abcd7e3c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "05bfffa7-2c35-4b01-801c-a6b647c744af"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:15:31.019845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'port_id': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'mac_address': 'fa:16:3e:9c:32:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:15:31.024510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 05bfffa7-2c35-4b01-801c-a6b647c744af, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05bfffa7-2c35-4b01-801c-a6b647c744af,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:31.058376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.119081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3cae5c-554b-4c40-9fa8-8ea29e29df29 x-openstack-request-id: req-5a3cae5c-554b-4c40-9fa8-8ea29e29df29 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:15:31.119668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca44dc1-49c2-46a4-91e5-24abcd7e3c8b", "name": "network-vif-unplugged", "status": "completed", "tag": "05bfffa7-2c35-4b01-801c-a6b647c744af", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:15:31.120000 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a3cae5c-554b-4c40-9fa8-8ea29e29df29 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:15:31.120491 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3cae5c-554b-4c40-9fa8-8ea29e29df29'] response: {'server_uuid': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'code': 200} Oct 17 18:15:31.167750 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 05bfffa7-2c35-4b01-801c-a6b647c744af is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:31.168260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.198149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05bfffa7-2c35-4b01-801c-a6b647c744af {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:15:31.202328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=05bfffa7-2c35-4b01-801c-a6b647c744af,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:31.217788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:31.218134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:31.218473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:31.218806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:31.219164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:31.219531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:31.219826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:31.220151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:31.220472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:31.220796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:31.221140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:31.221436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:31.233660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 05bfffa7-2c35-4b01-801c-a6b647c744af, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05bfffa7-2c35-4b01-801c-a6b647c744af,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:31.238025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.315737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=05bfffa7-2c35-4b01-801c-a6b647c744af,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:31.370012 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['05bfffa7-2c35-4b01-801c-a6b647c744af'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:15:31.556777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-805d01c0-d8ec-4b64-baac-5e06c840349f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:31.926679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cd8f5-d145-4762-93db-76f6c9bc4c20 req-8d22cbac-9237-4e1a-94f5-e16c1db33ecd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:31.928460 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef8cd8f5-d145-4762-93db-76f6c9bc4c20 req-8d22cbac-9237-4e1a-94f5-e16c1db33ecd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 944 time: 0.1351702 Oct 17 18:15:31.981679 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ef8cd8f5-d145-4762-93db-76f6c9bc4c20 req-5fcc0df8-565c-4abd-83b7-cdaf8697d67d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446048 Oct 17 18:15:32.370823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2235cd-ba1d-480c-b06c-bb13ec321296 req-eb56b1d4-2eeb-4130-a9d8-a42f2174c47f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:32.372498 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5b2235cd-ba1d-480c-b06c-bb13ec321296 req-eb56b1d4-2eeb-4130-a9d8-a42f2174c47f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 944 time: 0.1041539 Oct 17 18:15:32.430273 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5b2235cd-ba1d-480c-b06c-bb13ec321296 req-f640f141-a042-43d7-95e8-2ac39b8b57a0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469389 Oct 17 18:15:32.435831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-0260d39e-f60c-44b5-b757-e71159ca4cba tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:32.438784 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-0260d39e-f60c-44b5-b757-e71159ca4cba tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b&tenant_id=ed4fb949fcc445e1b33e749f00758f93&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 944 time: 0.1601272 Oct 17 18:15:32.584527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.615702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-8b05c80a-0365-41ef-a9dd-922cd72bb0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:32.617226 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-8b05c80a-0365-41ef-a9dd-922cd72bb0a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 1097 time: 0.0903702 Oct 17 18:15:32.638918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.697971 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 05bfffa7-2c35-4b01-801c-a6b647c744af up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:32.801390 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 05bfffa7-2c35-4b01-801c-a6b647c744af triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:32.801846 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.802315 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 05bfffa7-2c35-4b01-801c-a6b647c744af Oct 17 18:15:32.892325 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-7aafd5d1-6a5e-454d-a82f-a165489c2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:32.894857 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-7aafd5d1-6a5e-454d-a82f-a165489c2799 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.2720103 Oct 17 18:15:32.942548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 05bfffa7-2c35-4b01-801c-a6b647c744af is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:32.942926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:32.985874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 05bfffa7-2c35-4b01-801c-a6b647c744af, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05bfffa7-2c35-4b01-801c-a6b647c744af,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:32.990325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:33.078059 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=05bfffa7-2c35-4b01-801c-a6b647c744af,revision_number=8']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:33.087643 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-23c02fe4-d15a-4950-82e2-96b227120075 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05bfffa7-2c35-4b01-801c-a6b647c744af HTTP/1.1" status: 200 len: 999 time: 0.1854219 Oct 17 18:15:33.121760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bfffa7-2c35-4b01-801c-a6b647c744af'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:15:33.124672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77dfc1b-816d-4099-933d-3f4469bfe192" -d '{"events": [{"server_uuid": "cca44dc1-49c2-46a4-91e5-24abcd7e3c8b", "name": "network-vif-plugged", "status": "completed", "tag": "05bfffa7-2c35-4b01-801c-a6b647c744af"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:15:33.192876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a66d88-2296-4009-a967-11005e6e83b1 x-openstack-request-id: req-97a66d88-2296-4009-a967-11005e6e83b1 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:15:33.193340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca44dc1-49c2-46a4-91e5-24abcd7e3c8b", "name": "network-vif-plugged", "status": "completed", "tag": "05bfffa7-2c35-4b01-801c-a6b647c744af", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:15:33.193763 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-97a66d88-2296-4009-a967-11005e6e83b1 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:15:33.194310 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a66d88-2296-4009-a967-11005e6e83b1'] response: {'server_uuid': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'code': 200} Oct 17 18:15:33.201893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-b30c91f1-8e59-4adc-8619-dc282fc13eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:33.203614 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-b30c91f1-8e59-4adc-8619-dc282fc13eba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.1108205 Oct 17 18:15:33.318602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-9f9dfa5a-310d-43e0-b35b-b039db77e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:33.320343 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-9f9dfa5a-310d-43e0-b35b-b039db77e3fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925686 Oct 17 18:15:33.478004 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-c17b7127-6277-4217-a7d8-ceb2a3fb0f07 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512494 Oct 17 18:15:33.654484 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6e36c29b-bf0d-46a9-a02a-1c4aa0e2b9f0 req-de0b94ec-d530-4780-aecd-04a2452ace75 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697028 Oct 17 18:15:33.676924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e5744-32eb-4d2b-8929-1a0d25f63af8 req-39ab8f38-7cc3-43fc-be9d-b8568b325de6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:33.679535 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8e5e5744-32eb-4d2b-8929-1a0d25f63af8 req-39ab8f38-7cc3-43fc-be9d-b8568b325de6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1132846 Oct 17 18:15:33.740013 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8e5e5744-32eb-4d2b-8929-1a0d25f63af8 req-24401db7-3c2a-4284-9666-a1d5ae407a33 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525477 Oct 17 18:15:34.388059 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:34.985320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f7c64-a8e2-490c-a223-dda407f9fbdd req-25c78fbe-3b37-47b0-b5a5-716b8dd5d546 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:34.986951 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-757f7c64-a8e2-490c-a223-dda407f9fbdd req-25c78fbe-3b37-47b0-b5a5-716b8dd5d546 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1105530 Oct 17 18:15:35.043887 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-757f7c64-a8e2-490c-a223-dda407f9fbdd req-49172ed7-ba78-4ba0-9ae5-f2178deebdb5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466449 Oct 17 18:15:35.277111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef1695-d618-4b92-b0a1-b4800e0a8a32 req-5d5331f8-d001-4aba-8680-11b71ec279f3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:35.278766 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aeef1695-d618-4b92-b0a1-b4800e0a8a32 req-5d5331f8-d001-4aba-8680-11b71ec279f3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1090629 Oct 17 18:15:35.360508 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aeef1695-d618-4b92-b0a1-b4800e0a8a32 req-f728d087-3833-4d92-9815-3a32f2b73fde tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742586 Oct 17 18:15:35.595346 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6325db-8a62-4d12-bdfd-72ede551926f req-4ae3da38-c6de-41b1-8e71-90ee213087cd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:35.597440 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ae6325db-8a62-4d12-bdfd-72ede551926f req-4ae3da38-c6de-41b1-8e71-90ee213087cd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1119013 Oct 17 18:15:35.655314 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ae6325db-8a62-4d12-bdfd-72ede551926f req-a5207040-3085-4ca8-9b13-46109317c009 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488694 Oct 17 18:15:36.242762 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:15:36.252980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eebb96-a93e-4b1d-81ff-337c7e2152a7 req-f990d657-81fa-45ba-8b27-76a33cd3aec6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:36.254857 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6eebb96-a93e-4b1d-81ff-337c7e2152a7 req-f990d657-81fa-45ba-8b27-76a33cd3aec6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.1084809 Oct 17 18:15:36.309765 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6eebb96-a93e-4b1d-81ff-337c7e2152a7 req-735ffb58-4a2b-4464-86fc-5e4080f691a6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487123 Oct 17 18:15:37.538102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34892fb6-9709-48e7-9ad2-6ab200527f42 req-88b67339-8fef-420e-9e9b-ef8ed751438c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:37.540489 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-34892fb6-9709-48e7-9ad2-6ab200527f42 req-88b67339-8fef-420e-9e9b-ef8ed751438c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.0994823 Oct 17 18:15:37.593865 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-34892fb6-9709-48e7-9ad2-6ab200527f42 req-5d3394df-4790-4132-b005-cf599182977c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470817 Oct 17 18:15:37.988921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-b9b2984e-bec3-4b98-97cb-9532e2f2f5ab tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:37.990581 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-b9b2984e-bec3-4b98-97cb-9532e2f2f5ab tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.0999608 Oct 17 18:15:38.074799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Deleting port 05bfffa7-2c35-4b01-801c-a6b647c744af {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:15:38.075174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.389140 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] For port 05bfffa7-2c35-4b01-801c-a6b647c744af, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=05bfffa7-2c35-4b01-801c-a6b647c744af,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:38.389433 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.898994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.900146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:38.900517 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd disassociated. External IP: 172.26.8.4, port: 05bfffa7-2c35-4b01-801c-a6b647c744af. Oct 17 18:15:38.901026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Calling delete_port for 05bfffa7-2c35-4b01-801c-a6b647c744af owned by compute:nova {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:15:39.006633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea43f8-7ffe-4803-a68a-9765caa716f3 req-e8c375a8-aaa5-4303-b83a-55bcec9df3fd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:39.008148 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6ea43f8-7ffe-4803-a68a-9765caa716f3 req-e8c375a8-aaa5-4303-b83a-55bcec9df3fd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 945 time: 0.2008791 Oct 17 18:15:39.193321 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6ea43f8-7ffe-4803-a68a-9765caa716f3 req-253c8dd6-a60a-4c39-847b-28243ff85287 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744196 Oct 17 18:15:39.203098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.303410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event deleted for resources: {'Port': ['ID=05bfffa7-2c35-4b01-801c-a6b647c744af,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:39.323744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:39.324052 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:39.324511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:39.325092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:39.325664 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:39.326244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:39.326824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:39.327425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:39.328005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:39.328579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:39.329152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:39.329731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:15:39.656998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Router 87f2c74a-e69f-409d-a98a-9a87a6923586 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:39.874516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:39.888547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5462e73-fe47-43ee-8ef7-8516e8a26a06 None None] Sync routers for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:39.902978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5462e73-fe47-43ee-8ef7-8516e8a26a06 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:39.903874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f5462e73-fe47-43ee-8ef7-8516e8a26a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:15:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:39.979771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] No DVR routers for this DVR port 05bfffa7-2c35-4b01-801c-a6b647c744af on host hv-neutron-8608 {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:15:39.982823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:39.986061 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'name': 'network-vif-deleted', 'tag': '05bfffa7-2c35-4b01-801c-a6b647c744af'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:15:39.988903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf0eb05-2bb7-4318-9265-12ee04c42a18" -d '{"events": [{"server_uuid": "cca44dc1-49c2-46a4-91e5-24abcd7e3c8b", "name": "network-vif-deleted", "tag": "05bfffa7-2c35-4b01-801c-a6b647c744af"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:15:40.012992 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a5b236fe-3771-4a6e-8e22-6d6bc453f656 req-bfc3e282-944d-4beb-9d9b-d6df4c1fc389 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "DELETE /v2.0/ports/05bfffa7-2c35-4b01-801c-a6b647c744af HTTP/1.1" status: 204 len: 173 time: 2.0165987 Oct 17 18:15:40.176952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa841e9-1bfb-4107-b6e5-d515bcdefebc x-openstack-request-id: req-cfa841e9-1bfb-4107-b6e5-d515bcdefebc {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:15:40.177604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca44dc1-49c2-46a4-91e5-24abcd7e3c8b", "name": "network-vif-deleted", "tag": "05bfffa7-2c35-4b01-801c-a6b647c744af", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:15:40.177604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cfa841e9-1bfb-4107-b6e5-d515bcdefebc {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:15:40.178037 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa841e9-1bfb-4107-b6e5-d515bcdefebc'] response: {'server_uuid': 'cca44dc1-49c2-46a4-91e5-24abcd7e3c8b', 'name': 'network-vif-deleted', 'tag': '05bfffa7-2c35-4b01-801c-a6b647c744af', 'status': 'completed', 'code': 200} Oct 17 18:15:40.210199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-f5462e73-fe47-43ee-8ef7-8516e8a26a06 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:40.422872 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-b9d2bc9a-55b6-485d-8b88-b9562545bd66 req-ee62445f-f1ec-49e6-ba6e-efecc80ca4ef tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Synchronizing usage tracker for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:40.449231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-b9d2bc9a-55b6-485d-8b88-b9562545bd66 req-ee62445f-f1ec-49e6-ba6e-efecc80ca4ef tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Unset dirty status for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:40.450995 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b9d2bc9a-55b6-485d-8b88-b9562545bd66 req-ee62445f-f1ec-49e6-ba6e-efecc80ca4ef tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=cca44dc1-49c2-46a4-91e5-24abcd7e3c8b HTTP/1.1" status: 200 len: 210 time: 0.0864339 Oct 17 18:15:40.617373 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f5462e73-fe47-43ee-8ef7-8516e8a26a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:40.622767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5462e73-fe47-43ee-8ef7-8516e8a26a06 None None] Checking router: 87f2c74a-e69f-409d-a98a-9a87a6923586 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:15:40.633921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5462e73-fe47-43ee-8ef7-8516e8a26a06 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:40.634670 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f5462e73-fe47-43ee-8ef7-8516e8a26a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:15:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:40.871775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-f5462e73-fe47-43ee-8ef7-8516e8a26a06 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:41.241364 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-f5462e73-fe47-43ee-8ef7-8516e8a26a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:41.246541 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5462e73-fe47-43ee-8ef7-8516e8a26a06 None None] The sync data for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv is: [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:41.510722 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d90aec-af6f-4724-b329-8480ab238b82 None None] New status for floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:15:41.896210 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-f8489d83-6ef5-4e08-9e82-1db43c4deaf6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--793513549&fields=id&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 267 time: 0.0494545 Oct 17 18:15:42.157691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-8e5097e4-b443-419b-a94f-559cf4592e12 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:42.159274 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-8e5097e4-b443-419b-a94f-559cf4592e12 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 812 time: 0.2544067 Oct 17 18:15:42.182246 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-5585ad31-1931-42b4-b058-e94ddd246814 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/quotas/ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 375 time: 0.0118635 Oct 17 18:15:42.283313 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-a0563201-f926-4ec1-bbc8-96a35f71e67d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952728 Oct 17 18:15:42.456039 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-7f0d8661-5b61-4109-8918-2526cb21773e service neutron] 10.222.0.69 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587942 Oct 17 18:15:42.609050 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-ab2b495b-b825-4211-b165-aafbe4b016ec service neutron] 10.222.0.69 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454778 Oct 17 18:15:42.746159 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 05bfffa7-2c35-4b01-801c-a6b647c744af no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:15:42.794812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 05bfffa7-2c35-4b01-801c-a6b647c744af {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:15:42.795554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 05bfffa7-2c35-4b01-801c-a6b647c744af not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:15:42.820345 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-70f761ad-bead-418f-b55d-79f8f4aeabb9 req-f34a1280-54fd-4068-a3d5-21b28b6f9f71 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 210 time: 0.0577347 Oct 17 18:15:44.140670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-153f45b9-a1b2-4747-88d0-848d1e6d3cbc tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:44.141324 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4c7033e0-6f24-4a1c-b7f1-9e89b3d70bb5 req-a7f4076e-ec1c-4200-8307-daab0f559c51 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 210 time: 0.1336672 Oct 17 18:15:44.144097 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-153f45b9-a1b2-4747-88d0-848d1e6d3cbc tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 812 time: 0.1959827 Oct 17 18:15:44.240445 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-35584dc5-a4b1-45a7-9ea2-25d438f41d7e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 379 time: 0.0800893 Oct 17 18:15:44.256641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Request body: {'port': {'device_id': 'd544f01e-370d-42ed-9624-ac123f668850', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'admin_state_up': True, 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'security_groups': ['aaa2cc9a-d641-499c-b570-7c988dce7925']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:44.427809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:15:44.440503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:15:44.453151 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Made reservation on behalf of ed4fb949fcc445e1b33e749f00758f93 for: {'port': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:15:44.457384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:44.655457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Allocated IP 172.20.0.10 (96c3be3a-7042-4006-8896-64d265856bb0/d561ab7a-22f5-4aa3-b7f6-bd2eab70d883/f9c8d4d1-f238-4af4-b984-22a0d7ab85e7) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:15:45.012032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.030753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Transition to ACTIVE for port object f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:45.056552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.136989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Network 96c3be3a-7042-4006-8896-64d265856bb0 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:15:45.140607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:15:45.144973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:15:45.183105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event updated for resources: {'Port': ['ID=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:45.244113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:45.245493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.295607 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-41229e38-eb25-4479-9ba9-22a0866c1eb8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0434361 Oct 17 18:15:45.314002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Request body: {'port': {'device_id': 'd544f01e-370d-42ed-9624-ac123f668850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:45.433269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-eb734051-ae11-430d-9c4d-e535f88924cb None None] Provisioning for port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:45.441352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-eb734051-ae11-430d-9c4d-e535f88924cb None None] Provisioning complete for port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:45.441989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eb734051-ae11-430d-9c4d-e535f88924cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.442440 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb734051-ae11-430d-9c4d-e535f88924cb None None] Attempt 1 to provision port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 Oct 17 18:15:45.507202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb734051-ae11-430d-9c4d-e535f88924cb None None] Port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:45.517687 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.575078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e28cd0-332e-4a7b-abb9-741c10181e21 req-94db98df-183b-4df5-86db-96349db1fa74 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:45.575735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-d7e28cd0-332e-4a7b-abb9-741c10181e21 req-94db98df-183b-4df5-86db-96349db1fa74 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Synchronizing usage tracker for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:15:45.623473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-d7e28cd0-332e-4a7b-abb9-741c10181e21 req-94db98df-183b-4df5-86db-96349db1fa74 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Unset dirty status for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:15:45.624637 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d7e28cd0-332e-4a7b-abb9-741c10181e21 req-94db98df-183b-4df5-86db-96349db1fa74 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 932 time: 0.2655549 Oct 17 18:15:45.754618 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d7e28cd0-332e-4a7b-abb9-741c10181e21 req-78be266a-416b-46bd-a131-24908a00f04e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867279 Oct 17 18:15:45.961756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 {{(pid=89190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:15:45.970649 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:45.987362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Transition to ACTIVE for port object f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 will not be triggered until provisioned by entity L2. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:15:45.992223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.009201 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb734051-ae11-430d-9c4d-e535f88924cb None None] Attempt 2 to provision port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 Oct 17 18:15:46.115361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb734051-ae11-430d-9c4d-e535f88924cb None None] Port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:15:46.197187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Pushing event updated for resources: {'Port': ['ID=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:46.252117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Attempting to bind port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:15:46.252672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Attempting to bind port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:15:46.253229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Attempting to bind port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 on network 96c3be3a-7042-4006-8896-64d265856bb0 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:15:46.259508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 on network 96c3be3a-7042-4006-8896-64d265856bb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:15:46.259974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Attempting to bind port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 on network 96c3be3a-7042-4006-8896-64d265856bb0 {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:15:46.266218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:15:46.266551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Checking segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:15:46.266938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Bound using segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} {{(pid=89190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:15:46.267400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.managers [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Bound port: f9c8d4d1-f238-4af4-b984-22a0d7ab85e7, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'}}] {{(pid=89190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:15:46.267744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.369263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] For port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7, host hv-neutron-8608, cleared binding levels {{(pid=89190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:15:46.373236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] For port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:15:46.379093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.411403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:46.412021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:46.413484 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] 10.222.0.20 "PUT /v2.0/ports/f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 HTTP/1.1" status: 200 len: 1094 time: 1.1059248 Oct 17 18:15:46.414013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd544f01e-370d-42ed-9624-ac123f668850', 'tag': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:15:46.416575 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2367ee65-cc33-4d7b-9af4-2237da7e334f" -d '{"events": [{"name": "network-changed", "server_uuid": "d544f01e-370d-42ed-9624-ac123f668850", "tag": "f9c8d4d1-f238-4af4-b984-22a0d7ab85e7"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:15:46.476864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820d3c9-37f1-4423-a502-e929190dc3ee service neutron] Pushing event updated for resources: {'Port': ['ID=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,revision_number=3']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:46.530142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de46116f-2afc-4f66-8264-a793155eec25 x-openstack-request-id: req-de46116f-2afc-4f66-8264-a793155eec25 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:15:46.530468 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d544f01e-370d-42ed-9624-ac123f668850", "tag": "f9c8d4d1-f238-4af4-b984-22a0d7ab85e7", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:15:46.530665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de46116f-2afc-4f66-8264-a793155eec25 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:15:46.531101 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de46116f-2afc-4f66-8264-a793155eec25'] response: {'name': 'network-changed', 'server_uuid': 'd544f01e-370d-42ed-9624-ac123f668850', 'tag': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'status': 'completed', 'code': 200} Oct 17 18:15:46.582572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-410fdf5d-be17-43a2-93f4-92c0ce1a9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:46.584088 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-410fdf5d-be17-43a2-93f4-92c0ce1a9be5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 1097 time: 0.1012349 Oct 17 18:15:46.616657 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-eb734051-ae11-430d-9c4d-e535f88924cb None None] Attempt 3 to provision port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 Oct 17 18:15:46.695341 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-313b3c64-9390-427d-b2a8-de83383219e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 HTTP/1.1" status: 200 len: 217 time: 0.0988140 Oct 17 18:15:46.726502 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-eb734051-ae11-430d-9c4d-e535f88924cb None None] Port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:15:46.762646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-3770b56e-d9e0-4bc7-9c92-d92db06c96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:46.764240 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-3770b56e-d9e0-4bc7-9c92-d92db06c96c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0634117 Oct 17 18:15:46.854237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-7345fb08-a55d-4bd4-930e-f5cb426046bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:46.855981 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-7345fb08-a55d-4bd4-930e-f5cb426046bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854442 Oct 17 18:15:47.018301 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-6b97e6f6-01dc-460d-9ea2-47f4f86b1890 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551108 Oct 17 18:15:47.357908 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5a30872e-43af-460e-8717-8f93da0b74c7 req-6fe93bc3-1bf0-422b-b766-794d7e3ab1b8 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329039 Oct 17 18:15:47.375853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059db26-202e-4fec-943f-bcbc4cc2e0f0 req-50b30ec5-aef6-4fff-a685-8f5dd6ca79e5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:47.377810 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5059db26-202e-4fec-943f-bcbc4cc2e0f0 req-50b30ec5-aef6-4fff-a685-8f5dd6ca79e5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 944 time: 0.1539183 Oct 17 18:15:47.434976 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5059db26-202e-4fec-943f-bcbc4cc2e0f0 req-4a9b0860-762a-4306-a8c0-5b3b1f6928ee tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457134 Oct 17 18:15:47.548596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367ee65-cc33-4d7b-9af4-2237da7e334f req-13e43304-0a65-490b-bd9b-a2bb4214b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:47.550246 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2367ee65-cc33-4d7b-9af4-2237da7e334f req-13e43304-0a65-490b-bd9b-a2bb4214b339 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 1097 time: 0.1044285 Oct 17 18:15:47.697726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367ee65-cc33-4d7b-9af4-2237da7e334f req-6bbc666c-bb04-49c5-acc3-c0e5f826cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:47.699239 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2367ee65-cc33-4d7b-9af4-2237da7e334f req-6bbc666c-bb04-49c5-acc3-c0e5f826cca0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1427491 Oct 17 18:15:47.779326 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2367ee65-cc33-4d7b-9af4-2237da7e334f req-d8bdc6d1-4cf2-46ff-a473-1f5a233120aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 HTTP/1.1" status: 200 len: 217 time: 0.0728228 Oct 17 18:15:47.856947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367ee65-cc33-4d7b-9af4-2237da7e334f req-4045051f-2a2c-4762-86e9-f539326cfba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:47.858568 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2367ee65-cc33-4d7b-9af4-2237da7e334f req-4045051f-2a2c-4762-86e9-f539326cfba3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0664628 Oct 17 18:15:47.953892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367ee65-cc33-4d7b-9af4-2237da7e334f req-d4b75375-5420-468a-b68f-9c587cd4794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:47.955372 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2367ee65-cc33-4d7b-9af4-2237da7e334f req-d4b75375-5420-468a-b68f-9c587cd4794d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900469 Oct 17 18:15:48.113847 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2367ee65-cc33-4d7b-9af4-2237da7e334f req-ea9a833a-2b9c-47e5-89d0-e4fac29b118a service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509423 Oct 17 18:15:48.268385 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2367ee65-cc33-4d7b-9af4-2237da7e334f req-a43e3954-c007-4962-a594-fad048387146 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481874 Oct 17 18:15:48.684333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfad4e3-f053-4d6e-9511-630d628ca098 req-ba1c8841-c3dc-4500-bee6-b06baf524d05 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:48.686202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6bfad4e3-f053-4d6e-9511-630d628ca098 req-ba1c8841-c3dc-4500-bee6-b06baf524d05 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 944 time: 0.0955470 Oct 17 18:15:48.736905 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6bfad4e3-f053-4d6e-9511-630d628ca098 req-a04da84c-b0e4-400d-8fe6-38c8ffad8b79 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442944 Oct 17 18:15:49.965705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983c8e1-ade8-4dde-bc63-b2fd7edcdc45 req-9a10e351-ca0c-416d-9bfb-f76428c776e0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:49.968185 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8983c8e1-ade8-4dde-bc63-b2fd7edcdc45 req-9a10e351-ca0c-416d-9bfb-f76428c776e0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 944 time: 0.1089866 Oct 17 18:15:50.017031 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8983c8e1-ade8-4dde-bc63-b2fd7edcdc45 req-63a581f6-831e-4a77-aa44-9e8c3ab4fe2e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429556 Oct 17 18:15:50.746075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:15:50.900052 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:50.915604 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'port_id': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'mac_address': 'fa:16:3e:96:30:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:15:50.977142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:50.977756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:51.001210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:15:51.020099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:51.026485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:51.105286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:51.267699 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef66ac-579b-4ab6-870a-900efc7a0e06 req-15e728e3-378d-4e5f-b6ec-e3475c378367 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:51.269157 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e8ef66ac-579b-4ab6-870a-900efc7a0e06 req-15e728e3-378d-4e5f-b6ec-e3475c378367 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 945 time: 0.1019909 Oct 17 18:15:51.299769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['f9c8d4d1-f238-4af4-b984-22a0d7ab85e7'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:15:51.324391 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e8ef66ac-579b-4ab6-870a-900efc7a0e06 req-22032e8b-6cdf-4ab2-9891-c48b705ff3e0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457237 Oct 17 18:15:52.594201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf74602-9ccf-4c2c-ba4f-0c44090d4162 req-1b4e4710-c1c6-476c-b7df-d48f491893d4 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:52.595830 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1cf74602-9ccf-4c2c-ba4f-0c44090d4162 req-1b4e4710-c1c6-476c-b7df-d48f491893d4 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 945 time: 0.1022248 Oct 17 18:15:52.646382 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1cf74602-9ccf-4c2c-ba4f-0c44090d4162 req-7542b71e-c063-48e3-b695-a4deafb9e712 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440407 Oct 17 18:15:52.760962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:15:52.838878 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:15:52.844327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:15:52.844690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:52.845014 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 Oct 17 18:15:52.979114 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:15:52.979403 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:53.012106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd544f01e-370d-42ed-9624-ac123f668850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:15:53.014498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9cbb85-f408-4979-a966-41e0bc73ed10" -d '{"events": [{"server_uuid": "d544f01e-370d-42ed-9624-ac123f668850", "name": "network-vif-plugged", "status": "completed", "tag": "f9c8d4d1-f238-4af4-b984-22a0d7ab85e7"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:15:53.025218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:15:53.031649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:53.096473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c121aa3-1e90-4d45-a9d7-94e0d31a2d48 x-openstack-request-id: req-5c121aa3-1e90-4d45-a9d7-94e0d31a2d48 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:15:53.096880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d544f01e-370d-42ed-9624-ac123f668850", "name": "network-vif-plugged", "status": "completed", "tag": "f9c8d4d1-f238-4af4-b984-22a0d7ab85e7", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:15:53.097253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5c121aa3-1e90-4d45-a9d7-94e0d31a2d48 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:15:53.097747 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c121aa3-1e90-4d45-a9d7-94e0d31a2d48'] response: {'server_uuid': 'd544f01e-370d-42ed-9624-ac123f668850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'code': 200} Oct 17 18:15:53.158570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:15:53.388159 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d532e-9c71-4f3c-b366-3954e21d5c9b req-d1c24bb1-bfaa-472a-80f2-1c3ab5a2a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:53.389595 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b96d532e-9c71-4f3c-b366-3954e21d5c9b req-d1c24bb1-bfaa-472a-80f2-1c3ab5a2a3c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 1099 time: 0.0895464 Oct 17 18:15:53.437979 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b96d532e-9c71-4f3c-b366-3954e21d5c9b req-6989b23b-78f3-4909-8543-15706ab68b0d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418742 Oct 17 18:15:53.921356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d882f7d-c640-47cc-bbdc-85cb79f1ab8d req-934ea204-1078-4cca-b2b8-7bfc4e85c105 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:53.924117 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6d882f7d-c640-47cc-bbdc-85cb79f1ab8d req-934ea204-1078-4cca-b2b8-7bfc4e85c105 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1525939 Oct 17 18:15:53.999620 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6d882f7d-c640-47cc-bbdc-85cb79f1ab8d req-5ff333e9-c089-4f89-b905-ed29225fb283 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694163 Oct 17 18:15:55.068878 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:55.302382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f901b-8a96-4028-a861-8bd1847ec743 req-1e1e7eb1-8382-4662-a1e3-157480890e76 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:55.306105 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-341f901b-8a96-4028-a861-8bd1847ec743 req-1e1e7eb1-8382-4662-a1e3-157480890e76 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1136820 Oct 17 18:15:55.360896 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-341f901b-8a96-4028-a861-8bd1847ec743 req-9141546e-8dc0-4e14-83f8-781ec854e50a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479357 Oct 17 18:15:55.577425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fba8a-ab31-4b37-bfa5-0edc43c82aa0 req-4e343ea7-a8f6-4608-98c5-9f4e5be5b17a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:55.578932 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-644fba8a-ab31-4b37-bfa5-0edc43c82aa0 req-4e343ea7-a8f6-4608-98c5-9f4e5be5b17a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1001594 Oct 17 18:15:55.591072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 51824) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:15:55.596318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1f0f1995-38e4-4297-b28c-670ef4d22d87 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Request body: {'floatingip': {'port_id': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:15:55.679020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f0f1995-38e4-4297-b28c-670ef4d22d87 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:56.705246 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f0f1995-38e4-4297-b28c-670ef4d22d87 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:56.711000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f0f1995-38e4-4297-b28c-670ef4d22d87 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:56.954808 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-1f0f1995-38e4-4297-b28c-670ef4d22d87 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd associated. External IP: 172.26.8.4, port: f9c8d4d1-f238-4af4-b984-22a0d7ab85e7. Oct 17 18:15:57.391756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0f1995-38e4-4297-b28c-670ef4d22d87 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Router 87f2c74a-e69f-409d-a98a-9a87a6923586 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:15:57.730041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0f1995-38e4-4297-b28c-670ef4d22d87 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:15:57.736052 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1f0f1995-38e4-4297-b28c-670ef4d22d87 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:57.742226 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1c9c66-bcbb-4bd7-8524-d040128bc049 None None] Sync routers for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:15:57.758514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1c9c66-bcbb-4bd7-8524-d040128bc049 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:57.759616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6a1c9c66-bcbb-4bd7-8524-d040128bc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:15:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:57.798916 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1f0f1995-38e4-4297-b28c-670ef4d22d87 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "PUT /v2.0/floatingips/e5a87953-dec3-4705-95e8-9258f12b2cfd HTTP/1.1" status: 200 len: 990 time: 2.2066483 Oct 17 18:15:57.799591 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd544f01e-370d-42ed-9624-ac123f668850', 'tag': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:15:57.802029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da9b5e0-56f8-4ccb-9d6a-76708fa4b036" -d '{"events": [{"name": "network-changed", "server_uuid": "d544f01e-370d-42ed-9624-ac123f668850", "tag": "f9c8d4d1-f238-4af4-b984-22a0d7ab85e7"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:15:57.882407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faef3de1-8086-469a-8ca9-7362c164ab62 x-openstack-request-id: req-faef3de1-8086-469a-8ca9-7362c164ab62 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:15:57.883528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d544f01e-370d-42ed-9624-ac123f668850", "tag": "f9c8d4d1-f238-4af4-b984-22a0d7ab85e7", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:15:57.884073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-faef3de1-8086-469a-8ca9-7362c164ab62 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:15:57.884698 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faef3de1-8086-469a-8ca9-7362c164ab62'] response: {'name': 'network-changed', 'server_uuid': 'd544f01e-370d-42ed-9624-ac123f668850', 'tag': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'status': 'completed', 'code': 200} Oct 17 18:15:58.019164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-6a1c9c66-bcbb-4bd7-8524-d040128bc049 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:58.027028 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9b5e0-56f8-4ccb-9d6a-76708fa4b036 req-871d454f-ff8c-4ac9-a474-0fea9edb06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:58.028721 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4da9b5e0-56f8-4ccb-9d6a-76708fa4b036 req-871d454f-ff8c-4ac9-a474-0fea9edb06d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 1099 time: 0.1016188 Oct 17 18:15:58.181196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9b5e0-56f8-4ccb-9d6a-76708fa4b036 req-8aa6815f-43d4-4a81-9bcb-48335ca5cced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:58.182700 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4da9b5e0-56f8-4ccb-9d6a-76708fa4b036 req-8aa6815f-43d4-4a81-9bcb-48335ca5cced service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1476295 Oct 17 18:15:58.297181 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4da9b5e0-56f8-4ccb-9d6a-76708fa4b036 req-a86e20af-6c81-4065-aef5-a5f58561e96c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 HTTP/1.1" status: 200 len: 998 time: 0.1084352 Oct 17 18:15:58.371054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9b5e0-56f8-4ccb-9d6a-76708fa4b036 req-0d0b38b4-8d47-42cf-9faf-42846534ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:58.372553 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4da9b5e0-56f8-4ccb-9d6a-76708fa4b036 req-0d0b38b4-8d47-42cf-9faf-42846534ff46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0697966 Oct 17 18:15:58.420722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6a1c9c66-bcbb-4bd7-8524-d040128bc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5a87953-dec3-4705-95e8-9258f12b2cfd', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'floating_ip_address': '172.26.8.4', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'port_id': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'mac_address': 'fa:16:3e:96:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd544f01e-370d-42ed-9624-ac123f668850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:20Z', 'updated_at': '2022-10-17T18:15:56Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:58.425474 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1c9c66-bcbb-4bd7-8524-d040128bc049 None None] Checking router: 87f2c74a-e69f-409d-a98a-9a87a6923586 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:15:58.435861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1c9c66-bcbb-4bd7-8524-d040128bc049 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:15:58.436496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6a1c9c66-bcbb-4bd7-8524-d040128bc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:15:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:58.499488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9b5e0-56f8-4ccb-9d6a-76708fa4b036 req-f9c02ab5-1584-4251-b44f-f17afb5884c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:15:58.502019 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4da9b5e0-56f8-4ccb-9d6a-76708fa4b036 req-f9c02ab5-1584-4251-b44f-f17afb5884c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229041 Oct 17 18:15:58.630832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-6a1c9c66-bcbb-4bd7-8524-d040128bc049 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:15:58.725084 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4da9b5e0-56f8-4ccb-9d6a-76708fa4b036 req-670567fe-f8cf-4441-9c9c-31e4deae9b42 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157352 Oct 17 18:15:58.870732 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4da9b5e0-56f8-4ccb-9d6a-76708fa4b036 req-b0970df5-60d1-4fd7-9ec5-fe4fe4aef5fb service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392722 Oct 17 18:15:59.066745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6a1c9c66-bcbb-4bd7-8524-d040128bc049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5a87953-dec3-4705-95e8-9258f12b2cfd', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'floating_ip_address': '172.26.8.4', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'port_id': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'mac_address': 'fa:16:3e:96:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd544f01e-370d-42ed-9624-ac123f668850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:20Z', 'updated_at': '2022-10-17T18:15:56Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:15:59.071718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1c9c66-bcbb-4bd7-8524-d040128bc049 None None] The sync data for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv is: [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5a87953-dec3-4705-95e8-9258f12b2cfd', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'floating_ip_address': '172.26.8.4', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'port_id': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'mac_address': 'fa:16:3e:96:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd544f01e-370d-42ed-9624-ac123f668850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:20Z', 'updated_at': '2022-10-17T18:15:56Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:15:59.097488 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-97ee7b2a-9b7f-418d-a567-0c9ce45b6f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:15:59.290663 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636af22a-9553-48b6-ac26-addcf8da0c18 None None] New status for floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:16:01.541275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b4c4751b-fc66-41e2-8e36-4ce29c6a3e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:02.587484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:02.625962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:04.390023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:13.248095 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:16:25.067899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:29.096451 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b0cb929e-0b5a-41bd-bf58-2e1bcb6eb339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:31.078626 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3803de-4508-4dc6-bd9b-0462d7ab1efc req-90473842-a535-4ef9-9d6b-5a515516d3b6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:31.081205 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8c3803de-4508-4dc6-bd9b-0462d7ab1efc req-90473842-a535-4ef9-9d6b-5a515516d3b6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1173661 Oct 17 18:16:31.165184 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8c3803de-4508-4dc6-bd9b-0462d7ab1efc req-965a509b-3258-442e-b4f8-7671a0edfbe8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745482 Oct 17 18:16:31.547594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-48050e8a-42ba-4f9b-8134-b3099b3e8bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.455974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58cd182-1087-48b8-b58c-319a816c5aa3 req-9b1dec4b-6952-48a7-a2cc-3d758a469699 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:32.458745 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c58cd182-1087-48b8-b58c-319a816c5aa3 req-9b1dec4b-6952-48a7-a2cc-3d758a469699 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1655660 Oct 17 18:16:32.539146 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c58cd182-1087-48b8-b58c-319a816c5aa3 req-a28d52b4-bc4f-4cde-a117-d3136ba28d98 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730615 Oct 17 18:16:32.593201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:32.629846 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:33.930526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e3913-7835-46e0-bb20-202bfe11c9f9 req-fc6f7895-9414-48b4-82a2-7061ba21c9cd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:33.932366 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cf5e3913-7835-46e0-bb20-202bfe11c9f9 req-fc6f7895-9414-48b4-82a2-7061ba21c9cd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.2114172 Oct 17 18:16:33.982631 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cf5e3913-7835-46e0-bb20-202bfe11c9f9 req-0897c280-6a92-4cc4-84eb-2462c756da80 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440421 Oct 17 18:16:34.392828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:35.231907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a3d9-abcd-4b82-90b3-4e4923b254ea req-9a59d9b9-bf1f-4e6f-a5af-4d18582234f2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:35.233514 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3d94a3d9-abcd-4b82-90b3-4e4923b254ea req-9a59d9b9-bf1f-4e6f-a5af-4d18582234f2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1044979 Oct 17 18:16:35.300650 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3d94a3d9-abcd-4b82-90b3-4e4923b254ea req-8a08d13f-fd3a-4fa7-8456-d8d355c4ccf0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601079 Oct 17 18:16:36.524863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc922830-220f-439c-82a3-5cfa4f6e48e9 req-89a6df6e-38ac-43b8-9dae-2071f5cc88c5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:36.526441 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bc922830-220f-439c-82a3-5cfa4f6e48e9 req-89a6df6e-38ac-43b8-9dae-2071f5cc88c5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1012671 Oct 17 18:16:36.581205 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bc922830-220f-439c-82a3-5cfa4f6e48e9 req-229b0df1-7c24-41ab-bb52-a17f1f2bb9b1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438132 Oct 17 18:16:37.797768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30a14f-18bb-4fe2-9bb2-0e2e6151d2ce req-3a2e96ea-ad7b-4408-9341-b32a525b2393 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:37.799460 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fd30a14f-18bb-4fe2-9bb2-0e2e6151d2ce req-3a2e96ea-ad7b-4408-9341-b32a525b2393 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.0977409 Oct 17 18:16:37.856965 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fd30a14f-18bb-4fe2-9bb2-0e2e6151d2ce req-b6e4f15d-f78c-4243-b0b6-953fe40b5505 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474515 Oct 17 18:16:39.077602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035a67f-cb4a-49f9-b249-fc89b21aa88a req-3229076c-3fec-40a4-9b49-c2cefc7bd7fe tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:39.079177 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c035a67f-cb4a-49f9-b249-fc89b21aa88a req-3229076c-3fec-40a4-9b49-c2cefc7bd7fe tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.0985978 Oct 17 18:16:39.135227 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c035a67f-cb4a-49f9-b249-fc89b21aa88a req-343a0a92-6b5e-4f7d-a3d8-884f790adf0a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455408 Oct 17 18:16:40.423950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2555e-a88c-451f-afa7-904bc35b36d8 req-296f8c4f-7379-4db9-a9e2-4c2e6f07b1f5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:40.425548 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7ed2555e-a88c-451f-afa7-904bc35b36d8 req-296f8c4f-7379-4db9-a9e2-4c2e6f07b1f5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1008637 Oct 17 18:16:40.477009 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7ed2555e-a88c-451f-afa7-904bc35b36d8 req-ad84e728-505b-40e1-9898-8db7c5cc8fe9 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439794 Oct 17 18:16:41.706775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b34070-84bb-4d01-beaf-b7b48444e64d req-e811af52-7736-40e6-9284-1dc3ebc4d839 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:41.708409 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-39b34070-84bb-4d01-beaf-b7b48444e64d req-e811af52-7736-40e6-9284-1dc3ebc4d839 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1033678 Oct 17 18:16:41.760049 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-39b34070-84bb-4d01-beaf-b7b48444e64d req-eabe7317-d570-49d9-b386-f6e97e0b32f9 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443389 Oct 17 18:16:42.992053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15d91e-2c1b-4e23-a816-65fea342c3e4 req-d1f231ae-f0c5-4dc7-9120-566846dc5b25 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:42.993673 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8b15d91e-2c1b-4e23-a816-65fea342c3e4 req-d1f231ae-f0c5-4dc7-9120-566846dc5b25 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1049757 Oct 17 18:16:43.043913 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8b15d91e-2c1b-4e23-a816-65fea342c3e4 req-df9a69ca-048a-4c3b-925c-131d7e631d79 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436366 Oct 17 18:16:44.279498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62ee2d-151c-4f97-98dd-00e47b836469 req-c3a45852-199b-48d4-a504-32d1972f628d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:44.281420 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3b62ee2d-151c-4f97-98dd-00e47b836469 req-c3a45852-199b-48d4-a504-32d1972f628d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1001632 Oct 17 18:16:44.332808 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3b62ee2d-151c-4f97-98dd-00e47b836469 req-c1715bd2-78a7-4199-84b3-5cff071bde0b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443413 Oct 17 18:16:45.568586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eccf7f-9efe-4c10-86cc-d812be1cb41b req-3266613c-f7ef-46d9-accf-64612fb7e9d6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:45.570191 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-22eccf7f-9efe-4c10-86cc-d812be1cb41b req-3266613c-f7ef-46d9-accf-64612fb7e9d6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.0950358 Oct 17 18:16:45.624224 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-22eccf7f-9efe-4c10-86cc-d812be1cb41b req-d6c5ec46-83b8-4c86-9cda-d5ef795e6195 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479228 Oct 17 18:16:46.852196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60486354-b765-415d-a4bd-a66eb283cb6c req-06a6f71a-1c10-47c3-85b7-d21b43fb5627 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:46.853785 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-60486354-b765-415d-a4bd-a66eb283cb6c req-06a6f71a-1c10-47c3-85b7-d21b43fb5627 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1071911 Oct 17 18:16:46.910701 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-60486354-b765-415d-a4bd-a66eb283cb6c req-f1b23361-ba50-42cf-b2c7-519af27d087e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498109 Oct 17 18:16:47.438453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbabc26-1c3d-44e4-aac3-bcabb9fe3b67 req-36bacddd-3d2e-43c5-a503-6682305a5482 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:47.440098 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fbbabc26-1c3d-44e4-aac3-bcabb9fe3b67 req-36bacddd-3d2e-43c5-a503-6682305a5482 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1083026 Oct 17 18:16:47.469678 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-2edc0a96-ac48-49f3-9d1b-12f8b8452bbc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1904476 Oct 17 18:16:47.491967 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fbbabc26-1c3d-44e4-aac3-bcabb9fe3b67 req-2e061b16-f712-42c8-b75b-8c443b6db5a3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447555 Oct 17 18:16:48.750234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72ac85-97c1-4e18-bc1e-fe6b27ab7566 req-66b70106-918d-4d17-8431-13a1c6106bae tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:48.756160 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4a72ac85-97c1-4e18-bc1e-fe6b27ab7566 req-66b70106-918d-4d17-8431-13a1c6106bae tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1154516 Oct 17 18:16:48.987402 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4a72ac85-97c1-4e18-bc1e-fe6b27ab7566 req-9ffa6e2e-ccc3-43be-bdbb-5f0b4374c231 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249482 Oct 17 18:16:49.018858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-96ec23fc-0535-42c6-a007-bf05772beb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:49.022083 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-96ec23fc-0535-42c6-a007-bf05772beb8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 1099 time: 0.1173265 Oct 17 18:16:49.178076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-d5f7cb2d-82dd-40ed-a2e1-daf6ebd1a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:49.180204 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-d5f7cb2d-82dd-40ed-a2e1-daf6ebd1a658 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1530712 Oct 17 18:16:49.300984 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-8e213b84-5e58-40c6-8881-3a0250b59b3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 HTTP/1.1" status: 200 len: 1000 time: 0.1150692 Oct 17 18:16:49.375310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-86436b13-d035-4da5-bc48-c0f2f4e830a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:49.376784 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-86436b13-d035-4da5-bc48-c0f2f4e830a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0703769 Oct 17 18:16:49.473847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-80331498-479e-45da-9d4c-4a441535c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:49.476403 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-80331498-479e-45da-9d4c-4a441535c478 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939105 Oct 17 18:16:49.628288 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-34cb36f0-b699-402a-a839-177f2eafe5a5 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445978 Oct 17 18:16:49.780152 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-4d7a4cf9-bb64-4084-895a-d952963eec31 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465127 Oct 17 18:16:50.254899 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:16:50.283781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84428830-b697-4091-ab5b-c275f109e59f req-a7804f86-d5a8-4d83-808b-3446e93affd6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:50.285427 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-84428830-b697-4091-ab5b-c275f109e59f req-a7804f86-d5a8-4d83-808b-3446e93affd6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1345458 Oct 17 18:16:50.341905 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-84428830-b697-4091-ab5b-c275f109e59f req-de56d227-99d5-41b1-ad20-ce85ed1e29ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486019 Oct 17 18:16:51.637698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100497f0-631c-4ff1-8bac-24fc21a162cc req-b1c933b0-e4c5-4c6a-9124-6ecafd010a3d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:51.639361 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-100497f0-631c-4ff1-8bac-24fc21a162cc req-b1c933b0-e4c5-4c6a-9124-6ecafd010a3d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1710024 Oct 17 18:16:51.698099 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-19ad26a6-6e88-423b-b05d-aa278689c71e service neutron] 10.222.0.20 "GET /v2.0/ports/f9c8d4d1-f238-4af4-b984-22a0d7ab85e7/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.1433971 Oct 17 18:16:51.711399 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-100497f0-631c-4ff1-8bac-24fc21a162cc req-582b5686-9c0b-42f5-8547-6f2de7c7f6ec tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624623 Oct 17 18:16:52.022881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-a1778aa3-4153-4749-b335-b9217c0f75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:52.025348 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-a1778aa3-4153-4749-b335-b9217c0f75bc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 1099 time: 0.0942113 Oct 17 18:16:52.149490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-d6f89144-246a-41d7-9a6b-0d5eab4befa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:52.151455 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-d6f89144-246a-41d7-9a6b-0d5eab4befa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 1099 time: 0.0926781 Oct 17 18:16:52.316013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-dc1226b9-f989-4d1a-a68b-8580bf0a1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:52.319386 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-dc1226b9-f989-4d1a-a68b-8580bf0a1c5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1591027 Oct 17 18:16:52.434844 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-23afdb3f-a0ec-4d3e-ba37-b15799b79d7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 HTTP/1.1" status: 200 len: 1000 time: 0.1103325 Oct 17 18:16:52.507908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-b383e973-fb31-415b-8cce-d08aff8d027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:52.509630 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-b383e973-fb31-415b-8cce-d08aff8d027f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0683043 Oct 17 18:16:52.600092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-3717c035-d560-4428-b8cc-4aee29e3b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:52.601724 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-3717c035-d560-4428-b8cc-4aee29e3b34e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863161 Oct 17 18:16:52.785237 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-3d4dbbbd-00cc-4152-8105-edd8e5fc146a service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770370 Oct 17 18:16:52.946254 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-352e1bfd-2a0a-4c0e-b488-1a14a860a4e5 req-3074dee1-c76b-4ba4-b078-4f0d4c22ba80 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554871 Oct 17 18:16:53.014322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66166c3f-ce15-404f-9e61-abce871e7fea req-dce06080-40b5-4aa7-856f-b274a654e243 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:53.017003 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-66166c3f-ce15-404f-9e61-abce871e7fea req-dce06080-40b5-4aa7-856f-b274a654e243 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1619945 Oct 17 18:16:53.100081 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-66166c3f-ce15-404f-9e61-abce871e7fea req-23e21168-f31c-4484-9c9e-505ea0e0f1f0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750024 Oct 17 18:16:54.404158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce51bb-402c-4970-a6d7-e8b59c30eedc req-5b08e6ef-1ec3-4add-8b93-906f3770ffa4 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:54.406857 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c3ce51bb-402c-4970-a6d7-e8b59c30eedc req-5b08e6ef-1ec3-4add-8b93-906f3770ffa4 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1668246 Oct 17 18:16:54.497130 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c3ce51bb-402c-4970-a6d7-e8b59c30eedc req-c510387f-1137-4cb6-b34b-ee8eb54cfe81 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810652 Oct 17 18:16:55.058719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:16:55.190753 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-104bcf56-5576-42be-8afe-0096da55cd72 req-3c567a58-fa96-4b3b-a33d-1588f4b328de service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1008680 Oct 17 18:16:55.232063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:16:55.327816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:55.397757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bcf56-5576-42be-8afe-0096da55cd72 req-d7f555c1-9901-4347-b107-218ef77b7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:55.400386 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-104bcf56-5576-42be-8afe-0096da55cd72 req-d7f555c1-9901-4347-b107-218ef77b7c9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 1099 time: 0.0969763 Oct 17 18:16:55.460662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:55.481786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'port_id': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'mac_address': 'fa:16:3e:96:30:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:16:55.483778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:55.484142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:55.560205 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd544f01e-370d-42ed-9624-ac123f668850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:16:55.561578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71caed9d-d920-4321-bfdc-f75b7b3b4e2d" -d '{"events": [{"server_uuid": "d544f01e-370d-42ed-9624-ac123f668850", "name": "network-vif-unplugged", "status": "completed", "tag": "f9c8d4d1-f238-4af4-b984-22a0d7ab85e7"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:16:55.576689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:55.582305 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 is: ACTIVE; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:55.582592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:55.605009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:16:55.610827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:55.648614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0000e0a7-6b41-4d64-b02b-ec13dbe2b222 x-openstack-request-id: req-0000e0a7-6b41-4d64-b02b-ec13dbe2b222 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:16:55.648902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d544f01e-370d-42ed-9624-ac123f668850", "name": "network-vif-unplugged", "status": "completed", "tag": "f9c8d4d1-f238-4af4-b984-22a0d7ab85e7", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:16:55.649396 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0000e0a7-6b41-4d64-b02b-ec13dbe2b222 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:16:55.649773 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0000e0a7-6b41-4d64-b02b-ec13dbe2b222'] response: {'server_uuid': 'd544f01e-370d-42ed-9624-ac123f668850', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'code': 200} Oct 17 18:16:55.744733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:16:55.745092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:16:55.747787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:55.752255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bcf56-5576-42be-8afe-0096da55cd72 req-3aab5205-14cd-4e9b-9bd2-771df84856b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:55.753776 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-104bcf56-5576-42be-8afe-0096da55cd72 req-3aab5205-14cd-4e9b-9bd2-771df84856b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.3332593 Oct 17 18:16:55.756388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.756737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.757414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.757844 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.758170 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.758496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.758818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.759361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.759698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.760021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.760344 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.760661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:16:55.826486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920614f5-5c53-41f1-a343-0a0c6b0fe10c req-8c01b7d4-5b1f-4f1b-b277-7a50936d2a8a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:55.828172 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-920614f5-5c53-41f1-a343-0a0c6b0fe10c req-8c01b7d4-5b1f-4f1b-b277-7a50936d2a8a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 944 time: 0.1549087 Oct 17 18:16:55.877424 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-104bcf56-5576-42be-8afe-0096da55cd72 req-2012f493-16ad-4ba9-bdec-8cd8a60d354a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 HTTP/1.1" status: 200 len: 998 time: 0.1168919 Oct 17 18:16:55.885499 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-920614f5-5c53-41f1-a343-0a0c6b0fe10c req-5b2c1a48-5c7f-45ab-9e33-06ad20ba9cda tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498431 Oct 17 18:16:55.947816 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bcf56-5576-42be-8afe-0096da55cd72 req-8373c4b3-1390-4870-a7dc-4ae325253ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:55.949487 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-104bcf56-5576-42be-8afe-0096da55cd72 req-8373c4b3-1390-4870-a7dc-4ae325253ded service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0665538 Oct 17 18:16:56.058745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bcf56-5576-42be-8afe-0096da55cd72 req-6d355dcb-ec07-4a7a-a0a5-be1e0bcaaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:56.060762 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-104bcf56-5576-42be-8afe-0096da55cd72 req-6d355dcb-ec07-4a7a-a0a5-be1e0bcaaa45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1049061 Oct 17 18:16:56.243666 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-104bcf56-5576-42be-8afe-0096da55cd72 req-3e553d8e-f1ea-4af2-988b-53b76c66c29c service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761904 Oct 17 18:16:56.305841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:56.307015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.332125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:16:56.354251 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:56.359756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:56.406866 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-104bcf56-5576-42be-8afe-0096da55cd72 req-3ab57d2a-17fc-4958-9495-617056479d49 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578479 Oct 17 18:16:56.449495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:56.486178 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddce53-ae01-45e5-9cb9-8219df10b5fe req-4dbe8bda-4275-4263-b869-5c9fd2ed8d05 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:56.487764 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-17ddce53-ae01-45e5-9cb9-8219df10b5fe req-4dbe8bda-4275-4263-b869-5c9fd2ed8d05 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 944 time: 0.2672565 Oct 17 18:16:56.498582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-63482682-e7e7-4b61-8fa0-da98b7d27748 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:56.499093 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['f9c8d4d1-f238-4af4-b984-22a0d7ab85e7'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:16:56.500884 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-63482682-e7e7-4b61-8fa0-da98b7d27748 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850&tenant_id=ed4fb949fcc445e1b33e749f00758f93&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 945 time: 0.2200346 Oct 17 18:16:56.547754 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-17ddce53-ae01-45e5-9cb9-8219df10b5fe req-f34728d1-30ea-4e2d-bf6e-1073c9177f28 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456817 Oct 17 18:16:56.700684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-2ae2e835-dc44-4ff1-9808-e5fcc7eab3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:56.702063 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-2ae2e835-dc44-4ff1-9808-e5fcc7eab3c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 1098 time: 0.0861015 Oct 17 18:16:56.870759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-acf587f6-8210-4505-a6fa-9bc23545e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:56.872271 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-acf587f6-8210-4505-a6fa-9bc23545e48c service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1642973 Oct 17 18:16:56.994368 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-8502f0a4-71cc-4740-9934-59a52b0287ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 HTTP/1.1" status: 200 len: 999 time: 0.1153920 Oct 17 18:16:57.070283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:16:57.079234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-7fa81f5e-26b0-43bf-8084-436fbf5fac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:57.080829 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-7fa81f5e-26b0-43bf-8084-436fbf5fac57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0805976 Oct 17 18:16:57.202043 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:16:57.202043 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.202043 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 Oct 17 18:16:57.233689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-c8a12f94-d048-4486-a450-3f1b13972193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:57.235381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-c8a12f94-d048-4486-a450-3f1b13972193 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1477058 Oct 17 18:16:57.358761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:16:57.359409 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.418118 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:16:57.423815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:57.496299 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-fb55e610-aa8c-4edc-8158-631deb4a5eef service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539532 Oct 17 18:16:57.515848 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,revision_number=8']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:16:57.651554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd544f01e-370d-42ed-9624-ac123f668850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:16:57.656020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce97386c-e5c7-43c4-871d-d7aee2ccba98" -d '{"events": [{"server_uuid": "d544f01e-370d-42ed-9624-ac123f668850", "name": "network-vif-plugged", "status": "completed", "tag": "f9c8d4d1-f238-4af4-b984-22a0d7ab85e7"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:16:57.753525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903d0947-ee15-40cd-8972-6e6838ac9f6c x-openstack-request-id: req-903d0947-ee15-40cd-8972-6e6838ac9f6c {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:16:57.753931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d544f01e-370d-42ed-9624-ac123f668850", "name": "network-vif-plugged", "status": "completed", "tag": "f9c8d4d1-f238-4af4-b984-22a0d7ab85e7", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:16:57.754280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-903d0947-ee15-40cd-8972-6e6838ac9f6c {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:16:57.754767 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903d0947-ee15-40cd-8972-6e6838ac9f6c'] response: {'server_uuid': 'd544f01e-370d-42ed-9624-ac123f668850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'code': 200} Oct 17 18:16:57.824648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670563a0-85dc-4d69-813b-f0b7d1b24dcb req-53110a26-830c-4c55-a4ef-f5cb2a466671 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:57.826519 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-670563a0-85dc-4d69-813b-f0b7d1b24dcb req-53110a26-830c-4c55-a4ef-f5cb2a466671 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1372266 Oct 17 18:16:57.870333 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e005b2ed-f48e-4dee-8af7-0036cf5e1a92 req-aa44d972-3951-4746-a149-5dff929dc816 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668814 Oct 17 18:16:57.893398 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-670563a0-85dc-4d69-813b-f0b7d1b24dcb req-ef5be608-9e91-4763-a66f-667b075c8a1c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540869 Oct 17 18:16:59.093372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5d61fba2-9b0b-4e20-b492-76eaaa2f6dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:16:59.124060 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fbdcf9-2780-4cfe-9a15-c4f43b035f3e req-d4dd989d-beec-41a5-a2a7-13f462922225 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:59.126089 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-55fbdcf9-2780-4cfe-9a15-c4f43b035f3e req-d4dd989d-beec-41a5-a2a7-13f462922225 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1058788 Oct 17 18:16:59.184137 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-55fbdcf9-2780-4cfe-9a15-c4f43b035f3e req-57b1b33e-5dd4-441b-b255-bf4ca692a431 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465276 Oct 17 18:16:59.425874 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934504-4915-462d-9823-e54a289265fb req-3e736273-252e-4297-8e78-c2eeda1635ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:59.429186 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8e934504-4915-462d-9823-e54a289265fb req-3e736273-252e-4297-8e78-c2eeda1635ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1230924 Oct 17 18:16:59.495258 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8e934504-4915-462d-9823-e54a289265fb req-19398747-699c-4e71-8bbe-8877b0180f26 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594301 Oct 17 18:16:59.923992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045212a-2bb4-4774-b69f-0e050bef098a req-1012fab4-6d76-4757-b2e9-0d5f4bf2a166 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:59.925567 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2045212a-2bb4-4774-b69f-0e050bef098a req-1012fab4-6d76-4757-b2e9-0d5f4bf2a166 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.0980282 Oct 17 18:16:59.980279 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2045212a-2bb4-4774-b69f-0e050bef098a req-654a4c1d-2853-40d2-8b1f-62081d49bfe7 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484791 Oct 17 18:16:59.996830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fc86d-0ef6-4dd3-964d-2e29e293338e req-b81f4a9e-c3e6-41d8-b89f-903ed51ac92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:16:59.998630 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e35fc86d-0ef6-4dd3-964d-2e29e293338e req-b81f4a9e-c3e6-41d8-b89f-903ed51ac92d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 1099 time: 0.0995347 Oct 17 18:17:00.150586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fc86d-0ef6-4dd3-964d-2e29e293338e req-fc26efb9-47f4-48eb-ae7e-e5dafadeb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:00.152107 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e35fc86d-0ef6-4dd3-964d-2e29e293338e req-fc26efb9-47f4-48eb-ae7e-e5dafadeb31a service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1464014 Oct 17 18:17:00.266103 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e35fc86d-0ef6-4dd3-964d-2e29e293338e req-2b0b64cb-7d23-42ad-adb5-3830ace5cc4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 HTTP/1.1" status: 200 len: 1000 time: 0.1075282 Oct 17 18:17:00.339034 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fc86d-0ef6-4dd3-964d-2e29e293338e req-63ec1c49-f486-4c7a-8b59-128ea071e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:00.340815 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e35fc86d-0ef6-4dd3-964d-2e29e293338e req-63ec1c49-f486-4c7a-8b59-128ea071e47b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0686190 Oct 17 18:17:00.430173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fc86d-0ef6-4dd3-964d-2e29e293338e req-c5240abc-3e1f-4fab-8767-d4f6227937e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:00.431828 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e35fc86d-0ef6-4dd3-964d-2e29e293338e req-c5240abc-3e1f-4fab-8767-d4f6227937e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850351 Oct 17 18:17:00.577258 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e35fc86d-0ef6-4dd3-964d-2e29e293338e req-336d4eef-df57-4405-bc27-deefe0a48a04 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393101 Oct 17 18:17:00.725943 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e35fc86d-0ef6-4dd3-964d-2e29e293338e req-cafc0c87-e46b-448c-ab1e-78b50757b28e service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428318 Oct 17 18:17:01.231570 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f108007-c15e-4f96-94e7-5f54a76965ba req-3b64ab09-4b9c-4746-a421-53f8416aa6c5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:01.233440 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6f108007-c15e-4f96-94e7-5f54a76965ba req-3b64ab09-4b9c-4746-a421-53f8416aa6c5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1023023 Oct 17 18:17:01.285229 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6f108007-c15e-4f96-94e7-5f54a76965ba req-3bc2cd4b-f363-435b-95ef-5adc023ab39f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434933 Oct 17 18:17:01.542436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9936bb41-1c4d-48d7-b91d-ee2d43ed3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:02.510272 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0c955-28be-4b5c-8728-f796e1ffdbf1 req-6f525f98-fc79-4b9d-a254-1a4048c4217c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:02.511841 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4fc0c955-28be-4b5c-8728-f796e1ffdbf1 req-6f525f98-fc79-4b9d-a254-1a4048c4217c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.0973511 Oct 17 18:17:02.564157 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4fc0c955-28be-4b5c-8728-f796e1ffdbf1 req-8ef78016-e1fb-43e2-910e-192bd8d59ee7 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454357 Oct 17 18:17:02.589471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:02.629234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:03.005108 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f98e4-296e-4936-8356-912144993f00 req-4c3a5468-3e60-4018-b25a-2662cefb8951 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:03.007440 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a17f98e4-296e-4936-8356-912144993f00 req-4c3a5468-3e60-4018-b25a-2662cefb8951 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.0983930 Oct 17 18:17:03.061382 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a17f98e4-296e-4936-8356-912144993f00 req-cf89ca73-dde6-4a66-b726-914758baa960 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440474 Oct 17 18:17:04.326711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74604608-fd21-4030-95d8-e37d96b134b8 req-b7784bc2-f4ad-4285-9198-e0d89eb567e8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:04.328969 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-74604608-fd21-4030-95d8-e37d96b134b8 req-b7784bc2-f4ad-4285-9198-e0d89eb567e8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1033924 Oct 17 18:17:04.405969 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:04.414267 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-74604608-fd21-4030-95d8-e37d96b134b8 req-f14d8efb-6343-41cf-a24e-0969016e8c32 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751441 Oct 17 18:17:04.744342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a7663b08-ad7f-4b26-b1fa-e87128f32694 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:04.745917 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a7663b08-ad7f-4b26-b1fa-e87128f32694 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1076140 Oct 17 18:17:04.856521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Deleting port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:17:04.856860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:05.174771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] For port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:05.175411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:05.675986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:05.677371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:05.677371 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd disassociated. External IP: 172.26.8.4, port: f9c8d4d1-f238-4af4-b984-22a0d7ab85e7. Oct 17 18:17:05.677772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Calling delete_port for f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:17:05.735242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0aaff6-81e9-44e9-bd17-b5e9b5b9b8d8 req-e5f2aab3-41ac-4886-bae3-73696fd59888 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:05.737379 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b0aaff6-81e9-44e9-bd17-b5e9b5b9b8d8 req-e5f2aab3-41ac-4886-bae3-73696fd59888 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 946 time: 0.1148171 Oct 17 18:17:05.797043 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b0aaff6-81e9-44e9-bd17-b5e9b5b9b8d8 req-306abcf4-d819-40ba-9227-3fa0df0e6f59 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517004 Oct 17 18:17:05.865147 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:05.921135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event deleted for resources: {'Port': ['ID=f9c8d4d1-f238-4af4-b984-22a0d7ab85e7,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:05.934687 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:05.935033 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:05.935402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:05.935738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:05.936095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:05.936390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:05.936718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:05.937330 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:05.937495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:05.937740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:05.938037 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:05.938369 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:17:06.203647 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Router 87f2c74a-e69f-409d-a98a-9a87a6923586 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:06.461929 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:06.474791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e477812-4425-495a-86f3-cf251b6b6a06 None None] Sync routers for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:06.491834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e477812-4425-495a-86f3-cf251b6b6a06 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:06.492872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0e477812-4425-495a-86f3-cf251b6b6a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:17:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:06.621847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] No DVR routers for this DVR port f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:17:06.627855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:06.633293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd544f01e-370d-42ed-9624-ac123f668850', 'name': 'network-vif-deleted', 'tag': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:17:06.637503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7bbf5b-ca7b-4e5f-9aaa-d65165c8570c" -d '{"events": [{"server_uuid": "d544f01e-370d-42ed-9624-ac123f668850", "name": "network-vif-deleted", "tag": "f9c8d4d1-f238-4af4-b984-22a0d7ab85e7"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:17:06.662325 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6ade2c90-38fc-4d4c-8c68-9d52a1ae3e28 req-a9c3dc55-2b70-4fea-bf16-dde7918ac4ca tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "DELETE /v2.0/ports/f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 HTTP/1.1" status: 204 len: 173 time: 1.9096279 Oct 17 18:17:06.777829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d923a1f8-73f9-4082-836e-ad06278abef9 x-openstack-request-id: req-d923a1f8-73f9-4082-836e-ad06278abef9 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:17:06.778503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d544f01e-370d-42ed-9624-ac123f668850", "name": "network-vif-deleted", "tag": "f9c8d4d1-f238-4af4-b984-22a0d7ab85e7", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:17:06.778881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d923a1f8-73f9-4082-836e-ad06278abef9 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:17:06.779605 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d923a1f8-73f9-4082-836e-ad06278abef9'] response: {'server_uuid': 'd544f01e-370d-42ed-9624-ac123f668850', 'name': 'network-vif-deleted', 'tag': 'f9c8d4d1-f238-4af4-b984-22a0d7ab85e7', 'status': 'completed', 'code': 200} Oct 17 18:17:06.823259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-0e477812-4425-495a-86f3-cf251b6b6a06 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:07.058060 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4cb8ec5e-0600-4654-bceb-41ec15270ce6 req-03d75b11-25b7-4e96-8780-deca553a361c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=d544f01e-370d-42ed-9624-ac123f668850 HTTP/1.1" status: 200 len: 210 time: 0.0630870 Oct 17 18:17:07.261198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0e477812-4425-495a-86f3-cf251b6b6a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:07.267828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e477812-4425-495a-86f3-cf251b6b6a06 None None] Checking router: 87f2c74a-e69f-409d-a98a-9a87a6923586 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:07.283983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e477812-4425-495a-86f3-cf251b6b6a06 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:07.284979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0e477812-4425-495a-86f3-cf251b6b6a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:17:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:07.566972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-0e477812-4425-495a-86f3-cf251b6b6a06 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:07.965272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0e477812-4425-495a-86f3-cf251b6b6a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:07.970279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e477812-4425-495a-86f3-cf251b6b6a06 None None] The sync data for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv is: [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:08.245909 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df7383-8bf4-456f-9a89-13f8dbdcdbdb None None] New status for floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:17:08.494824 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-5e9534aa-b263-46ce-a989-0ad37992be5c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--793513549&fields=id&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 267 time: 0.0470452 Oct 17 18:17:08.669117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-53114b04-5a73-43a3-9420-321cf16311a3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:08.670875 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-53114b04-5a73-43a3-9420-321cf16311a3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 812 time: 0.1675944 Oct 17 18:17:08.688645 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-472e2048-5301-4e60-afab-f5b176dad1c6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/quotas/ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 375 time: 0.0106070 Oct 17 18:17:08.797217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-1a664d96-b7fb-4c6b-92d8-332aa4c3ec99 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Synchronizing usage tracker for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:08.815882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-1a664d96-b7fb-4c6b-92d8-332aa4c3ec99 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Unset dirty status for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:08.817964 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-1a664d96-b7fb-4c6b-92d8-332aa4c3ec99 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1225524 Oct 17 18:17:08.974342 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-f28f1571-f33f-4fd5-845f-31adf8facd91 service neutron] 10.222.0.69 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425133 Oct 17 18:17:09.121010 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-b07a69f5-92b9-487f-bab1-95de2ca8097b service neutron] 10.222.0.69 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400018 Oct 17 18:17:09.195279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:17:09.250139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:17:09.250458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device f9c8d4d1-f238-4af4-b984-22a0d7ab85e7 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:17:09.377343 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5c2f748e-9563-4a5e-b351-af1299e03cb6 req-f0a8b39c-cb26-4c38-ba18-ebbeb8dd0484 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 210 time: 0.0618348 Oct 17 18:17:10.662431 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1e5a1367-68bc-4e88-a827-f853c1ac0869 req-75439b68-3ead-4bec-923f-9269f8b90480 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 210 time: 0.0704489 Oct 17 18:17:10.693761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-94e67dbe-fd66-436f-bcf2-e16614805bd1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:10.695876 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-94e67dbe-fd66-436f-bcf2-e16614805bd1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 812 time: 0.2749188 Oct 17 18:17:10.777608 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-abfac230-e53e-41ca-b544-7e6d49ecdd30 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 379 time: 0.0572639 Oct 17 18:17:10.787814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Request body: {'port': {'device_id': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'admin_state_up': True, 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'security_groups': ['aaa2cc9a-d641-499c-b570-7c988dce7925']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:11.089581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:17:11.108098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:17:11.125008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Made reservation on behalf of ed4fb949fcc445e1b33e749f00758f93 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:17:11.131798 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:11.390607 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Allocated IP 172.20.0.6 (96c3be3a-7042-4006-8896-64d265856bb0/d561ab7a-22f5-4aa3-b7f6-bd2eab70d883/13ca25f4-fca4-4808-befa-4d084fb4cb2b) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:17:11.727448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:11.755358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Transition to ACTIVE for port object 13ca25f4-fca4-4808-befa-4d084fb4cb2b will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:11.789483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:11.915722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Network 96c3be3a-7042-4006-8896-64d265856bb0 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:17:11.921117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:17:11.928306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:17:11.974322 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d4335-ee2b-47d3-a062-f4d1c024c86d req-ad89f186-fe5e-4c56-b126-a2addf2283b6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:11.976861 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4f7d4335-ee2b-47d3-a062-f4d1c024c86d req-ad89f186-fe5e-4c56-b126-a2addf2283b6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 931 time: 0.1669173 Oct 17 18:17:11.992620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event updated for resources: {'Port': ['ID=13ca25f4-fca4-4808-befa-4d084fb4cb2b,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:12.053161 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4f7d4335-ee2b-47d3-a062-f4d1c024c86d req-d4af77f2-98aa-420a-b4aa-e65591cf650e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643899 Oct 17 18:17:12.053625 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:12.054311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.096649 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-a1b7b0ca-81fd-4c8c-a148-6cd6a2073b2a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3139701 Oct 17 18:17:12.117033 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Request body: {'port': {'device_id': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:12.228469 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7d303442-886f-40e9-8841-7ca73bdf15db None None] Provisioning for port 13ca25f4-fca4-4808-befa-4d084fb4cb2b completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:12.237571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7d303442-886f-40e9-8841-7ca73bdf15db None None] Provisioning complete for port 13ca25f4-fca4-4808-befa-4d084fb4cb2b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:12.238172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7d303442-886f-40e9-8841-7ca73bdf15db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.238666 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7d303442-886f-40e9-8841-7ca73bdf15db None None] Attempt 1 to provision port 13ca25f4-fca4-4808-befa-4d084fb4cb2b Oct 17 18:17:12.263388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.304583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7d303442-886f-40e9-8841-7ca73bdf15db None None] Port 13ca25f4-fca4-4808-befa-4d084fb4cb2b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:12.641298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ca25f4-fca4-4808-befa-4d084fb4cb2b {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:17:12.650392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.667845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Transition to ACTIVE for port object 13ca25f4-fca4-4808-befa-4d084fb4cb2b will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:17:12.672417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:12.805994 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7d303442-886f-40e9-8841-7ca73bdf15db None None] Attempt 2 to provision port 13ca25f4-fca4-4808-befa-4d084fb4cb2b Oct 17 18:17:12.868586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7d303442-886f-40e9-8841-7ca73bdf15db None None] Port 13ca25f4-fca4-4808-befa-4d084fb4cb2b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:17:12.878181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Pushing event updated for resources: {'Port': ['ID=13ca25f4-fca4-4808-befa-4d084fb4cb2b,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:12.927502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Attempting to bind port 13ca25f4-fca4-4808-befa-4d084fb4cb2b on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:17:12.927871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Attempting to bind port 13ca25f4-fca4-4808-befa-4d084fb4cb2b by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:17:12.928200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Attempting to bind port 13ca25f4-fca4-4808-befa-4d084fb4cb2b on network 96c3be3a-7042-4006-8896-64d265856bb0 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:17:12.933978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Port 13ca25f4-fca4-4808-befa-4d084fb4cb2b on network 96c3be3a-7042-4006-8896-64d265856bb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:17:12.934289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Attempting to bind port 13ca25f4-fca4-4808-befa-4d084fb4cb2b on network 96c3be3a-7042-4006-8896-64d265856bb0 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:17:12.940436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:17:12.940769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Checking segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:17:12.941148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Bound using segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:17:12.941581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Bound port: 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:17:12.942492 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:13.045119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:17:13.048863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:17:13.055244 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:13.059308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:13.059926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:13.061748 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] 10.222.0.20 "PUT /v2.0/ports/13ca25f4-fca4-4808-befa-4d084fb4cb2b HTTP/1.1" status: 200 len: 1093 time: 0.9514337 Oct 17 18:17:13.111449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:17:13.115340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e44878-a704-436d-ae22-d1e98cc7ca99" -d '{"events": [{"name": "network-changed", "server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:17:13.227067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8862b6-8bc3-4c59-bc54-ba4a78b16205 x-openstack-request-id: req-ae8862b6-8bc3-4c59-bc54-ba4a78b16205 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:17:13.227476 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:17:13.227861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae8862b6-8bc3-4c59-bc54-ba4a78b16205 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:17:13.228382 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8862b6-8bc3-4c59-bc54-ba4a78b16205'] response: {'name': 'network-changed', 'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'status': 'completed', 'code': 200} Oct 17 18:17:13.369721 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7d303442-886f-40e9-8841-7ca73bdf15db None None] Attempt 3 to provision port 13ca25f4-fca4-4808-befa-4d084fb4cb2b Oct 17 18:17:13.450014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7d303442-886f-40e9-8841-7ca73bdf15db None None] Port 13ca25f4-fca4-4808-befa-4d084fb4cb2b had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:17:13.463860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c8a2c-b85c-417e-bc8c-d7636cc2e648 service neutron] Pushing event updated for resources: {'Port': ['ID=13ca25f4-fca4-4808-befa-4d084fb4cb2b,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:13.498529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-6c5c5ed5-2056-4ad2-b007-3d5352149f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:13.500296 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-6c5c5ed5-2056-4ad2-b007-3d5352149f3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 1096 time: 0.3678095 Oct 17 18:17:13.514100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd818b9-1061-49e8-84a6-b44c0d418cff req-7fabe3ef-e080-4beb-8ecc-ee1f9429821f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:13.514877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-2dd818b9-1061-49e8-84a6-b44c0d418cff req-7fabe3ef-e080-4beb-8ecc-ee1f9429821f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Synchronizing usage tracker for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:17:13.593328 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-848e1755-fcb7-45da-a8cd-f6e01c67f519 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b HTTP/1.1" status: 200 len: 217 time: 0.0753324 Oct 17 18:17:13.637047 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-2dd818b9-1061-49e8-84a6-b44c0d418cff req-7fabe3ef-e080-4beb-8ecc-ee1f9429821f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Unset dirty status for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:17:13.638416 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2dd818b9-1061-49e8-84a6-b44c0d418cff req-7fabe3ef-e080-4beb-8ecc-ee1f9429821f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 943 time: 0.3881114 Oct 17 18:17:13.696343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-680d3094-48d3-40f1-b9ec-9e62a331a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:13.697899 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-680d3094-48d3-40f1-b9ec-9e62a331a09a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0980370 Oct 17 18:17:13.755168 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2dd818b9-1061-49e8-84a6-b44c0d418cff req-08e86f9a-a804-40cb-9cde-c8d08b4e3790 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062648 Oct 17 18:17:13.807456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-6e1406f1-ca28-40cd-91ea-7e2768352505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:13.809419 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-6e1406f1-ca28-40cd-91ea-7e2768352505 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1049669 Oct 17 18:17:13.969254 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-6fe49a47-9d0a-4fbd-9ffd-9d8467168558 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528890 Oct 17 18:17:14.130732 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-014108d9-6541-4185-85f7-42e97f16e6b8 req-0a0be92d-3b02-4252-acab-90f31db2fc89 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545956 Oct 17 18:17:14.316823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e44878-a704-436d-ae22-d1e98cc7ca99 req-1d3ae17f-1fa0-48de-9086-8c780491d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:14.318952 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62e44878-a704-436d-ae22-d1e98cc7ca99 req-1d3ae17f-1fa0-48de-9086-8c780491d268 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 1096 time: 0.0901930 Oct 17 18:17:14.493016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e44878-a704-436d-ae22-d1e98cc7ca99 req-5209693e-da60-4f93-85c9-43f21e4b25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:14.495602 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62e44878-a704-436d-ae22-d1e98cc7ca99 req-5209693e-da60-4f93-85c9-43f21e4b25d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1689477 Oct 17 18:17:14.634714 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62e44878-a704-436d-ae22-d1e98cc7ca99 req-2959432f-f838-4f93-8388-bfde0e465474 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b HTTP/1.1" status: 200 len: 217 time: 0.1315205 Oct 17 18:17:14.723792 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e44878-a704-436d-ae22-d1e98cc7ca99 req-1e35dcc1-74c7-41a6-9905-02fe31ea76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:14.726304 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62e44878-a704-436d-ae22-d1e98cc7ca99 req-1e35dcc1-74c7-41a6-9905-02fe31ea76de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0849321 Oct 17 18:17:14.837816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e44878-a704-436d-ae22-d1e98cc7ca99 req-f933e57e-07f7-457b-8bfe-87bc0dbacbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:14.839680 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62e44878-a704-436d-ae22-d1e98cc7ca99 req-f933e57e-07f7-457b-8bfe-87bc0dbacbd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1058059 Oct 17 18:17:15.030352 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62e44878-a704-436d-ae22-d1e98cc7ca99 req-dce38940-3451-44bc-82e2-efacc8442ab6 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836376 Oct 17 18:17:15.039382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd951e-e026-4c70-876c-fb49ee8e7aba req-c56b441d-b177-4c03-80d4-8a68eeccedd6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:15.041873 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cccd951e-e026-4c70-876c-fb49ee8e7aba req-c56b441d-b177-4c03-80d4-8a68eeccedd6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 943 time: 0.1344876 Oct 17 18:17:15.119195 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cccd951e-e026-4c70-876c-fb49ee8e7aba req-82f0c671-323c-4f13-ac15-d05326bf8391 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695045 Oct 17 18:17:15.220290 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62e44878-a704-436d-ae22-d1e98cc7ca99 req-3d7bf76f-7bb1-4503-8c59-65bac950b715 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824350 Oct 17 18:17:16.406021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35453b27-80ba-41e2-9732-8af206d75a32 req-3df8f482-8d67-44a9-b969-0402efbc0dc6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:16.408792 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-35453b27-80ba-41e2-9732-8af206d75a32 req-3df8f482-8d67-44a9-b969-0402efbc0dc6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 943 time: 0.1061723 Oct 17 18:17:16.460832 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-35453b27-80ba-41e2-9732-8af206d75a32 req-d4e2e25d-53a0-4dc3-97a1-b3abaa7b3d62 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456574 Oct 17 18:17:17.234834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 13ca25f4-fca4-4808-befa-4d084fb4cb2b details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:17:17.388418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:17.404092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'port_id': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'mac_address': 'fa:16:3e:92:e0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:17:17.468724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 13ca25f4-fca4-4808-befa-4d084fb4cb2b is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:17.469151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.487954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ca25f4-fca4-4808-befa-4d084fb4cb2b {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:17:17.505439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:17.511354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:17.590402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=13ca25f4-fca4-4808-befa-4d084fb4cb2b,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:17.695962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31371f31-9bad-4f27-bb31-8747a4f0784d req-db508698-3c11-4343-9a8e-4b96208c29c2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:17.697570 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-31371f31-9bad-4f27-bb31-8747a4f0784d req-db508698-3c11-4343-9a8e-4b96208c29c2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 944 time: 0.0960777 Oct 17 18:17:17.749060 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-31371f31-9bad-4f27-bb31-8747a4f0784d req-3a67cc59-4c1e-4c31-9073-156996b679eb tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422401 Oct 17 18:17:17.788960 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['13ca25f4-fca4-4808-befa-4d084fb4cb2b'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:17:18.978064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41611aa3-05d2-4564-b29e-5be963e72e53 req-f1acff40-876b-424d-96a1-f4386b05b30b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:18.979708 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-41611aa3-05d2-4564-b29e-5be963e72e53 req-f1acff40-876b-424d-96a1-f4386b05b30b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 944 time: 0.1068888 Oct 17 18:17:19.030805 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-41611aa3-05d2-4564-b29e-5be963e72e53 req-7e86444f-dc5d-4b90-9865-d3c7adab3ff0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446720 Oct 17 18:17:19.256842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 13ca25f4-fca4-4808-befa-4d084fb4cb2b up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:17:19.333944 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 13ca25f4-fca4-4808-befa-4d084fb4cb2b completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:17:19.339913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 13ca25f4-fca4-4808-befa-4d084fb4cb2b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:17:19.341263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:19.341263 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 13ca25f4-fca4-4808-befa-4d084fb4cb2b Oct 17 18:17:19.477391 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 13ca25f4-fca4-4808-befa-4d084fb4cb2b is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:17:19.477768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:19.511037 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:17:19.513533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9db4c4-c5d0-4337-bae1-5dd75d6a9e54" -d '{"events": [{"server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "name": "network-vif-plugged", "status": "completed", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:17:19.523531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:17:19.529199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:19.592327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9273fe-ee3e-481b-ba7c-248b16609dc6 x-openstack-request-id: req-ec9273fe-ee3e-481b-ba7c-248b16609dc6 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:17:19.592766 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "name": "network-vif-plugged", "status": "completed", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:17:19.593090 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec9273fe-ee3e-481b-ba7c-248b16609dc6 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:17:19.593559 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9273fe-ee3e-481b-ba7c-248b16609dc6'] response: {'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'code': 200} Oct 17 18:17:19.614982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=13ca25f4-fca4-4808-befa-4d084fb4cb2b,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:17:19.935953 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fbc0b-a850-4cd6-972a-a583943ed177 req-5c0824b9-6d4d-4ee6-ae89-4aebf7a124ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:19.937490 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4a5fbc0b-a850-4cd6-972a-a583943ed177 req-5c0824b9-6d4d-4ee6-ae89-4aebf7a124ca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 1098 time: 0.0899367 Oct 17 18:17:19.986804 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4a5fbc0b-a850-4cd6-972a-a583943ed177 req-7a029c80-de29-4eed-91ac-3f3f92b10326 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431890 Oct 17 18:17:20.277282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc7ca2-48d8-463b-a2ea-b05c48ff014a req-e01f90f3-06af-445a-808c-d679c421963c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:20.278918 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c2dc7ca2-48d8-463b-a2ea-b05c48ff014a req-e01f90f3-06af-445a-808c-d679c421963c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.0990293 Oct 17 18:17:20.336684 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c2dc7ca2-48d8-463b-a2ea-b05c48ff014a req-d80354a3-04ae-4526-bb0e-809e8f68b703 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463016 Oct 17 18:17:21.581472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e1b61-40d7-4da2-bcb5-312f57a3691a req-1b5a16e2-f78b-46e8-bace-2946bf85ffe2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:21.583846 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-390e1b61-40d7-4da2-bcb5-312f57a3691a req-1b5a16e2-f78b-46e8-bace-2946bf85ffe2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1024246 Oct 17 18:17:21.635181 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-390e1b61-40d7-4da2-bcb5-312f57a3691a req-1eb5d5b6-49dc-4c40-b8e4-9b0a6ff1e5ef tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454361 Oct 17 18:17:21.967656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b1141-947a-4c86-bac9-be4f30be50d4 req-349bd95c-24a8-453b-a91f-37d5f9a5a979 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:21.969254 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-053b1141-947a-4c86-bac9-be4f30be50d4 req-349bd95c-24a8-453b-a91f-37d5f9a5a979 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.2161160 Oct 17 18:17:21.981940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52010) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:17:21.988401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7e379396-387f-4741-ae3e-3a0881c4ad1c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Request body: {'floatingip': {'port_id': '13ca25f4-fca4-4808-befa-4d084fb4cb2b'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:17:22.078316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e379396-387f-4741-ae3e-3a0881c4ad1c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:22.853578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e379396-387f-4741-ae3e-3a0881c4ad1c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:22.864446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e379396-387f-4741-ae3e-3a0881c4ad1c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:23.060758 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-7e379396-387f-4741-ae3e-3a0881c4ad1c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd associated. External IP: 172.26.8.4, port: 13ca25f4-fca4-4808-befa-4d084fb4cb2b. Oct 17 18:17:23.458341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e379396-387f-4741-ae3e-3a0881c4ad1c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Router 87f2c74a-e69f-409d-a98a-9a87a6923586 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:17:23.653196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e379396-387f-4741-ae3e-3a0881c4ad1c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:17:23.659069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7e379396-387f-4741-ae3e-3a0881c4ad1c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:23.665823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3269f1-3878-4ffa-bfbb-f694e5e9603f None None] Sync routers for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:17:23.678256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3269f1-3878-4ffa-bfbb-f694e5e9603f None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:23.679021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-bf3269f1-3878-4ffa-bfbb-f694e5e9603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:17:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:23.884700 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7e379396-387f-4741-ae3e-3a0881c4ad1c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "PUT /v2.0/floatingips/e5a87953-dec3-4705-95e8-9258f12b2cfd HTTP/1.1" status: 200 len: 989 time: 1.9010863 Oct 17 18:17:23.885565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:17:23.889737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09902130-48d9-4e9e-a92b-d88c712ee911" -d '{"events": [{"name": "network-changed", "server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:17:23.917233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-bf3269f1-3878-4ffa-bfbb-f694e5e9603f None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:23.967419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d5e621-96bf-44ce-ac1e-b962d01dc0a3 x-openstack-request-id: req-27d5e621-96bf-44ce-ac1e-b962d01dc0a3 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:17:23.967866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:17:23.968301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-27d5e621-96bf-44ce-ac1e-b962d01dc0a3 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:17:23.968840 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d5e621-96bf-44ce-ac1e-b962d01dc0a3'] response: {'name': 'network-changed', 'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'status': 'completed', 'code': 200} Oct 17 18:17:24.148526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09902130-48d9-4e9e-a92b-d88c712ee911 req-3545e8ec-2b7d-48a8-93f9-5499af2a0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:24.150559 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-09902130-48d9-4e9e-a92b-d88c712ee911 req-3545e8ec-2b7d-48a8-93f9-5499af2a0085 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 1098 time: 0.1393731 Oct 17 18:17:24.306865 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09902130-48d9-4e9e-a92b-d88c712ee911 req-e7186809-eefd-427a-8f6c-1d3f152e931c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:24.308731 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-09902130-48d9-4e9e-a92b-d88c712ee911 req-e7186809-eefd-427a-8f6c-1d3f152e931c service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1524994 Oct 17 18:17:24.424966 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-09902130-48d9-4e9e-a92b-d88c712ee911 req-3e052f92-b370-4d96-8f41-0aac934ddea9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b HTTP/1.1" status: 200 len: 997 time: 0.1103790 Oct 17 18:17:24.492505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09902130-48d9-4e9e-a92b-d88c712ee911 req-722074b8-7c68-41a6-a199-0fb82198cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:24.493960 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-09902130-48d9-4e9e-a92b-d88c712ee911 req-722074b8-7c68-41a6-a199-0fb82198cc71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0631576 Oct 17 18:17:24.532667 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-bf3269f1-3878-4ffa-bfbb-f694e5e9603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5a87953-dec3-4705-95e8-9258f12b2cfd', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'floating_ip_address': '172.26.8.4', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'port_id': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'mac_address': 'fa:16:3e:92:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:20Z', 'updated_at': '2022-10-17T18:17:22Z', 'revision_number': 9, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:24.538537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3269f1-3878-4ffa-bfbb-f694e5e9603f None None] Checking router: 87f2c74a-e69f-409d-a98a-9a87a6923586 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:17:24.548390 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3269f1-3878-4ffa-bfbb-f694e5e9603f None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:17:24.549020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-bf3269f1-3878-4ffa-bfbb-f694e5e9603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:17:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:24.592031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09902130-48d9-4e9e-a92b-d88c712ee911 req-3ce533a3-ef66-4ba8-bbcb-e9888928f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:24.593532 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-09902130-48d9-4e9e-a92b-d88c712ee911 req-3ce533a3-ef66-4ba8-bbcb-e9888928f357 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940752 Oct 17 18:17:24.744980 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-09902130-48d9-4e9e-a92b-d88c712ee911 req-5e785bac-63cd-4387-80f6-f6cf47097b20 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454980 Oct 17 18:17:24.750003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-bf3269f1-3878-4ffa-bfbb-f694e5e9603f None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:17:24.909621 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-09902130-48d9-4e9e-a92b-d88c712ee911 req-71d40bd4-e0d7-422a-95e5-4ac043052168 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588392 Oct 17 18:17:25.086775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:25.225661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-bf3269f1-3878-4ffa-bfbb-f694e5e9603f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5a87953-dec3-4705-95e8-9258f12b2cfd', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'floating_ip_address': '172.26.8.4', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'port_id': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'mac_address': 'fa:16:3e:92:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:20Z', 'updated_at': '2022-10-17T18:17:22Z', 'revision_number': 9, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:17:25.232742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3269f1-3878-4ffa-bfbb-f694e5e9603f None None] The sync data for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv is: [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5a87953-dec3-4705-95e8-9258f12b2cfd', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'floating_ip_address': '172.26.8.4', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'port_id': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'mac_address': 'fa:16:3e:92:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:20Z', 'updated_at': '2022-10-17T18:17:22Z', 'revision_number': 9, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:17:25.454399 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155daf20-9058-465e-b056-a9468f35a25c None None] New status for floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:17:27.246696 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:17:29.090056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b77e2135-35a3-45f8-b507-e95076157d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:31.548829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8ecdaf3b-7751-4d97-af95-54e903f76e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.591997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:32.626409 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:34.407647 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:55.063357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:56.165358 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d3d9fa3-0d1a-4126-bd80-634b78308f1d req-fecfd893-f3ea-4496-adae-bcb5d3856e62 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1016068 Oct 17 18:17:56.381948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d9fa3-0d1a-4126-bd80-634b78308f1d req-27d424c3-097a-45ba-b22a-78b44f65a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:56.383413 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d3d9fa3-0d1a-4126-bd80-634b78308f1d req-27d424c3-097a-45ba-b22a-78b44f65a37c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 1098 time: 0.1272736 Oct 17 18:17:56.544280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d9fa3-0d1a-4126-bd80-634b78308f1d req-56a77a90-99ca-4841-bcd1-f47de9b96dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:56.545750 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d3d9fa3-0d1a-4126-bd80-634b78308f1d req-56a77a90-99ca-4841-bcd1-f47de9b96dcb service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1425140 Oct 17 18:17:56.662070 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d3d9fa3-0d1a-4126-bd80-634b78308f1d req-ecfc9793-213a-4a54-91b4-a95a80c6ab13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b HTTP/1.1" status: 200 len: 1000 time: 0.1093812 Oct 17 18:17:56.737320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d9fa3-0d1a-4126-bd80-634b78308f1d req-1c01788a-04f0-491b-a88f-461e750800b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:56.739847 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d3d9fa3-0d1a-4126-bd80-634b78308f1d req-1c01788a-04f0-491b-a88f-461e750800b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0714793 Oct 17 18:17:56.884996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d9fa3-0d1a-4126-bd80-634b78308f1d req-5ccfac21-70a4-49a2-9fc7-1e32a4172c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:56.886763 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d3d9fa3-0d1a-4126-bd80-634b78308f1d req-5ccfac21-70a4-49a2-9fc7-1e32a4172c0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1401312 Oct 17 18:17:57.036416 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d3d9fa3-0d1a-4126-bd80-634b78308f1d req-10125832-55dc-40fa-afcd-f9b118455f02 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420364 Oct 17 18:17:57.228301 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d3d9fa3-0d1a-4126-bd80-634b78308f1d req-e950517c-a467-48cd-bf6a-5c40b4a4e88e service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854661 Oct 17 18:17:57.382953 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-e455db7b-07bd-4f61-9a3b-2d2ff02344f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1141152 Oct 17 18:17:57.502300 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941b6e6-8787-4c53-9936-f21dd3e2b5cd req-34aa596f-2b45-46ab-9336-9646469adf1a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:57.504197 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d941b6e6-8787-4c53-9936-f21dd3e2b5cd req-34aa596f-2b45-46ab-9336-9646469adf1a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.2376754 Oct 17 18:17:57.558839 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d941b6e6-8787-4c53-9936-f21dd3e2b5cd req-f10f5c65-3e44-47b2-ad51-c8302cfa8e44 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439968 Oct 17 18:17:59.036214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-046ba231-4ead-4498-8de5-988d72b4c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:59.037756 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-046ba231-4ead-4498-8de5-988d72b4c7d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 1098 time: 0.1285956 Oct 17 18:17:59.046566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319a5cf-cc60-4cd0-8af2-776af8694868 req-4c4fd56f-38a0-4a43-9f7e-372c0562255c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:59.048126 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9319a5cf-cc60-4cd0-8af2-776af8694868 req-4c4fd56f-38a0-4a43-9f7e-372c0562255c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.3390179 Oct 17 18:17:59.097235 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-67d76708-cae0-4091-85fb-dc1357d23259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:17:59.183082 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9319a5cf-cc60-4cd0-8af2-776af8694868 req-2657f746-f08f-4e54-a177-287a922c8998 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139963 Oct 17 18:17:59.240477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-9905072f-20c4-4041-a24e-f2195009b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:59.241907 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-9905072f-20c4-4041-a24e-f2195009b797 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1928954 Oct 17 18:17:59.364642 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-4e56bf11-cced-416d-89a2-feb486916dfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b HTTP/1.1" status: 200 len: 1000 time: 0.1167727 Oct 17 18:17:59.447506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-951d5d67-22fe-4949-b567-37801e8019b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:59.449663 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-951d5d67-22fe-4949-b567-37801e8019b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0793560 Oct 17 18:17:59.548258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-b61ea3f6-e51a-46dd-8924-17d72a63645f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:17:59.550029 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-b61ea3f6-e51a-46dd-8924-17d72a63645f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944991 Oct 17 18:17:59.701453 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-1d67035e-c3c5-464c-98ec-fa604fce3097 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452138 Oct 17 18:17:59.857477 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-8a76492c-f7d3-46ff-b10d-72da28fb9f6e service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505945 Oct 17 18:18:00.422031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fca16b-929c-40de-b6d0-dafa6b1b3717 req-5a0a0d0e-5f76-449a-b86b-794aaa68534f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:00.423826 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-74fca16b-929c-40de-b6d0-dafa6b1b3717 req-5a0a0d0e-5f76-449a-b86b-794aaa68534f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1031258 Oct 17 18:18:00.479751 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-74fca16b-929c-40de-b6d0-dafa6b1b3717 req-9900a1e7-9b49-44a8-911b-7fce7ce0e796 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491328 Oct 17 18:18:01.546451 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3c1f-e62e-448e-afc4-533edd80ea59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:01.717925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17abe8-1856-4ef1-921c-2134212f2dc8 req-d3998eb4-724d-4a5e-a01f-386f8e05e747 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:01.719814 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-df17abe8-1856-4ef1-921c-2134212f2dc8 req-d3998eb4-724d-4a5e-a01f-386f8e05e747 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1031265 Oct 17 18:18:01.770564 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-df17abe8-1856-4ef1-921c-2134212f2dc8 req-871d7a22-c88d-43ac-9a3d-b5cb6fee3b90 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440390 Oct 17 18:18:02.595685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.624943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:02.994564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cde60-f2c7-4ee2-bbe1-42700552a525 req-10b55e4c-7d78-4e01-b37e-67cecfb6b88f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:02.996231 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-001cde60-f2c7-4ee2-bbe1-42700552a525 req-10b55e4c-7d78-4e01-b37e-67cecfb6b88f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.0985241 Oct 17 18:18:03.047121 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-001cde60-f2c7-4ee2-bbe1-42700552a525 req-ac69ef72-0c47-4633-8a3a-973d57504f06 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446138 Oct 17 18:18:04.246524 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:18:04.286827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5dc47-83bb-40e9-9222-9a7568b60f32 req-d54bf13f-e18d-47e2-ac68-a7af1c6656af tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:04.288344 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9ef5dc47-83bb-40e9-9222-9a7568b60f32 req-d54bf13f-e18d-47e2-ac68-a7af1c6656af tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1034439 Oct 17 18:18:04.365489 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9ef5dc47-83bb-40e9-9222-9a7568b60f32 req-46a4db20-e99d-4791-9d7c-fcb22fd46dc3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702777 Oct 17 18:18:04.406618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:05.592712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d98c9-1f6f-4d52-a7a9-6f2409cde1a7 req-11a117c3-0729-4f92-a5c4-62063ba2ee8c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:05.594275 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7a2d98c9-1f6f-4d52-a7a9-6f2409cde1a7 req-11a117c3-0729-4f92-a5c4-62063ba2ee8c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1015627 Oct 17 18:18:05.649329 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7a2d98c9-1f6f-4d52-a7a9-6f2409cde1a7 req-abe5980d-12cb-4f92-be06-3012224450f5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440843 Oct 17 18:18:06.919578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e9f5b-ddd5-4d4e-8e8b-29222a181646 req-e533d1ed-f4d3-41fd-a5f5-b8ae07250d86 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:06.922064 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-403e9f5b-ddd5-4d4e-8e8b-29222a181646 req-e533d1ed-f4d3-41fd-a5f5-b8ae07250d86 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1498821 Oct 17 18:18:06.970384 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-403e9f5b-ddd5-4d4e-8e8b-29222a181646 req-b7a50330-2f3c-4baa-9aca-b1c5d2d747a3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425265 Oct 17 18:18:08.231659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2598608-b597-4e17-a269-8c7d3b7c751d req-c05b7fe6-5361-4123-819f-a8caf88f87c0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:08.233454 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a2598608-b597-4e17-a269-8c7d3b7c751d req-c05b7fe6-5361-4123-819f-a8caf88f87c0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1300366 Oct 17 18:18:08.304362 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a2598608-b597-4e17-a269-8c7d3b7c751d req-a108360f-8137-4ce0-b535-f83f7aea647b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632868 Oct 17 18:18:09.528104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf20c72-9402-4b47-82fc-1f3e951b92e8 req-fe0e1698-899f-4e24-8b85-7422e82bde3c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:09.529647 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fdf20c72-9402-4b47-82fc-1f3e951b92e8 req-fe0e1698-899f-4e24-8b85-7422e82bde3c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.0971088 Oct 17 18:18:09.592470 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fdf20c72-9402-4b47-82fc-1f3e951b92e8 req-e086e4c5-8057-4dd0-a208-2d288b63cb49 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563307 Oct 17 18:18:10.820015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c34d4b-e171-475b-9a97-9bd2840cbbfb req-554c73ea-71a9-45d1-b883-fd9bb5bb1319 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:10.821599 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-02c34d4b-e171-475b-9a97-9bd2840cbbfb req-554c73ea-71a9-45d1-b883-fd9bb5bb1319 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.0985975 Oct 17 18:18:10.877547 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-02c34d4b-e171-475b-9a97-9bd2840cbbfb req-f419a94f-5ee3-46a3-88e4-0388de5af010 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448563 Oct 17 18:18:11.712387 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-cb7c7016-d2eb-455a-b6ca-38050a41e01f service neutron] 10.222.0.20 "GET /v2.0/ports/13ca25f4-fca4-4808-befa-4d084fb4cb2b/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0909297 Oct 17 18:18:12.165486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-a0bf146b-073f-41d3-93b2-8e9aa7d304cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:12.167225 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-a0bf146b-073f-41d3-93b2-8e9aa7d304cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 1098 time: 0.2074776 Oct 17 18:18:12.179920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270ec0e-18e8-4727-a9ce-04434249c5f6 req-21aada72-fac1-4942-88a7-11322fde5beb tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:12.181719 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0270ec0e-18e8-4727-a9ce-04434249c5f6 req-21aada72-fac1-4942-88a7-11322fde5beb tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1299670 Oct 17 18:18:12.418652 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0270ec0e-18e8-4727-a9ce-04434249c5f6 req-868a3638-79f2-4788-b0c1-049d9984a30f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258892 Oct 17 18:18:12.442361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-2489d020-e5bf-49dc-a8dc-1c79aceb1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:12.443868 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-2489d020-e5bf-49dc-a8dc-1c79aceb1fdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 1098 time: 0.2363679 Oct 17 18:18:12.596616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-7908f168-c060-4b9e-ae5c-f69b4aee2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:12.598343 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-7908f168-c060-4b9e-ae5c-f69b4aee2c4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1483176 Oct 17 18:18:12.708107 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-d75e5879-c466-43a4-83c9-a59946cebf65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b HTTP/1.1" status: 200 len: 1000 time: 0.1025219 Oct 17 18:18:12.777996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-1ebd0f3f-1c5f-4357-a8e0-7a853cc4dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:12.779492 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-1ebd0f3f-1c5f-4357-a8e0-7a853cc4dbc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0655448 Oct 17 18:18:12.880503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-82c9b7b2-d5a0-4274-80d5-939d6345f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:12.882960 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-82c9b7b2-d5a0-4274-80d5-939d6345f719 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0973456 Oct 17 18:18:13.121551 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-a7ba564c-cd0c-4e42-8421-17576d1ff83c service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324822 Oct 17 18:18:13.281125 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc10c7f-a324-455b-9257-77f70a1b4d57 req-7072649e-b05e-46cd-86e8-79c6121e5b3f service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530013 Oct 17 18:18:13.660387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107972-d000-46f3-906c-26e64fc1cdd5 req-2b771e22-7e73-4467-a4ef-eba2944c64ea tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:13.662218 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd107972-d000-46f3-906c-26e64fc1cdd5 req-2b771e22-7e73-4467-a4ef-eba2944c64ea tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1001642 Oct 17 18:18:13.712758 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cd107972-d000-46f3-906c-26e64fc1cdd5 req-6983b25e-e84c-4920-9bc2-29097770e67d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442011 Oct 17 18:18:14.942362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35aa70-23e1-4a3d-b445-db57618971ae req-ad217556-96b4-479e-bfd5-f1f1f73c0831 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:14.943995 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7d35aa70-23e1-4a3d-b445-db57618971ae req-ad217556-96b4-479e-bfd5-f1f1f73c0831 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1062527 Oct 17 18:18:15.008277 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7d35aa70-23e1-4a3d-b445-db57618971ae req-17822764-e585-4ae9-a937-ffaddc654223 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579317 Oct 17 18:18:15.509096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 13ca25f4-fca4-4808-befa-4d084fb4cb2b details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:18:15.515691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 13ca25f4-fca4-4808-befa-4d084fb4cb2b no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:15.790795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 13ca25f4-fca4-4808-befa-4d084fb4cb2b is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:15.791099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:15.810917 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:15.836243 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'port_id': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'mac_address': 'fa:16:3e:92:e0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:18:15.844556 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:15.847900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f5143f-de7f-427c-afae-6a6dcc22a490" -d '{"events": [{"server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "name": "network-vif-unplugged", "status": "completed", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:15.894061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:15.922797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:15.994413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8356ffef-c52b-4ab8-b7ca-3fe9a9e2b706 x-openstack-request-id: req-8356ffef-c52b-4ab8-b7ca-3fe9a9e2b706 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:15.994766 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "name": "network-vif-unplugged", "status": "completed", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:15.995142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8356ffef-c52b-4ab8-b7ca-3fe9a9e2b706 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:15.995551 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8356ffef-c52b-4ab8-b7ca-3fe9a9e2b706'] response: {'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'code': 200} Oct 17 18:18:16.011185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 13ca25f4-fca4-4808-befa-4d084fb4cb2b is: ACTIVE; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:16.011610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.043076 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13ca25f4-fca4-4808-befa-4d084fb4cb2b {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:18:16.050325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=13ca25f4-fca4-4808-befa-4d084fb4cb2b,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:16.085211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:16.085567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:16.085882 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:16.086212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:16.086537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:16.086866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:16.087223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:16.087543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:16.087864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:16.088180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:16.088499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:16.088813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:16.140917 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:18:16.141365 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:18:16.321640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653bb89-da4b-444e-9c67-9549b103ad15 req-405da933-af3d-45e8-ba96-03405cb05b25 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:16.323289 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b653bb89-da4b-444e-9c67-9549b103ad15 req-405da933-af3d-45e8-ba96-03405cb05b25 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 943 time: 0.1046505 Oct 17 18:18:16.379173 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b653bb89-da4b-444e-9c67-9549b103ad15 req-58f9f865-fe95-4949-84ba-aaee36517fb6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456579 Oct 17 18:18:16.715557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 13ca25f4-fca4-4808-befa-4d084fb4cb2b is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:16.716491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.736418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ca25f4-fca4-4808-befa-4d084fb4cb2b {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:18:16.754798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:16.760818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:16.865233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=13ca25f4-fca4-4808-befa-4d084fb4cb2b,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:16.893782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['13ca25f4-fca4-4808-befa-4d084fb4cb2b'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:18:17.085753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-8528fc08-1f0b-4699-a4c7-5dd2fb34a5b6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:17.088479 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-8528fc08-1f0b-4699-a4c7-5dd2fb34a5b6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac&tenant_id=ed4fb949fcc445e1b33e749f00758f93&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 944 time: 0.1846485 Oct 17 18:18:17.233298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a499d2a-1872-468c-bc8c-21b184198509 req-06cfea6a-804b-4cbd-986f-2f75103825fc tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:17.234946 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a499d2a-1872-468c-bc8c-21b184198509 req-06cfea6a-804b-4cbd-986f-2f75103825fc tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 944 time: 0.2530167 Oct 17 18:18:17.263466 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-df3e71a3-814a-4449-841e-9cce2c2cd684 service neutron] 10.222.0.20 "GET /v2.0/ports/13ca25f4-fca4-4808-befa-4d084fb4cb2b/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.1687832 Oct 17 18:18:17.301449 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1a499d2a-1872-468c-bc8c-21b184198509 req-bac0e69e-57d5-44b6-9ae4-5779995ec671 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586853 Oct 17 18:18:17.394729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-d7dc5e29-12e4-45da-a4b4-6811b56a5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:17.396453 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-d7dc5e29-12e4-45da-a4b4-6811b56a5e84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 1097 time: 0.0906694 Oct 17 18:18:17.509693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 13ca25f4-fca4-4808-befa-4d084fb4cb2b up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:17.563678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-b3157378-1bd5-44d8-bfd5-9129a61f6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:17.566852 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-b3157378-1bd5-44d8-bfd5-9129a61f6d16 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1636834 Oct 17 18:18:17.593327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 13ca25f4-fca4-4808-befa-4d084fb4cb2b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:17.593886 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.594410 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 13ca25f4-fca4-4808-befa-4d084fb4cb2b Oct 17 18:18:17.701083 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-ce5aff9a-b1ba-4aab-b8ed-7b38b9c7e3c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b HTTP/1.1" status: 200 len: 999 time: 0.1277332 Oct 17 18:18:17.754826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 13ca25f4-fca4-4808-befa-4d084fb4cb2b is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:17.755764 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.777260 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-6b4b4aa9-3460-44b8-a98f-1e236daa3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:17.778850 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-6b4b4aa9-3460-44b8-a98f-1e236daa3f25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0715940 Oct 17 18:18:17.822133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:17.829302 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:17.872421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-06c437d7-e064-4b11-b760-546b6f2ef2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:17.874160 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-06c437d7-e064-4b11-b760-546b6f2ef2a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895588 Oct 17 18:18:17.947659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=13ca25f4-fca4-4808-befa-4d084fb4cb2b,revision_number=8']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:17.996832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:17.999662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d9fdd0-65b0-4061-8fa1-9d990917d677" -d '{"events": [{"server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "name": "network-vif-plugged", "status": "completed", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:18.093221 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e718cd-a331-4eaa-9b82-7c253c137ab2 x-openstack-request-id: req-f9e718cd-a331-4eaa-9b82-7c253c137ab2 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:18.094149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "name": "network-vif-plugged", "status": "completed", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:18.094815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f9e718cd-a331-4eaa-9b82-7c253c137ab2 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:18.097122 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9e718cd-a331-4eaa-9b82-7c253c137ab2'] response: {'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'code': 200} Oct 17 18:18:18.176438 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-6bd2ba45-4a65-4839-a8a6-dc87017b51dc service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953527 Oct 17 18:18:18.325003 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-c498fc7b-850e-4dda-b029-aa5751936bb7 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422491 Oct 17 18:18:18.546216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07615509-e4c9-4c26-b8d4-b2ac98cb2346 req-1f99f7f7-84c5-4b73-8469-6b90e934a479 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:18.547844 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-07615509-e4c9-4c26-b8d4-b2ac98cb2346 req-1f99f7f7-84c5-4b73-8469-6b90e934a479 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1095831 Oct 17 18:18:18.608679 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-07615509-e4c9-4c26-b8d4-b2ac98cb2346 req-442a64f9-59ec-4d7e-a8b7-7606270fe20d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494182 Oct 17 18:18:19.846015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8b839-ecb1-4977-bdda-f56cd30c4f86 req-68c55f49-290f-487e-aa4a-31b471134682 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:19.847637 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-64e8b839-ecb1-4977-bdda-f56cd30c4f86 req-68c55f49-290f-487e-aa4a-31b471134682 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.0988848 Oct 17 18:18:19.907555 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-64e8b839-ecb1-4977-bdda-f56cd30c4f86 req-e7617034-3786-4aa9-bdd5-4962aa6ae835 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494480 Oct 17 18:18:21.030271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-c8720441-cebd-4db7-ace3-1cbd317f92c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:21.033626 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-c8720441-cebd-4db7-ace3-1cbd317f92c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 1098 time: 0.1187997 Oct 17 18:18:21.352731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-2b59e56a-db8a-44bd-ad47-4bdd1170fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:21.355188 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-2b59e56a-db8a-44bd-ad47-4bdd1170fc7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 1098 time: 0.2835779 Oct 17 18:18:21.371666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afb6eb-788e-480e-aafb-10a12a73a4d9 req-ba4aebc1-8463-4e3e-936e-d42c8f70a921 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:21.374293 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-41afb6eb-788e-480e-aafb-10a12a73a4d9 req-ba4aebc1-8463-4e3e-936e-d42c8f70a921 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.2334471 Oct 17 18:18:21.612021 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-41afb6eb-788e-480e-aafb-10a12a73a4d9 req-01d0bed9-04c2-4f9f-9bde-fd9d489226ff tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004621 Oct 17 18:18:21.652832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-b7a4274d-2aaa-4ff0-8517-700ebae29da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:21.654424 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-b7a4274d-2aaa-4ff0-8517-700ebae29da7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.2788606 Oct 17 18:18:21.770912 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-daf22a2d-9479-477c-88c1-b3d69ddd52d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b HTTP/1.1" status: 200 len: 1000 time: 0.1097300 Oct 17 18:18:21.840355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-1c4b4d72-c91a-4d1e-b81d-94d817813d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:21.841878 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-1c4b4d72-c91a-4d1e-b81d-94d817813d51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0646048 Oct 17 18:18:21.944339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-e32de69f-5aaf-4de4-90ae-eea81e28b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:21.945884 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-e32de69f-5aaf-4de4-90ae-eea81e28b780 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0980625 Oct 17 18:18:22.109245 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-6cfea236-4ab8-431f-9296-e69a87fd720a service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567955 Oct 17 18:18:22.357662 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d46712e1-7279-4a13-bb5d-fbb75b940508 req-f75228d0-dcf7-41c7-8f22-cbec97af1da9 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407973 Oct 17 18:18:22.846481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1569c8-57a6-45e8-8435-63de1848eb40 req-c80ec35f-7b72-4b76-8bf7-c9c12556aaaa tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:22.848069 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b1569c8-57a6-45e8-8435-63de1848eb40 req-c80ec35f-7b72-4b76-8bf7-c9c12556aaaa tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.0967669 Oct 17 18:18:22.898067 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b1569c8-57a6-45e8-8435-63de1848eb40 req-327e6332-9a4b-4757-a47a-383ed1dbd7b0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440934 Oct 17 18:18:23.533461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 13ca25f4-fca4-4808-befa-4d084fb4cb2b details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:18:23.542909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 13ca25f4-fca4-4808-befa-4d084fb4cb2b no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:23.965956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 13ca25f4-fca4-4808-befa-4d084fb4cb2b is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:23.966360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:24.004467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:24.030937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:24.034353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36155423-177f-4db7-a3e6-65df28a28487" -d '{"events": [{"server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "name": "network-vif-unplugged", "status": "completed", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:24.042605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'port_id': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'mac_address': 'fa:16:3e:92:e0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:18:24.047433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:24.103095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:24.201519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4ab9cd-3c4d-4d06-b367-54498dfe6491 x-openstack-request-id: req-de4ab9cd-3c4d-4d06-b367-54498dfe6491 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:24.201859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "name": "network-vif-unplugged", "status": "completed", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:24.202318 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-de4ab9cd-3c4d-4d06-b367-54498dfe6491 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:24.202984 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4ab9cd-3c4d-4d06-b367-54498dfe6491'] response: {'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'code': 200} Oct 17 18:18:24.274683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 13ca25f4-fca4-4808-befa-4d084fb4cb2b is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:24.275343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:24.314473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=13ca25f4-fca4-4808-befa-4d084fb4cb2b,revision_number=9']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:24.320950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ca25f4-fca4-4808-befa-4d084fb4cb2b {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:18:24.330204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f263e9-50c5-43b5-9abf-efb48f83e54d req-9c3b362d-1abe-4a0f-a729-7b8f8806da86 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:24.331856 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-07f263e9-50c5-43b5-9abf-efb48f83e54d req-9c3b362d-1abe-4a0f-a729-7b8f8806da86 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 943 time: 0.1005521 Oct 17 18:18:24.353472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:24.359211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:24.385235 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-07f263e9-50c5-43b5-9abf-efb48f83e54d req-6f1a5e58-8693-4388-879e-6fca7d532fc8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473604 Oct 17 18:18:24.458705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=13ca25f4-fca4-4808-befa-4d084fb4cb2b,revision_number=10']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:24.488527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['13ca25f4-fca4-4808-befa-4d084fb4cb2b'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:18:24.690392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e233-bb1b-45dc-901f-a01b2e50868d req-122778ac-71c0-423e-b15f-1fc05402b4e4 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:24.691986 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c42e233-bb1b-45dc-901f-a01b2e50868d req-122778ac-71c0-423e-b15f-1fc05402b4e4 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1033432 Oct 17 18:18:24.739505 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c42e233-bb1b-45dc-901f-a01b2e50868d req-eb191d1a-c4dc-4062-9b18-9f598ebc2aa4 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415432 Oct 17 18:18:24.966707 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fdf81-9823-4e89-9765-9d9fb90b72bd req-e8a08331-1306-48d3-bd39-33e4e549c1f9 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:24.969327 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-706fdf81-9823-4e89-9765-9d9fb90b72bd req-e8a08331-1306-48d3-bd39-33e4e549c1f9 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1141837 Oct 17 18:18:25.028021 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-706fdf81-9823-4e89-9765-9d9fb90b72bd req-93a3645e-1a25-4b94-b0d6-97c244bb927c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515983 Oct 17 18:18:25.064156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.504093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20607d6b-d1d6-4ebe-b0cf-d2cd5140e7a4 req-eed1e030-e4ae-4a02-a11a-8f864a2444f7 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:25.505757 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-20607d6b-d1d6-4ebe-b0cf-d2cd5140e7a4 req-eed1e030-e4ae-4a02-a11a-8f864a2444f7 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 945 time: 0.1149237 Oct 17 18:18:25.554738 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-20607d6b-d1d6-4ebe-b0cf-d2cd5140e7a4 req-7b45f9b2-91ce-4ee5-8e20-4bdddb21cdf0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 Oct 17 18:18:25.560692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 13ca25f4-fca4-4808-befa-4d084fb4cb2b up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:25.659251 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 13ca25f4-fca4-4808-befa-4d084fb4cb2b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:25.659703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.659929 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 13ca25f4-fca4-4808-befa-4d084fb4cb2b Oct 17 18:18:25.788962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 13ca25f4-fca4-4808-befa-4d084fb4cb2b is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:25.789406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.826209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:25.831524 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:25.909031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=13ca25f4-fca4-4808-befa-4d084fb4cb2b,revision_number=11']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:26.204967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:26.208664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe4843a-5a36-4f46-80bd-3a86fec09dfd" -d '{"events": [{"server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "name": "network-vif-plugged", "status": "completed", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:26.256256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c809342-e76a-4770-8289-4f9da4251b65 x-openstack-request-id: req-3c809342-e76a-4770-8289-4f9da4251b65 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:26.256650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "name": "network-vif-plugged", "status": "completed", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:26.256988 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c809342-e76a-4770-8289-4f9da4251b65 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:26.257464 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c809342-e76a-4770-8289-4f9da4251b65'] response: {'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'code': 200} Oct 17 18:18:26.789692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9dca58-54aa-4149-b470-ae50b3516e90 req-cd3f559a-98e7-4daa-b369-98d1c41f62ce tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:26.791276 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a9dca58-54aa-4149-b470-ae50b3516e90 req-cd3f559a-98e7-4daa-b369-98d1c41f62ce tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 946 time: 0.0942361 Oct 17 18:18:26.851740 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a9dca58-54aa-4149-b470-ae50b3516e90 req-779610eb-79f3-48bf-9d0a-9f9ff3cc8686 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498133 Oct 17 18:18:27.741521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-8f8f2163-4419-4fcb-8c55-3161578429f2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:27.743027 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-8f8f2163-4419-4fcb-8c55-3161578429f2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 946 time: 0.2055528 Oct 17 18:18:27.824912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Deleting port 13ca25f4-fca4-4808-befa-4d084fb4cb2b {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:18:27.825622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.118511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f767b91-007d-4a89-951c-7d846a2fb3d4 req-4fbff179-b5e5-4b3a-902c-ddf26e4756ef tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:28.120837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] For port 13ca25f4-fca4-4808-befa-4d084fb4cb2b, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=13ca25f4-fca4-4808-befa-4d084fb4cb2b,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:28.121122 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3f767b91-007d-4a89-951c-7d846a2fb3d4 req-4fbff179-b5e5-4b3a-902c-ddf26e4756ef tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 946 time: 0.1094878 Oct 17 18:18:28.121316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.205426 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3f767b91-007d-4a89-951c-7d846a2fb3d4 req-fd92c0ea-d2af-4dbc-bad0-df30259ddab6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725057 Oct 17 18:18:28.461046 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.461469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.461822 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd disassociated. External IP: 172.26.8.4, port: 13ca25f4-fca4-4808-befa-4d084fb4cb2b. Oct 17 18:18:28.462215 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Calling delete_port for 13ca25f4-fca4-4808-befa-4d084fb4cb2b owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:18:28.642063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:28.696826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event deleted for resources: {'Port': ['ID=13ca25f4-fca4-4808-befa-4d084fb4cb2b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:28.708495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:28.708931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:28.709350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:28.709773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:28.710293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:28.710810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:28.711440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:28.711861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:28.712317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:28.712779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:28.713255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:28.713725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:18:28.916042 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Router 87f2c74a-e69f-409d-a98a-9a87a6923586 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:18:29.091472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-244f72ac-9074-43c8-89b7-afd9bf5e9f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:29.126524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:18:29.140505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327e6395-34a1-49f2-8718-9c56cda47bcd None None] Sync routers for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:18:29.154949 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e6395-34a1-49f2-8718-9c56cda47bcd None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:29.155871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-327e6395-34a1-49f2-8718-9c56cda47bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:18:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:29.262923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] No DVR routers for this DVR port 13ca25f4-fca4-4808-befa-4d084fb4cb2b on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:18:29.265560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:29.268959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'name': 'network-vif-deleted', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:29.271374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56015fd6-adf8-49ff-b8bb-58125d0d45d7" -d '{"events": [{"server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "name": "network-vif-deleted", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:29.302013 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-40a8b965-fef0-4ecc-ab33-f46275c56025 req-6877d878-b68c-4ba3-8134-100bc653b9d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "DELETE /v2.0/ports/13ca25f4-fca4-4808-befa-4d084fb4cb2b HTTP/1.1" status: 204 len: 173 time: 1.5536108 Oct 17 18:18:29.325970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e856624f-fa02-4259-a095-23bb169c6a4f x-openstack-request-id: req-e856624f-fa02-4259-a095-23bb169c6a4f {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:29.326320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac", "name": "network-vif-deleted", "tag": "13ca25f4-fca4-4808-befa-4d084fb4cb2b", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:29.326750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e856624f-fa02-4259-a095-23bb169c6a4f {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:29.327343 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e856624f-fa02-4259-a095-23bb169c6a4f'] response: {'server_uuid': '82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac', 'name': 'network-vif-deleted', 'tag': '13ca25f4-fca4-4808-befa-4d084fb4cb2b', 'status': 'completed', 'code': 200} Oct 17 18:18:29.407537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-35899d98-62f5-4ba5-b87f-c2fe8b83703e req-5248ac15-2999-464e-8230-2f949c73d6ee tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Synchronizing usage tracker for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:29.427021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-35899d98-62f5-4ba5-b87f-c2fe8b83703e req-5248ac15-2999-464e-8230-2f949c73d6ee tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Unset dirty status for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:29.428345 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-35899d98-62f5-4ba5-b87f-c2fe8b83703e req-5248ac15-2999-464e-8230-2f949c73d6ee tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=82a60fa1-8258-44d9-aaf2-0bb3dba5d8ac HTTP/1.1" status: 200 len: 210 time: 0.0774527 Oct 17 18:18:29.429828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-327e6395-34a1-49f2-8718-9c56cda47bcd None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:18:29.931217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-327e6395-34a1-49f2-8718-9c56cda47bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:29.937463 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327e6395-34a1-49f2-8718-9c56cda47bcd None None] Checking router: 87f2c74a-e69f-409d-a98a-9a87a6923586 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:18:29.951999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e6395-34a1-49f2-8718-9c56cda47bcd None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:29.953052 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-327e6395-34a1-49f2-8718-9c56cda47bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:18:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:30.181554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-327e6395-34a1-49f2-8718-9c56cda47bcd None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:18:30.652613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-327e6395-34a1-49f2-8718-9c56cda47bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:30.659748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327e6395-34a1-49f2-8718-9c56cda47bcd None None] The sync data for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv is: [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:18:30.894703 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-d0e98fd5-2685-4aeb-ba50-329b1ebc49d6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--793513549&fields=id&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 267 time: 0.0475180 Oct 17 18:18:30.979020 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e697c232-5ff5-4d77-8387-c860e0d95b55 None None] New status for floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:18:31.074451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-729bc62c-2e70-4b9f-98e7-b52e126e1346 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:31.076363 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-729bc62c-2e70-4b9f-98e7-b52e126e1346 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 812 time: 0.1741920 Oct 17 18:18:31.096643 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-16797f48-28a1-4aaa-81ad-b7849e2e5506 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/quotas/ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 375 time: 0.0117335 Oct 17 18:18:31.203828 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-992f5e46-2a50-4501-8339-4af67eaec7fa tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991130 Oct 17 18:18:31.527363 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-ef681e94-d714-4016-9df1-2097b49e8b8a service neutron] 10.222.0.69 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071525 Oct 17 18:18:31.544679 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bab86562-9cd1-4aeb-b279-c37dfafdda38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:31.615963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 13ca25f4-fca4-4808-befa-4d084fb4cb2b no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:18:31.656422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 13ca25f4-fca4-4808-befa-4d084fb4cb2b {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:18:31.657437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 13ca25f4-fca4-4808-befa-4d084fb4cb2b not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:18:31.733858 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-0c468a81-3ee7-4723-84b3-a0eb19655c39 service neutron] 10.222.0.69 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983006 Oct 17 18:18:32.087614 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-da584d4d-ac1d-4946-bae0-088610098829 req-5d2f9541-a2ee-4b10-b06b-81ad64b065d4 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 210 time: 0.1738694 Oct 17 18:18:32.600641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:32.625136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:33.371933 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f3866fb8-84af-454e-a140-9f7ad136af29 req-ea31d5b9-5b29-4cf6-ad48-21a18b4f0d40 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 210 time: 0.0916588 Oct 17 18:18:33.481984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-6b6eb657-d72a-4f69-999d-b7d0cfb2e2a3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:33.483502 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-6b6eb657-d72a-4f69-999d-b7d0cfb2e2a3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 812 time: 0.2339201 Oct 17 18:18:33.559347 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-04bc54ff-7eb3-47dd-9b7e-e63c978625af tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 379 time: 0.0475156 Oct 17 18:18:33.570198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Request body: {'port': {'device_id': '6f663990-866f-4570-99f2-fcb23b836006', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'admin_state_up': True, 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'security_groups': ['aaa2cc9a-d641-499c-b570-7c988dce7925']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:33.729680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:18:33.740685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:18:33.752683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Made reservation on behalf of ed4fb949fcc445e1b33e749f00758f93 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:18:33.756732 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:33.946770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Allocated IP 172.20.0.5 (96c3be3a-7042-4006-8896-64d265856bb0/d561ab7a-22f5-4aa3-b7f6-bd2eab70d883/8bce36eb-8cad-476c-a21d-6fbcf95fb0d8) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:18:34.200483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.220274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Transition to ACTIVE for port object 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:34.247695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.334531 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Network 96c3be3a-7042-4006-8896-64d265856bb0 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:18:34.337637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:18:34.342145 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:18:34.377632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event updated for resources: {'Port': ['ID=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:34.415978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.430352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:34.431328 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.464948 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7fefb8b0-f910-48d2-8c10-2a63c489698e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8997636 Oct 17 18:18:34.486234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Request body: {'port': {'device_id': '6f663990-866f-4570-99f2-fcb23b836006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:34.689814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.724902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5c04dc70-3f8e-4e31-89f4-db3ebee27916 None None] Provisioning for port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:34.734251 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5c04dc70-3f8e-4e31-89f4-db3ebee27916 None None] Provisioning complete for port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:34.734898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5c04dc70-3f8e-4e31-89f4-db3ebee27916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:34.735485 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5c04dc70-3f8e-4e31-89f4-db3ebee27916 None None] Attempt 1 to provision port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 Oct 17 18:18:34.745952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f316fc-882f-427f-8cbd-d7be537e5647 req-62b54121-c8ee-4117-ac77-3ad70168501e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:34.746676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-52f316fc-882f-427f-8cbd-d7be537e5647 req-62b54121-c8ee-4117-ac77-3ad70168501e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Synchronizing usage tracker for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:18:34.790176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-52f316fc-882f-427f-8cbd-d7be537e5647 req-62b54121-c8ee-4117-ac77-3ad70168501e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Unset dirty status for tenant:ed4fb949fcc445e1b33e749f00758f93 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:18:34.791426 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-52f316fc-882f-427f-8cbd-d7be537e5647 req-62b54121-c8ee-4117-ac77-3ad70168501e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 931 time: 0.2716706 Oct 17 18:18:34.838895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5c04dc70-3f8e-4e31-89f4-db3ebee27916 None None] Port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:34.933387 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-52f316fc-882f-427f-8cbd-d7be537e5647 req-05994062-ce16-4369-a96f-9c0489e0c852 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325555 Oct 17 18:18:35.210719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:18:35.219921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.239751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Transition to ACTIVE for port object 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:18:35.245228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.340392 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5c04dc70-3f8e-4e31-89f4-db3ebee27916 None None] Attempt 2 to provision port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 Oct 17 18:18:35.410369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5c04dc70-3f8e-4e31-89f4-db3ebee27916 None None] Port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:18:35.566080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:35.615683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Attempting to bind port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:18:35.616015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Attempting to bind port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:18:35.616341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Attempting to bind port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 on network 96c3be3a-7042-4006-8896-64d265856bb0 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:35.621630 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 on network 96c3be3a-7042-4006-8896-64d265856bb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:18:35.621944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Attempting to bind port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 on network 96c3be3a-7042-4006-8896-64d265856bb0 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:18:35.628535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:18:35.628866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Checking segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:18:35.629249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Bound using segment: {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:18:35.629677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Bound port: 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b0df5d-d4c4-4113-b337-76035783b40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:18:35.630109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.728949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:18:35.732595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:18:35.738686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.775640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:35.776241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:35.777640 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] 10.222.0.20 "PUT /v2.0/ports/8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 HTTP/1.1" status: 200 len: 1093 time: 1.2978582 Oct 17 18:18:35.778138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:35.780514 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e32b048-c5b8-46f3-a100-c8b5bda9cb51" -d '{"events": [{"name": "network-changed", "server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:35.832247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d484652-8d38-4f11-b720-7cbdeb447dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:35.883576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea42a61-99d9-4312-99a7-877a4afd9e33 x-openstack-request-id: req-eea42a61-99d9-4312-99a7-877a4afd9e33 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:35.883932 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:35.884103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eea42a61-99d9-4312-99a7-877a4afd9e33 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:35.884505 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eea42a61-99d9-4312-99a7-877a4afd9e33'] response: {'name': 'network-changed', 'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'status': 'completed', 'code': 200} Oct 17 18:18:35.911383 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5c04dc70-3f8e-4e31-89f4-db3ebee27916 None None] Attempt 3 to provision port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 Oct 17 18:18:35.930284 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-26c23dae-8ea9-41ac-bdd3-c09de4cb1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:35.932136 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-26c23dae-8ea9-41ac-bdd3-c09de4cb1ce8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 1096 time: 0.0930824 Oct 17 18:18:35.993437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5c04dc70-3f8e-4e31-89f4-db3ebee27916 None None] Port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:18:36.034700 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-5170d92f-cd96-4b82-8547-39dd97f423a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 HTTP/1.1" status: 200 len: 217 time: 0.0893557 Oct 17 18:18:36.168997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-df151dc9-2369-47cc-81e4-736bcc2adf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:36.170603 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-df151dc9-2369-47cc-81e4-736bcc2adf24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.1300464 Oct 17 18:18:36.267088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ce2ee-75bd-464e-b048-efcc0a18478b req-4d8e7953-d07f-432c-824b-5b1b2ffe68cb tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:36.268777 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6d2ce2ee-75bd-464e-b048-efcc0a18478b req-4d8e7953-d07f-432c-824b-5b1b2ffe68cb tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 943 time: 0.1971879 Oct 17 18:18:36.321361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-e9186511-2ea1-4033-a6fd-9989a92866e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:36.322936 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-e9186511-2ea1-4033-a6fd-9989a92866e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1457686 Oct 17 18:18:36.332505 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6d2ce2ee-75bd-464e-b048-efcc0a18478b req-361566f6-a951-4295-bffa-966513476c4c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555344 Oct 17 18:18:36.526883 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-ee8d3803-5365-470d-8809-3212e89dc98a service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929400 Oct 17 18:18:36.711514 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b51d6641-c092-44c9-b01d-68cb231d36ba req-2fbf1673-a77c-46d2-a807-bf9fa54b0ab8 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779654 Oct 17 18:18:36.887817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32b048-c5b8-46f3-a100-c8b5bda9cb51 req-7e19d6f2-6540-48e1-9786-6ce986a198d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:36.889679 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e32b048-c5b8-46f3-a100-c8b5bda9cb51 req-7e19d6f2-6540-48e1-9786-6ce986a198d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 1096 time: 0.0894535 Oct 17 18:18:37.106068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32b048-c5b8-46f3-a100-c8b5bda9cb51 req-757d43ba-3daa-44cf-a182-6a8a84f52931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:37.108120 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e32b048-c5b8-46f3-a100-c8b5bda9cb51 req-757d43ba-3daa-44cf-a182-6a8a84f52931 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.2115381 Oct 17 18:18:37.189025 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e32b048-c5b8-46f3-a100-c8b5bda9cb51 req-546addb7-8292-44ff-a935-591d9f3f70fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 HTTP/1.1" status: 200 len: 217 time: 0.0736024 Oct 17 18:18:37.263197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32b048-c5b8-46f3-a100-c8b5bda9cb51 req-818e62d7-15b5-467e-803c-fb9b795088cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:37.264674 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e32b048-c5b8-46f3-a100-c8b5bda9cb51 req-818e62d7-15b5-467e-803c-fb9b795088cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0674071 Oct 17 18:18:37.364380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32b048-c5b8-46f3-a100-c8b5bda9cb51 req-e9e7193b-6170-4a11-8f2e-3de6f387999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:37.365895 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e32b048-c5b8-46f3-a100-c8b5bda9cb51 req-e9e7193b-6170-4a11-8f2e-3de6f387999c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944467 Oct 17 18:18:37.537079 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e32b048-c5b8-46f3-a100-c8b5bda9cb51 req-6f4c9a12-0de4-4e05-8620-52d7237fb7ea service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641607 Oct 17 18:18:37.620808 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bedac-66e4-4632-a473-92097fafc43b req-e3e758a7-b3ec-44ac-aff4-c00a2ae136ee tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:37.623501 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fd8bedac-66e4-4632-a473-92097fafc43b req-e3e758a7-b3ec-44ac-aff4-c00a2ae136ee tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 943 time: 0.1330984 Oct 17 18:18:37.684786 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fd8bedac-66e4-4632-a473-92097fafc43b req-909c7ca1-d3b7-44f6-a9a6-54a04c05e1d5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505326 Oct 17 18:18:37.822167 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e32b048-c5b8-46f3-a100-c8b5bda9cb51 req-9e0c61f2-8e7d-4df9-820a-a9fd3e0a63f0 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782156 Oct 17 18:18:38.936092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4402a-62a6-47ee-a17b-c9c054a2b494 req-178eb647-14a2-4444-9799-79ce1fc405ed tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:38.937644 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2dd4402a-62a6-47ee-a17b-c9c054a2b494 req-178eb647-14a2-4444-9799-79ce1fc405ed tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 943 time: 0.1000381 Oct 17 18:18:39.012532 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2dd4402a-62a6-47ee-a17b-c9c054a2b494 req-80aaa99f-7866-44d0-9288-0065dbbf2a57 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676308 Oct 17 18:18:39.658141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:18:39.809786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:39.825127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'port_id': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'mac_address': 'fa:16:3e:16:bb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:18:39.889986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:39.890475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:39.910798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:18:39.929907 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:39.935450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:40.013170 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:40.212939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['8bce36eb-8cad-476c-a21d-6fbcf95fb0d8'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:18:40.262031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9dea5-dda1-4f47-b2bb-fda0bb2731d7 req-ab0e17b6-a8f0-439e-9ac7-1baff8c12f61 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:40.263661 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7fa9dea5-dda1-4f47-b2bb-fda0bb2731d7 req-ab0e17b6-a8f0-439e-9ac7-1baff8c12f61 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 944 time: 0.1085253 Oct 17 18:18:40.324496 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7fa9dea5-dda1-4f47-b2bb-fda0bb2731d7 req-186d8820-b41b-40a8-bde9-393d39a41338 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501306 Oct 17 18:18:41.246204 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:18:41.621354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a530c13-05b6-4945-9f0a-4d43c279c961 req-6164cf12-5372-429c-a5fe-71570fa7cdf2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:41.623161 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3a530c13-05b6-4945-9f0a-4d43c279c961 req-6164cf12-5372-429c-a5fe-71570fa7cdf2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 944 time: 0.1526980 Oct 17 18:18:41.675556 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3a530c13-05b6-4945-9f0a-4d43c279c961 req-ecc22152-3f31-457f-a241-50d7d3601d40 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444944 Oct 17 18:18:41.689614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:18:41.765229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:18:41.771397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:18:41.771773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.772117 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 Oct 17 18:18:41.916749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:18:41.917392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:41.974359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:41.978235 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6936b037-588f-43b5-b894-fd63e477ed41" -d '{"events": [{"server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "name": "network-vif-plugged", "status": "completed", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:41.992620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:18:41.998250 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:42.042029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76200967-9e88-435b-a1d9-f227ab67162f x-openstack-request-id: req-76200967-9e88-435b-a1d9-f227ab67162f {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:42.042406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "name": "network-vif-plugged", "status": "completed", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:42.042709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76200967-9e88-435b-a1d9-f227ab67162f {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:42.043284 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76200967-9e88-435b-a1d9-f227ab67162f'] response: {'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'code': 200} Oct 17 18:18:42.098386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:18:42.329832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1472c-f1e2-497f-aa70-9e0b9e54623f req-17cc4705-3dd3-41e4-9309-3bc38775d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:42.331316 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-18a1472c-f1e2-497f-aa70-9e0b9e54623f req-17cc4705-3dd3-41e4-9309-3bc38775d013 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 1098 time: 0.0951204 Oct 17 18:18:42.382088 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-18a1472c-f1e2-497f-aa70-9e0b9e54623f req-5f82d6fd-149c-49aa-9962-79950e0e85f5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444551 Oct 17 18:18:42.899765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79b29f-9bad-4f3b-be8f-0233395c269d req-01722128-080d-4c58-ac15-72e1143bc6d0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:42.901336 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4a79b29f-9bad-4f3b-be8f-0233395c269d req-01722128-080d-4c58-ac15-72e1143bc6d0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.0979857 Oct 17 18:18:42.984555 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4a79b29f-9bad-4f3b-be8f-0233395c269d req-2e9991f4-4ba6-434d-98ea-54fabebe8016 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712674 Oct 17 18:18:44.246094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0726b-4836-4ac3-a926-61678a5e4f2f req-f176ab20-9553-4f31-8e55-9ccb4c9e7c47 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:44.248068 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-35e0726b-4836-4ac3-a926-61678a5e4f2f req-f176ab20-9553-4f31-8e55-9ccb4c9e7c47 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1315331 Oct 17 18:18:44.421668 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-35e0726b-4836-4ac3-a926-61678a5e4f2f req-7f5d11c7-da8f-4b61-b946-ac5e96c109c8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672685 Oct 17 18:18:44.638093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c7922-9df9-4a2f-909d-11345112eea3 req-3734f94f-3b00-4ab7-9a1e-d58718140d69 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:44.639738 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b31c7922-9df9-4a2f-909d-11345112eea3 req-3734f94f-3b00-4ab7-9a1e-d58718140d69 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1021578 Oct 17 18:18:44.658857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52200) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:18:44.664735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-08afed1c-a2c5-48ee-a3d8-aa7055905ace tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Request body: {'floatingip': {'port_id': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:18:44.752416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-08afed1c-a2c5-48ee-a3d8-aa7055905ace tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:45.522766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-08afed1c-a2c5-48ee-a3d8-aa7055905ace tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:45.527932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-08afed1c-a2c5-48ee-a3d8-aa7055905ace tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:45.711874 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-08afed1c-a2c5-48ee-a3d8-aa7055905ace tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd associated. External IP: 172.26.8.4, port: 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8. Oct 17 18:18:46.102186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08afed1c-a2c5-48ee-a3d8-aa7055905ace tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Router 87f2c74a-e69f-409d-a98a-9a87a6923586 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:18:46.444769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08afed1c-a2c5-48ee-a3d8-aa7055905ace tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:18:46.449520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-08afed1c-a2c5-48ee-a3d8-aa7055905ace tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:46.460957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0281bd-1a8f-4ce5-9f1d-475df6a69401 None None] Sync routers for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:18:46.478886 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0281bd-1a8f-4ce5-9f1d-475df6a69401 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:46.479953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-7f0281bd-1a8f-4ce5-9f1d-475df6a69401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:18:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:46.520624 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-08afed1c-a2c5-48ee-a3d8-aa7055905ace tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "PUT /v2.0/floatingips/e5a87953-dec3-4705-95e8-9258f12b2cfd HTTP/1.1" status: 200 len: 990 time: 1.8602705 Oct 17 18:18:46.521528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:18:46.525643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1af47c2-3465-4db6-bf2a-59b7b990d40e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:18:46.574711 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f933ee73-d3ae-42ee-b9ae-63983b889a4b x-openstack-request-id: req-f933ee73-d3ae-42ee-b9ae-63983b889a4b {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:18:46.575178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:18:46.575642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f933ee73-d3ae-42ee-b9ae-63983b889a4b {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:18:46.576247 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f933ee73-d3ae-42ee-b9ae-63983b889a4b'] response: {'name': 'network-changed', 'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'status': 'completed', 'code': 200} Oct 17 18:18:46.713061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-7f0281bd-1a8f-4ce5-9f1d-475df6a69401 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:18:46.731548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af47c2-3465-4db6-bf2a-59b7b990d40e req-bfc3b0fe-983d-4a3b-aec7-63a60b16ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:46.734091 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c1af47c2-3465-4db6-bf2a-59b7b990d40e req-bfc3b0fe-983d-4a3b-aec7-63a60b16ccda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 1098 time: 0.1119611 Oct 17 18:18:46.957076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af47c2-3465-4db6-bf2a-59b7b990d40e req-7a297e20-3a76-4108-be3f-656a401a9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:46.958616 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c1af47c2-3465-4db6-bf2a-59b7b990d40e req-7a297e20-3a76-4108-be3f-656a401a9023 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.2168519 Oct 17 18:18:47.148722 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c1af47c2-3465-4db6-bf2a-59b7b990d40e req-718fe4ce-1a9a-432f-924a-50ccb206e160 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 HTTP/1.1" status: 200 len: 998 time: 0.1829815 Oct 17 18:18:47.227083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af47c2-3465-4db6-bf2a-59b7b990d40e req-6472f1cc-83c1-4e55-b0d1-699391616b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:47.228586 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c1af47c2-3465-4db6-bf2a-59b7b990d40e req-6472f1cc-83c1-4e55-b0d1-699391616b1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0739007 Oct 17 18:18:47.284507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-7f0281bd-1a8f-4ce5-9f1d-475df6a69401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5a87953-dec3-4705-95e8-9258f12b2cfd', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'floating_ip_address': '172.26.8.4', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'port_id': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'mac_address': 'fa:16:3e:16:bb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f663990-866f-4570-99f2-fcb23b836006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:20Z', 'updated_at': '2022-10-17T18:18:45Z', 'revision_number': 13, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:47.289543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0281bd-1a8f-4ce5-9f1d-475df6a69401 None None] Checking router: 87f2c74a-e69f-409d-a98a-9a87a6923586 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:18:47.301189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0281bd-1a8f-4ce5-9f1d-475df6a69401 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:18:47.302018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-7f0281bd-1a8f-4ce5-9f1d-475df6a69401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:18:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:47.338980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af47c2-3465-4db6-bf2a-59b7b990d40e req-1215d963-e5fa-4884-82c1-e11744ba5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:47.341533 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c1af47c2-3465-4db6-bf2a-59b7b990d40e req-1215d963-e5fa-4884-82c1-e11744ba5234 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050150 Oct 17 18:18:47.496741 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c1af47c2-3465-4db6-bf2a-59b7b990d40e req-f43ac7b7-b4aa-49f3-a2d8-e58c3e7fccc0 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491570 Oct 17 18:18:47.585467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-7f0281bd-1a8f-4ce5-9f1d-475df6a69401 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:18:47.746795 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c1af47c2-3465-4db6-bf2a-59b7b990d40e req-726885c5-c389-4e40-9490-ef8ed611d6f1 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432127 Oct 17 18:18:48.107163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-7f0281bd-1a8f-4ce5-9f1d-475df6a69401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5a87953-dec3-4705-95e8-9258f12b2cfd', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'floating_ip_address': '172.26.8.4', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'port_id': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'mac_address': 'fa:16:3e:16:bb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f663990-866f-4570-99f2-fcb23b836006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:20Z', 'updated_at': '2022-10-17T18:18:45Z', 'revision_number': 13, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:18:48.112820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0281bd-1a8f-4ce5-9f1d-475df6a69401 None None] The sync data for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv is: [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'e5a87953-dec3-4705-95e8-9258f12b2cfd', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'floating_ip_address': '172.26.8.4', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'port_id': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'mac_address': 'fa:16:3e:16:bb:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f663990-866f-4570-99f2-fcb23b836006', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:14:20Z', 'updated_at': '2022-10-17T18:18:45Z', 'revision_number': 13, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:18:48.348248 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba10fc42-f3df-44ab-8823-1cb9faf8507d None None] New status for floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:18:55.070338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:18:56.147251 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04a44a18-018a-4e4c-ad41-70e42b238cf5 req-620ac67f-61c8-45da-bfa5-1f6820e7186c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0949211 Oct 17 18:18:56.326813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a44a18-018a-4e4c-ad41-70e42b238cf5 req-b43f758b-6f32-4502-99f9-ec1305486e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:56.328736 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04a44a18-018a-4e4c-ad41-70e42b238cf5 req-b43f758b-6f32-4502-99f9-ec1305486e8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 1098 time: 0.0874739 Oct 17 18:18:56.527214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a44a18-018a-4e4c-ad41-70e42b238cf5 req-a0f7046a-68e7-4c5f-a3f6-4451920d8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:56.528765 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04a44a18-018a-4e4c-ad41-70e42b238cf5 req-a0f7046a-68e7-4c5f-a3f6-4451920d8ef4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1797318 Oct 17 18:18:56.652786 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04a44a18-018a-4e4c-ad41-70e42b238cf5 req-95c11b29-8f48-4804-a01c-e49cd873bb59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 HTTP/1.1" status: 200 len: 1000 time: 0.1171539 Oct 17 18:18:56.723001 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a44a18-018a-4e4c-ad41-70e42b238cf5 req-545e7955-32d8-4c0c-83ec-d9666bf8c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:56.724477 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04a44a18-018a-4e4c-ad41-70e42b238cf5 req-545e7955-32d8-4c0c-83ec-d9666bf8c5b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0661554 Oct 17 18:18:56.822071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a44a18-018a-4e4c-ad41-70e42b238cf5 req-35facc3a-adb5-4f66-bd4d-47210c4114c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:18:56.823852 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04a44a18-018a-4e4c-ad41-70e42b238cf5 req-35facc3a-adb5-4f66-bd4d-47210c4114c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933940 Oct 17 18:18:57.106392 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04a44a18-018a-4e4c-ad41-70e42b238cf5 req-1171b20f-56f9-4ad3-adb8-3381df331f02 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764938 Oct 17 18:18:57.319400 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-04a44a18-018a-4e4c-ad41-70e42b238cf5 req-eb88b22f-62fd-46c1-a6c8-efa60b28f14f service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063239 Oct 17 18:18:59.097338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-007b46ab-c068-42ab-97f2-03400efadb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:01.541390 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-15d2ad02-b127-46be-a0ab-3720f76f5f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:02.601803 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:02.622665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:04.412796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:17.145917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4ba80-ebbb-4208-b340-974c5da316b8 req-fa325964-3ed3-400c-863e-152ac86a4c6b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:17.147815 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b2b4ba80-ebbb-4208-b340-974c5da316b8 req-fa325964-3ed3-400c-863e-152ac86a4c6b tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1003170 Oct 17 18:19:17.200522 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b2b4ba80-ebbb-4208-b340-974c5da316b8 req-a83bc475-0505-4b41-abe8-54f333bb50f6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462818 Oct 17 18:19:18.246088 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:19:25.077597 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:27.607715 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-3aeae77d-8453-48cf-a6ec-86128d0ed999 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1613023 Oct 17 18:19:27.640962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e1832-d1ab-4df7-840a-b195d21837ba req-ab266a4e-09c2-4164-9d6e-3cdf6cf32fc0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:27.643292 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f07e1832-d1ab-4df7-840a-b195d21837ba req-ab266a4e-09c2-4164-9d6e-3cdf6cf32fc0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1270461 Oct 17 18:19:27.705074 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f07e1832-d1ab-4df7-840a-b195d21837ba req-b0a8d5e3-12c2-41d3-81e5-d23f41647852 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544262 Oct 17 18:19:29.006045 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2f829-bbfc-4a9f-8512-9e13941f6aee req-97e974a0-77ac-4216-87cf-cac3bca73180 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:29.007939 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-00e2f829-bbfc-4a9f-8512-9e13941f6aee req-97e974a0-77ac-4216-87cf-cac3bca73180 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1603365 Oct 17 18:19:29.077557 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-00e2f829-bbfc-4a9f-8512-9e13941f6aee req-15c1ac90-8b2a-4c23-8e34-be29d3f3c3de tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569849 Oct 17 18:19:29.094491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-e002a550-c2e8-4256-a08b-ab76e792c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:29.096104 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-e002a550-c2e8-4256-a08b-ab76e792c867 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 1098 time: 0.1424966 Oct 17 18:19:29.118546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cd58ea07-e163-47ae-bf52-428a0ebb77ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:29.344564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-2e3bd918-9998-4c90-a7ad-efd555703c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:29.347383 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-2e3bd918-9998-4c90-a7ad-efd555703c03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.2446008 Oct 17 18:19:29.471232 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-f174973e-17b3-4b08-9014-e6a2905beb2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 HTTP/1.1" status: 200 len: 1000 time: 0.1171255 Oct 17 18:19:29.546492 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-4f1e4916-71b2-4f5a-81e4-669ad2e7da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:29.549012 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-4f1e4916-71b2-4f5a-81e4-669ad2e7da51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0712750 Oct 17 18:19:29.641909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-a5b6d6b4-3956-4690-aba3-d151f5119ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:29.643425 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-a5b6d6b4-3956-4690-aba3-d151f5119ead service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885358 Oct 17 18:19:29.655337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-f002f658-af00-424f-a945-a6975e6d355a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:19:29.656525 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-f002f658-af00-424f-a945-a6975e6d355a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063856 Oct 17 18:19:29.805086 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-237b3869-46eb-4f99-b2a6-ebe045387f60 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428902 Oct 17 18:19:29.967595 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-74892bfb-b8a0-46ad-a076-ba0900280635 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561949 Oct 17 18:19:30.355280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8c57c-8807-47dc-b430-ef08cfa66c04 req-c02f50a3-97fa-4e39-848c-2bea8331d368 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:30.358238 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fcf8c57c-8807-47dc-b430-ef08cfa66c04 req-c02f50a3-97fa-4e39-848c-2bea8331d368 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1011147 Oct 17 18:19:30.415374 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fcf8c57c-8807-47dc-b430-ef08cfa66c04 req-e12d1b7b-6ad8-4421-889e-19f93732cbab tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492475 Oct 17 18:19:31.550488 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a4e0-7649-4d6b-be6e-e0f2051dc005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:31.746209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abe7de-7c96-4f7a-b999-df7f49b536ad req-29daaaa3-0017-4d56-b2d2-daf3af2b7418 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:31.749301 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b0abe7de-7c96-4f7a-b999-df7f49b536ad req-29daaaa3-0017-4d56-b2d2-daf3af2b7418 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1850121 Oct 17 18:19:31.830173 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b0abe7de-7c96-4f7a-b999-df7f49b536ad req-7edb7305-2cc8-47c3-8fd1-31c257c7ba55 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744793 Oct 17 18:19:32.607727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:32.620826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:33.068112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22634033-77c3-45ae-b63c-523043df87f1 req-6738bde4-63b3-4fe0-a080-c3559fb6c3cd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:33.069669 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-22634033-77c3-45ae-b63c-523043df87f1 req-6738bde4-63b3-4fe0-a080-c3559fb6c3cd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.0989385 Oct 17 18:19:33.134365 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-22634033-77c3-45ae-b63c-523043df87f1 req-1faed577-0379-4bc4-a584-b95f0b78c862 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543323 Oct 17 18:19:34.366910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce26555-82a2-4a04-94c9-c698bc9638c9 req-3176a664-acc9-4113-a334-1766127c5bd1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:34.368621 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ce26555-82a2-4a04-94c9-c698bc9638c9 req-3176a664-acc9-4113-a334-1766127c5bd1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1045101 Oct 17 18:19:34.423081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:34.428158 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ce26555-82a2-4a04-94c9-c698bc9638c9 req-e4cedcd1-bea2-4d8a-8c50-f2e313d201c1 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484037 Oct 17 18:19:35.665246 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30b967-41b2-4154-a843-af9d5fd2b293 req-e29c264b-bfb3-497d-bdb4-bb93b1a2dd69 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:35.666981 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2e30b967-41b2-4154-a843-af9d5fd2b293 req-e29c264b-bfb3-497d-bdb4-bb93b1a2dd69 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1006954 Oct 17 18:19:35.724025 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2e30b967-41b2-4154-a843-af9d5fd2b293 req-fc7da358-f99a-4f49-a498-e07f3edf586c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458488 Oct 17 18:19:36.974748 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0fba6-e8fd-4413-9642-38f0ec0917bf req-f978a0b6-4de8-47cf-b17c-ec8c9c3e537c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:36.977162 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9de0fba6-e8fd-4413-9642-38f0ec0917bf req-f978a0b6-4de8-47cf-b17c-ec8c9c3e537c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1253767 Oct 17 18:19:37.029801 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9de0fba6-e8fd-4413-9642-38f0ec0917bf req-dd09256f-b0bd-4c2b-8b36-1c45d3e3207f tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447943 Oct 17 18:19:38.246626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2edfa7-4008-4a06-a84a-f0d833e56402 req-fc0815f7-ee7a-4659-b274-bfb781b2159c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:38.249008 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dd2edfa7-4008-4a06-a84a-f0d833e56402 req-fc0815f7-ee7a-4659-b274-bfb781b2159c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.0988617 Oct 17 18:19:38.306884 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dd2edfa7-4008-4a06-a84a-f0d833e56402 req-fc527a91-184d-44e1-a249-696bda4720a8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478373 Oct 17 18:19:39.552079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abe31b-0f71-4994-a178-2b671793e044 req-140d0740-278c-41b7-9198-7b1acefe9db4 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:39.554650 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-10abe31b-0f71-4994-a178-2b671793e044 req-140d0740-278c-41b7-9198-7b1acefe9db4 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1041391 Oct 17 18:19:39.604578 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-10abe31b-0f71-4994-a178-2b671793e044 req-df453d16-40d9-4979-a29f-d74f55719617 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434232 Oct 17 18:19:40.845677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f93dc-e54b-481d-a8ad-6714bfe47177 req-1859a48f-c4a7-4984-b324-50e91d375812 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:40.848423 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2c3f93dc-e54b-481d-a8ad-6714bfe47177 req-1859a48f-c4a7-4984-b324-50e91d375812 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1201136 Oct 17 18:19:40.898663 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2c3f93dc-e54b-481d-a8ad-6714bfe47177 req-76caffc0-5422-4b29-b8e7-2ca169af108d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442572 Oct 17 18:19:42.184977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98786069-0022-4295-a002-e7f0a2892b73 req-58bdcb5c-278c-478a-82f1-1f7ad9f99f81 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:42.187722 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-98786069-0022-4295-a002-e7f0a2892b73 req-58bdcb5c-278c-478a-82f1-1f7ad9f99f81 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1637838 Oct 17 18:19:42.241941 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-98786069-0022-4295-a002-e7f0a2892b73 req-b5ca42da-60d8-470f-96da-9297f4893045 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481443 Oct 17 18:19:43.476103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56b8e4-e32e-41bb-973b-4243fe061ec4 req-40bb78b4-8ba2-419f-a864-bf5ecc5be86e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:43.477628 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-df56b8e4-e32e-41bb-973b-4243fe061ec4 req-40bb78b4-8ba2-419f-a864-bf5ecc5be86e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1053629 Oct 17 18:19:43.534415 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-df56b8e4-e32e-41bb-973b-4243fe061ec4 req-0a9bb9d0-7cfc-481c-bba8-ea3f60f8b4ba tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452523 Oct 17 18:19:44.755747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774554e-ac2a-44ec-b53b-eb00ba065fde req-6d3001a4-d400-4ec8-8b4c-4aa3d339ecb6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:44.757415 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e774554e-ac2a-44ec-b53b-eb00ba065fde req-6d3001a4-d400-4ec8-8b4c-4aa3d339ecb6 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.0967877 Oct 17 18:19:44.836667 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e774554e-ac2a-44ec-b53b-eb00ba065fde req-cba0c732-9e9c-43cc-9fcf-bb804bce29b2 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714936 Oct 17 18:19:46.054632 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9b2d2-e9c4-4495-8947-5cb2264a6f6b req-3c9443f2-0b90-45d5-9bd7-3f9cbbde89b5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:46.056246 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fee9b2d2-e9c4-4495-8947-5cb2264a6f6b req-3c9443f2-0b90-45d5-9bd7-3f9cbbde89b5 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.0976927 Oct 17 18:19:46.143654 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fee9b2d2-e9c4-4495-8947-5cb2264a6f6b req-c38ff450-af5e-44d5-875d-6204bebdffb0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767205 Oct 17 18:19:47.558986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf47f89-9b57-445e-bbde-09f2c937255e req-d41ad2bb-b8d6-42ec-870a-8881c97dd365 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:47.563222 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bdf47f89-9b57-445e-bbde-09f2c937255e req-d41ad2bb-b8d6-42ec-870a-8881c97dd365 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.2698841 Oct 17 18:19:47.630572 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bdf47f89-9b57-445e-bbde-09f2c937255e req-5795d069-2513-40ca-bea4-93947b5ca43a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594463 Oct 17 18:19:47.738889 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-afb50776-6996-468f-973f-874c1caf3094 service neutron] 10.222.0.20 "GET /v2.0/ports/8bce36eb-8cad-476c-a21d-6fbcf95fb0d8/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.1390266 Oct 17 18:19:48.076879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-bf088898-063c-4fdd-9d19-f4a4eafb6923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:48.078524 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-bf088898-063c-4fdd-9d19-f4a4eafb6923 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 1098 time: 0.0997429 Oct 17 18:19:48.203960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-e9eadba0-4294-4b3f-8f12-c297758fd455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:48.205508 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-e9eadba0-4294-4b3f-8f12-c297758fd455 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 1098 time: 0.0934052 Oct 17 18:19:48.365900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-9cda5be0-da94-4c61-99a7-a74cc4b07c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:48.367332 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-9cda5be0-da94-4c61-99a7-a74cc4b07c5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1545477 Oct 17 18:19:48.488240 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-692681f6-9348-413c-a1cd-190f1838eebb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 HTTP/1.1" status: 200 len: 1000 time: 0.1146507 Oct 17 18:19:48.561154 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-ed1cfeee-ad97-45d4-a534-6e3761a381e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:48.562655 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-ed1cfeee-ad97-45d4-a534-6e3761a381e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0684178 Oct 17 18:19:48.658358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-134ebf72-e0d4-452f-8618-a7dfd2f164eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:48.659917 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-134ebf72-e0d4-452f-8618-a7dfd2f164eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911400 Oct 17 18:19:48.811716 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-eae285ec-666e-4382-9c33-da62dc7fe455 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453700 Oct 17 18:19:48.974753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637de4fc-00ba-4f7f-a0a0-442280b592d8 req-fbd3e342-8182-4466-ab29-3f0fcbcebbb3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:48.976756 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-637de4fc-00ba-4f7f-a0a0-442280b592d8 req-fbd3e342-8182-4466-ab29-3f0fcbcebbb3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1212451 Oct 17 18:19:48.988765 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-b504ab4a-a0e4-4ce9-bb07-dda09d94df87 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703880 Oct 17 18:19:49.032800 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-637de4fc-00ba-4f7f-a0a0-442280b592d8 req-48f7235a-09a3-44dd-adda-a111e129b6d4 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468664 Oct 17 18:19:50.018767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:19:50.157095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:50.157570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.195443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:50.196908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:19:50.201312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be218a4f-6ccc-4f0e-9e52-26e19d2aa9d6" -d '{"events": [{"server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "name": "network-vif-unplugged", "status": "completed", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:19:50.206356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:50.304846 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:50.315284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:50.315577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:50.315973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:50.316370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:50.316885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:50.317285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:50.317745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:50.318279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:50.318581 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:50.318971 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:50.319540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:50.319936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:19:50.326417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b6cf4d-8d03-4cb0-a168-3aa0b20bb261 x-openstack-request-id: req-b6b6cf4d-8d03-4cb0-a168-3aa0b20bb261 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:19:50.326910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "name": "network-vif-unplugged", "status": "completed", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:19:50.327244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b6b6cf4d-8d03-4cb0-a168-3aa0b20bb261 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:19:50.327834 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b6cf4d-8d03-4cb0-a168-3aa0b20bb261'] response: {'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'code': 200} Oct 17 18:19:50.366236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da7a4c-7c86-44a8-b6b5-36f412ee0114 req-8b13fe26-78e6-4f5b-b1d6-527168e3b05e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:50.367792 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-17da7a4c-7c86-44a8-b6b5-36f412ee0114 req-8b13fe26-78e6-4f5b-b1d6-527168e3b05e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 943 time: 0.1359067 Oct 17 18:19:50.426135 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-17da7a4c-7c86-44a8-b6b5-36f412ee0114 req-f0a09eec-984a-4b1c-8428-660e2aab0acb tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501351 Oct 17 18:19:51.690466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b829a5-bd8a-4f89-a1de-ab8c288e4354 req-eb61b299-35ad-4722-b660-4c6af94b75b9 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:51.692146 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-36b829a5-bd8a-4f89-a1de-ab8c288e4354 req-eb61b299-35ad-4722-b660-4c6af94b75b9 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 943 time: 0.1035361 Oct 17 18:19:51.754637 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-36b829a5-bd8a-4f89-a1de-ab8c288e4354 req-4a559941-eaba-469e-9c1f-8c462d85b0e0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513494 Oct 17 18:19:52.999480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b53ea-b8c5-453c-b95e-54823420426c req-85c3782c-b050-4aa1-9848-1c6355526306 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:53.001208 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e32b53ea-b8c5-453c-b95e-54823420426c req-85c3782c-b050-4aa1-9848-1c6355526306 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 943 time: 0.1003778 Oct 17 18:19:53.071580 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e32b53ea-b8c5-453c-b95e-54823420426c req-918c2295-9565-4824-9341-7a202d79a112 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633380 Oct 17 18:19:54.032546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:19:54.197167 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:54.219935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'port_id': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'mac_address': 'fa:16:3e:16:bb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:19:54.287784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:54.288039 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:54.309429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:19:54.335827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:54.343698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:54.346821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa6f45-03e3-4a0d-a705-aa7a095b53d5 req-ddf06c9e-5b48-4050-8e73-cd70ed360fce tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:54.349064 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9ffa6f45-03e3-4a0d-a705-aa7a095b53d5 req-ddf06c9e-5b48-4050-8e73-cd70ed360fce tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 943 time: 0.1095042 Oct 17 18:19:54.433006 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9ffa6f45-03e3-4a0d-a705-aa7a095b53d5 req-048fa20c-bc4f-47c9-89ff-725758ee3bbc tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757053 Oct 17 18:19:54.437319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:54.476482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['8bce36eb-8cad-476c-a21d-6fbcf95fb0d8'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:19:55.103009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:55.245495 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:19:55.659882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da20859-ecec-4de9-97c4-d914851957ed req-132f4f62-0d0d-48a1-83c4-d747acf6b092 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:55.661501 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4da20859-ecec-4de9-97c4-d914851957ed req-132f4f62-0d0d-48a1-83c4-d747acf6b092 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 944 time: 0.1004233 Oct 17 18:19:55.717776 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4da20859-ecec-4de9-97c4-d914851957ed req-ff7db505-9c55-4d55-84b4-2bc637a9dce3 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461740 Oct 17 18:19:56.047102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:19:56.219274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:19:56.220039 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.220039 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 Oct 17 18:19:56.356363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:19:56.356866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.387375 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:19:56.390320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2168ee95-8a9b-4ebe-bf33-381f61d43716" -d '{"events": [{"server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "name": "network-vif-plugged", "status": "completed", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:19:56.399666 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:19:56.405367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:56.457229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79825824-533a-418c-a2c9-fcee61166a71 x-openstack-request-id: req-79825824-533a-418c-a2c9-fcee61166a71 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:19:56.457528 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "name": "network-vif-plugged", "status": "completed", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:19:56.457779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79825824-533a-418c-a2c9-fcee61166a71 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:19:56.458171 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79825824-533a-418c-a2c9-fcee61166a71'] response: {'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'code': 200} Oct 17 18:19:56.482008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,revision_number=8']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:19:56.956631 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181dabb-4406-4cf6-9f9d-488e0be4ccba req-e0cdfe5b-9253-49a8-b9a9-4453d18036f8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:56.958222 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7181dabb-4406-4cf6-9f9d-488e0be4ccba req-e0cdfe5b-9253-49a8-b9a9-4453d18036f8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1009376 Oct 17 18:19:57.008257 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7181dabb-4406-4cf6-9f9d-488e0be4ccba req-562a39f4-805e-4697-831d-1a727e8773a8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437512 Oct 17 18:19:58.328094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59973dbb-b3b4-4305-9052-1e427f8b5f05 req-6e4c1ac0-4a89-402b-aa3f-dd41edf8545a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:58.329796 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-59973dbb-b3b4-4305-9052-1e427f8b5f05 req-6e4c1ac0-4a89-402b-aa3f-dd41edf8545a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1173148 Oct 17 18:19:58.338990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fba44-9e22-4e8f-9bfd-d6df73726fa4 req-8f146059-cab8-427c-8bfd-3f04dff77427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:58.342587 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-312fba44-9e22-4e8f-9bfd-d6df73726fa4 req-8f146059-cab8-427c-8bfd-3f04dff77427 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 1098 time: 0.1565180 Oct 17 18:19:58.393601 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-59973dbb-b3b4-4305-9052-1e427f8b5f05 req-d90a0e9e-a2c5-4ede-b55f-4069754f4070 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557773 Oct 17 18:19:58.573578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fba44-9e22-4e8f-9bfd-d6df73726fa4 req-ce4a6ce1-6897-4e9f-9ebd-8ef798108bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:58.576519 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-312fba44-9e22-4e8f-9bfd-d6df73726fa4 req-ce4a6ce1-6897-4e9f-9ebd-8ef798108bb7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.2091942 Oct 17 18:19:58.713492 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-312fba44-9e22-4e8f-9bfd-d6df73726fa4 req-74af43c9-db7c-454a-b80f-a51532880bd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 HTTP/1.1" status: 200 len: 1000 time: 0.1309097 Oct 17 18:19:58.821740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fba44-9e22-4e8f-9bfd-d6df73726fa4 req-4edfca6c-880d-49a0-8857-b2e17a481c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:58.823459 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-312fba44-9e22-4e8f-9bfd-d6df73726fa4 req-4edfca6c-880d-49a0-8857-b2e17a481c85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.1045067 Oct 17 18:19:58.947820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fba44-9e22-4e8f-9bfd-d6df73726fa4 req-99f57eaa-8fd1-422f-bff0-a8230d2ee2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:58.950503 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-312fba44-9e22-4e8f-9bfd-d6df73726fa4 req-99f57eaa-8fd1-422f-bff0-a8230d2ee2d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1208918 Oct 17 18:19:59.124723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-21905b89-23a3-4689-8b69-f6ad89bfff66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:19:59.164282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864554-c48e-45f9-b392-cbec199a997f req-69487f21-8f14-46a2-b2ac-c27afb5addbb tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:59.165997 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-69487f21-8f14-46a2-b2ac-c27afb5addbb tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006&tenant_id=ed4fb949fcc445e1b33e749f00758f93&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 945 time: 0.2089620 Oct 17 18:19:59.220127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e07c7-6e34-4fbb-a20e-e757179a403d req-5022e4e2-8f39-4b2f-bfc7-7ee6cf4f9051 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:59.221745 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff8e07c7-6e34-4fbb-a20e-e757179a403d req-5022e4e2-8f39-4b2f-bfc7-7ee6cf4f9051 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1877804 Oct 17 18:19:59.360415 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-312fba44-9e22-4e8f-9bfd-d6df73726fa4 req-10611065-dd5e-4190-bfe1-0160c834ac77 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029791 Oct 17 18:19:59.434497 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-5f0f80e2-23d7-4755-a146-66de48301dac service neutron] 10.222.0.20 "GET /v2.0/ports/8bce36eb-8cad-476c-a21d-6fbcf95fb0d8/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.2602358 Oct 17 18:19:59.451021 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff8e07c7-6e34-4fbb-a20e-e757179a403d req-c015e8ed-526b-48df-93c7-d7cc487ed629 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760453 Oct 17 18:19:59.556582 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-312fba44-9e22-4e8f-9bfd-d6df73726fa4 req-cae527fc-b16b-4803-8039-39ed4e29fa49 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889532 Oct 17 18:19:59.723091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864554-c48e-45f9-b392-cbec199a997f req-68c76417-c721-41f5-89a9-373c63f1ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:59.724572 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-68c76417-c721-41f5-89a9-373c63f1ff08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 1098 time: 0.0960119 Oct 17 18:19:59.876038 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864554-c48e-45f9-b392-cbec199a997f req-194842bc-e264-454e-b2f6-d77b79421c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:19:59.877791 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-194842bc-e264-454e-b2f6-d77b79421c7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1468086 Oct 17 18:20:00.037837 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-a1c117b1-637d-4c61-b811-b9e996b7c65e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 HTTP/1.1" status: 200 len: 1000 time: 0.1377630 Oct 17 18:20:00.180312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864554-c48e-45f9-b392-cbec199a997f req-b5eb9d0b-1f11-467e-ba41-43b1b531bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:00.181836 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-b5eb9d0b-1f11-467e-ba41-43b1b531bef9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.1079924 Oct 17 18:20:00.285579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864554-c48e-45f9-b392-cbec199a997f req-6f93dba1-c4d3-4289-ac73-34b60c756dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:00.287484 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-6f93dba1-c4d3-4289-ac73-34b60c756dcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0981822 Oct 17 18:20:00.451132 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-6aa71865-ea49-4ecf-889e-6bb8542a7968 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566172 Oct 17 18:20:00.654846 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-44df348a-7bf3-4b81-9d4a-4c98e2e8b699 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977677 Oct 17 18:20:00.716996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22417a8-8945-40ff-a5b8-be97408367a3 req-d3967660-b82b-4105-b174-6aaa54b16c77 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:00.718594 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b22417a8-8945-40ff-a5b8-be97408367a3 req-d3967660-b82b-4105-b174-6aaa54b16c77 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1054749 Oct 17 18:20:00.769618 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b22417a8-8945-40ff-a5b8-be97408367a3 req-10b8c5f3-3003-4176-9615-bc44d6292a48 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439031 Oct 17 18:20:01.548514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3b8a32bf-fe4b-4926-992c-b16193227499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:02.025358 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499c3fd-3f0f-4703-92a2-7c8342e3b84a req-cd9713ea-4b40-4408-9557-33ced74460eb tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:02.028032 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e499c3fd-3f0f-4703-92a2-7c8342e3b84a req-cd9713ea-4b40-4408-9557-33ced74460eb tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1062953 Oct 17 18:20:02.109161 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e499c3fd-3f0f-4703-92a2-7c8342e3b84a req-690d4240-99f9-41f6-8110-e2b5f656a445 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746512 Oct 17 18:20:02.615402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:02.621727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:03.417018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a2ff4-17b7-4dc9-afeb-059c9c00a999 req-d0c99497-ed6b-4d54-992b-16072f21d7fd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:03.419769 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ae7a2ff4-17b7-4dc9-afeb-059c9c00a999 req-d0c99497-ed6b-4d54-992b-16072f21d7fd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1137044 Oct 17 18:20:03.469981 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ae7a2ff4-17b7-4dc9-afeb-059c9c00a999 req-d6edbf2f-24a3-49fb-a8a6-43dd807697ad tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439918 Oct 17 18:20:04.020129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864554-c48e-45f9-b392-cbec199a997f req-a9bd26a3-b713-4e90-bb0b-a03a8d718230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:04.021631 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-a9bd26a3-b713-4e90-bb0b-a03a8d718230 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006&tenant_id=ed4fb949fcc445e1b33e749f00758f93 HTTP/1.1" status: 200 len: 1098 time: 0.0904493 Oct 17 18:20:04.156620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864554-c48e-45f9-b392-cbec199a997f req-5774781b-7015-4fb5-905e-11714473f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:04.158122 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-5774781b-7015-4fb5-905e-11714473f95d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed4fb949fcc445e1b33e749f00758f93&device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 1098 time: 0.0999053 Oct 17 18:20:04.317387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864554-c48e-45f9-b392-cbec199a997f req-e79aa05e-ab27-4d61-8c0f-89204a0b9162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:04.318893 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-e79aa05e-ab27-4d61-8c0f-89204a0b9162 service neutron] 10.222.0.20 "GET /v2.0/networks?id=96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 200 len: 913 time: 0.1536057 Oct 17 18:20:04.427758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:04.563818 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-9959635c-b237-4cf4-99c0-3004b89d14db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 HTTP/1.1" status: 200 len: 1000 time: 0.2386746 Oct 17 18:20:04.638088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864554-c48e-45f9-b392-cbec199a997f req-0c9e338d-1ec2-4ed8-a179-72679dd2ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:04.639507 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-0c9e338d-1ec2-4ed8-a179-72679dd2ac39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 200 len: 851 time: 0.0692754 Oct 17 18:20:04.732996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864554-c48e-45f9-b392-cbec199a997f req-3a2bc8fb-e771-46c5-bedb-17516b5e9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:04.734511 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-3a2bc8fb-e771-46c5-bedb-17516b5e9824 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=96c3be3a-7042-4006-8896-64d265856bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890188 Oct 17 18:20:04.767090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409730e-474e-4e6f-876b-9b14d0c18c75 req-a89ba075-2c88-438a-954c-2f5c990120ce tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:04.769776 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0409730e-474e-4e6f-876b-9b14d0c18c75 req-a89ba075-2c88-438a-954c-2f5c990120ce tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1658766 Oct 17 18:20:04.845811 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0409730e-474e-4e6f-876b-9b14d0c18c75 req-3e89e8f9-4d06-4927-a75e-e77e96d57eeb tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686526 Oct 17 18:20:04.891131 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-b1b9a7a4-d447-43c9-977f-0df6a228eaef service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498299 Oct 17 18:20:05.048752 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fc864554-c48e-45f9-b392-cbec199a997f req-828ccc6a-fccf-4068-9318-a76766b8bac1 service neutron] 10.222.0.20 "GET /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507943 Oct 17 18:20:06.125417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:06.146231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f1e84-bd7d-4750-9137-074aacdad88c req-352c0834-d331-46c6-8790-df3116a76985 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:06.148725 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c05f1e84-bd7d-4750-9137-074aacdad88c req-352c0834-d331-46c6-8790-df3116a76985 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1131122 Oct 17 18:20:06.233597 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c05f1e84-bd7d-4750-9137-074aacdad88c req-b5681b7e-d309-4b1f-b62e-59e8d726fde8 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737152 Oct 17 18:20:06.325305 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:06.325920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.376412 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:20:06.379078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600aedeb-94f1-4e86-98bf-b5018c32311b" -d '{"events": [{"server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "name": "network-vif-unplugged", "status": "completed", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:20:06.389891 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:06.397805 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:06.473187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c964f4f4-2688-4032-91b7-7767ee3cfe33 x-openstack-request-id: req-c964f4f4-2688-4032-91b7-7767ee3cfe33 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:20:06.473468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "name": "network-vif-unplugged", "status": "completed", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:20:06.473718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c964f4f4-2688-4032-91b7-7767ee3cfe33 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:20:06.474119 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c964f4f4-2688-4032-91b7-7767ee3cfe33'] response: {'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'code': 200} Oct 17 18:20:06.493631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,revision_number=9']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:07.571510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc80c53-d1fc-4e48-a272-f1cbdab2aba3 req-de1923cb-c1ba-4d1b-8cb2-fce5028b7b15 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:07.573068 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2cc80c53-d1fc-4e48-a272-f1cbdab2aba3 req-de1923cb-c1ba-4d1b-8cb2-fce5028b7b15 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 943 time: 0.1010089 Oct 17 18:20:07.629885 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2cc80c53-d1fc-4e48-a272-f1cbdab2aba3 req-9f22362b-0227-4064-adcd-3413550c1815 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452769 Oct 17 18:20:08.139889 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:20:08.291520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:08.308937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'port_id': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'mac_address': 'fa:16:3e:16:bb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:20:08.371884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:08.372185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:08.397858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:20:08.428084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:08.433801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:08.566288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['8bce36eb-8cad-476c-a21d-6fbcf95fb0d8'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:20:08.650348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,revision_number=10']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:08.873231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd5a77-5346-4e3d-bf56-cd0526d60b68 req-238f78a4-7d5a-45dd-aaaa-63775700c8ae tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:08.875029 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5dcd5a77-5346-4e3d-bf56-cd0526d60b68 req-238f78a4-7d5a-45dd-aaaa-63775700c8ae tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1041391 Oct 17 18:20:08.931423 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5dcd5a77-5346-4e3d-bf56-cd0526d60b68 req-8b1d53e3-b157-4194-ba8b-922a0d2ec152 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462348 Oct 17 18:20:10.154283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:10.209094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8b06c-87bb-42d1-b7ba-3a297425b631 req-cc558baf-fc05-439d-8ded-648a7342f114 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:10.211096 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6e8b06c-87bb-42d1-b7ba-3a297425b631 req-cc558baf-fc05-439d-8ded-648a7342f114 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 945 time: 0.1112473 Oct 17 18:20:10.251495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:10.251804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.252063 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 Oct 17 18:20:10.271676 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6e8b06c-87bb-42d1-b7ba-3a297425b631 req-197502e2-a556-4867-83f4-4c476566cb40 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520730 Oct 17 18:20:10.403151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:10.403672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.435933 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:20:10.438454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a24f643-1b50-4d9b-9389-e666e0f5c370" -d '{"events": [{"server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "name": "network-vif-plugged", "status": "completed", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:20:10.449470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:10.454755 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:10.545030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d918d4-9859-4742-a8ef-e7505f27af92 x-openstack-request-id: req-c0d918d4-9859-4742-a8ef-e7505f27af92 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:20:10.545371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "name": "network-vif-plugged", "status": "completed", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:20:10.545548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0d918d4-9859-4742-a8ef-e7505f27af92 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:20:10.545933 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d918d4-9859-4742-a8ef-e7505f27af92'] response: {'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'code': 200} Oct 17 18:20:10.570644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,revision_number=11']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:11.533522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2b9ce-272c-4e16-b88c-c88c674273c0 req-b7ad3f4c-e405-41aa-993c-19db00957b23 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:11.535222 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-50e2b9ce-272c-4e16-b88c-c88c674273c0 req-b7ad3f4c-e405-41aa-993c-19db00957b23 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 946 time: 0.1007555 Oct 17 18:20:11.588176 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-50e2b9ce-272c-4e16-b88c-c88c674273c0 req-f65183e9-d225-48a7-8c1a-696ecc0c96fe tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462716 Oct 17 18:20:12.836048 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9042e4-a253-4a07-9833-b70ab585f529 req-9c64ac9a-a5fe-4471-8f8c-24b6122c6501 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:12.837664 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7c9042e4-a253-4a07-9833-b70ab585f529 req-9c64ac9a-a5fe-4471-8f8c-24b6122c6501 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 946 time: 0.0989680 Oct 17 18:20:12.891817 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7c9042e4-a253-4a07-9833-b70ab585f529 req-232f123c-9842-4d1a-a619-dc8fa201616d tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471101 Oct 17 18:20:14.139247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a4346-d4f4-4502-a1f2-9e95b851f8c4 req-ae7b7394-be09-4ab8-a334-200b7fb07cf0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:14.140808 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0d7a4346-d4f4-4502-a1f2-9e95b851f8c4 req-ae7b7394-be09-4ab8-a334-200b7fb07cf0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 946 time: 0.1268854 Oct 17 18:20:14.196865 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0d7a4346-d4f4-4502-a1f2-9e95b851f8c4 req-193bff9d-fcca-42ce-ba8a-f99640760043 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459478 Oct 17 18:20:14.431859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bf960-0b73-4ccd-8b7f-3ee9238f9d0f req-861ff39d-e97f-430a-ae0a-14fd32b0324e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:14.434211 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-073bf960-0b73-4ccd-8b7f-3ee9238f9d0f req-861ff39d-e97f-430a-ae0a-14fd32b0324e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 946 time: 0.1071775 Oct 17 18:20:14.484910 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-073bf960-0b73-4ccd-8b7f-3ee9238f9d0f req-d53af5a1-6ca8-4a5a-9076-8e65af2a3ccd tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441725 Oct 17 18:20:14.709536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7872acd-b91f-4fcd-b49c-e98ee6b3cd65 req-cc192455-05ef-4d7d-a257-e55955a4a957 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:14.711227 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b7872acd-b91f-4fcd-b49c-e98ee6b3cd65 req-cc192455-05ef-4d7d-a257-e55955a4a957 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 946 time: 0.0990436 Oct 17 18:20:14.771418 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b7872acd-b91f-4fcd-b49c-e98ee6b3cd65 req-c689b45f-aa82-4963-9533-d9b8e29030a0 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487278 Oct 17 18:20:15.243737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7238a-c523-4c14-bac8-ce311a290e45 req-11a085cb-6c1a-46a5-ac78-6ced2dab4198 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:15.246299 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-17c7238a-c523-4c14-bac8-ce311a290e45 req-11a085cb-6c1a-46a5-ac78-6ced2dab4198 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 946 time: 0.1018810 Oct 17 18:20:15.297586 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-17c7238a-c523-4c14-bac8-ce311a290e45 req-a788dcc7-dfb5-48e3-91a9-e2a02758c59e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452602 Oct 17 18:20:16.536405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db84349-55a3-498e-8bf6-137ace46c13e req-ac536c77-5555-4b8c-9001-1465e0ffa66a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:16.538210 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3db84349-55a3-498e-8bf6-137ace46c13e req-ac536c77-5555-4b8c-9001-1465e0ffa66a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 946 time: 0.1039929 Oct 17 18:20:16.588829 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3db84349-55a3-498e-8bf6-137ace46c13e req-74c1cb24-252d-4cf9-8427-94edfce99985 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 Oct 17 18:20:17.780055 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-379a7242-340f-4bd4-8bbf-5b5132aa369a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:17.781887 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-379a7242-340f-4bd4-8bbf-5b5132aa369a tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 946 time: 0.1716483 Oct 17 18:20:17.892889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Deleting port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:17.893170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:17.974613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e9993-34ef-4f90-b039-a6018499fa45 req-52e61b4b-aa87-4e79-bed5-8e38b6e88632 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:17.976292 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-106e9993-34ef-4f90-b039-a6018499fa45 req-52e61b4b-aa87-4e79-bed5-8e38b6e88632 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 946 time: 0.2514105 Oct 17 18:20:18.098643 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-106e9993-34ef-4f90-b039-a6018499fa45 req-685cf8e4-bc8b-4fd3-aebc-1eb9cc8e3f9c tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups?id=aaa2cc9a-d641-499c-b570-7c988dce7925&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951433 Oct 17 18:20:18.350018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] For port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:18.350371 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.731384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.731900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:18.732353 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd disassociated. External IP: 172.26.8.4, port: 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8. Oct 17 18:20:18.732844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Calling delete_port for 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:18.907497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:19.003977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event deleted for resources: {'Port': ['ID=8bce36eb-8cad-476c-a21d-6fbcf95fb0d8,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:19.025982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:19.026584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:19.027194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:19.027761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:19.028293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:19.028785 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:19.029337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:19.030443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:19.030443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:19.030992 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:19.031534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:19.032089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:19.334936 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8695b497-6675-4624-bbdf-5bae61ca6a2f req-bb7e2fe5-018f-43bf-8879-20e8ff0e1973 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 210 time: 0.0559888 Oct 17 18:20:19.355296 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Router 87f2c74a-e69f-409d-a98a-9a87a6923586 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:20:19.575374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:20:19.587213 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef7a3cc-1ffd-4e59-87c7-1268b08ae810 None None] Sync routers for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:20:19.601250 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef7a3cc-1ffd-4e59-87c7-1268b08ae810 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:19.602065 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9ef7a3cc-1ffd-4e59-87c7-1268b08ae810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:20:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:19.673469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] No DVR routers for this DVR port 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:20:19.676632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:19.680060 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'name': 'network-vif-deleted', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:20:19.683476 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a58555-0d37-44f0-bfbe-ba1efa600192" -d '{"events": [{"server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "name": "network-vif-deleted", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:20:19.701857 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8d91ddc9-eecb-4870-9806-d426146272b1 req-68e756d1-ac62-4c59-ac3a-05175274c266 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.20 "DELETE /v2.0/ports/8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 HTTP/1.1" status: 204 len: 173 time: 1.9121592 Oct 17 18:20:19.770614 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298c6bbe-99bc-4cf4-b5fe-502dd4a976f7 x-openstack-request-id: req-298c6bbe-99bc-4cf4-b5fe-502dd4a976f7 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:20:19.771081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f663990-866f-4570-99f2-fcb23b836006", "name": "network-vif-deleted", "tag": "8bce36eb-8cad-476c-a21d-6fbcf95fb0d8", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:20:19.771471 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-298c6bbe-99bc-4cf4-b5fe-502dd4a976f7 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:20:19.772121 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-298c6bbe-99bc-4cf4-b5fe-502dd4a976f7'] response: {'server_uuid': '6f663990-866f-4570-99f2-fcb23b836006', 'name': 'network-vif-deleted', 'tag': '8bce36eb-8cad-476c-a21d-6fbcf95fb0d8', 'status': 'completed', 'code': 200} Oct 17 18:20:19.865332 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-9ef7a3cc-1ffd-4e59-87c7-1268b08ae810 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:20.224360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:20.273954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:20:20.274314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 8bce36eb-8cad-476c-a21d-6fbcf95fb0d8 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:20:20.314988 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9ef7a3cc-1ffd-4e59-87c7-1268b08ae810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:20.319840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef7a3cc-1ffd-4e59-87c7-1268b08ae810 None None] Checking router: 87f2c74a-e69f-409d-a98a-9a87a6923586 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:20:20.331981 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef7a3cc-1ffd-4e59-87c7-1268b08ae810 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:20.332727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9ef7a3cc-1ffd-4e59-87c7-1268b08ae810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:20:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:20.575848 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-9ef7a3cc-1ffd-4e59-87c7-1268b08ae810 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:20.652843 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c351369e-2605-4368-8248-05bca466c3db req-f39dff38-1e27-4dd1-a177-ed0b578638b9 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f663990-866f-4570-99f2-fcb23b836006 HTTP/1.1" status: 200 len: 210 time: 0.0841928 Oct 17 18:20:20.943639 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-9ef7a3cc-1ffd-4e59-87c7-1268b08ae810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:20.950827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef7a3cc-1ffd-4e59-87c7-1268b08ae810 None None] The sync data for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv is: [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:14:16Z', 'revision_number': 4, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5177fae8-63e2-441e-92f3-6ba36b6d20f6', 'name': '', 'network_id': '96c3be3a-7042-4006-8896-64d265856bb0', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'mac_address': 'fa:16:3e:fa:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:16Z', 'updated_at': '2022-10-17T18:14:24Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'subnets': [{'id': 'd561ab7a-22f5-4aa3-b7f6-bd2eab70d883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:20:21.265410 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076a1c48-46eb-4a1c-a666-fc5b8b51fdb4 None None] New status for floating IP e5a87953-dec3-4705-95e8-9258f12b2cfd: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:20:25.106026 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.340062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52434) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:25.439545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b0d62c4c-eeb7-4a26-94cf-d8682b26f8fc tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.475537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b0d62c4c-eeb7-4a26-94cf-d8682b26f8fc tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.547521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b0d62c4c-eeb7-4a26-94cf-d8682b26f8fc tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.570071 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d62c4c-eeb7-4a26-94cf-d8682b26f8fc tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa2cc9a-d641-499c-b570-7c988dce7925,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:25.584813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b0d62c4c-eeb7-4a26-94cf-d8682b26f8fc tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:25.586139 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b0d62c4c-eeb7-4a26-94cf-d8682b26f8fc tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "DELETE /v2.0/security-groups/aaa2cc9a-d641-499c-b570-7c988dce7925 HTTP/1.1" status: 204 len: 168 time: 0.2446773 Oct 17 18:20:25.590734 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52438) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:25.609526 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.api.v2.resource [None req-5989870e-bb38-4b37-8b24-ed061fb9e751 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] show failed (client error): The resource could not be found. Oct 17 18:20:25.610618 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5989870e-bb38-4b37-8b24-ed061fb9e751 tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "GET /v2.0/security-groups/aaa2cc9a-d641-499c-b570-7c988dce7925 HTTP/1.1" status: 404 len: 347 time: 0.0187356 Oct 17 18:20:25.614117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52442) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:25.798769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-5714ce85-8db0-4b02-a702-6c50f1a29e4e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Deleting port ac302ed1-9c1d-43de-af9d-b754b7ac9d97 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:25.799095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5714ce85-8db0-4b02-a702-6c50f1a29e4e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.126215 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5714ce85-8db0-4b02-a702-6c50f1a29e4e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.126561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5714ce85-8db0-4b02-a702-6c50f1a29e4e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.265888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-5714ce85-8db0-4b02-a702-6c50f1a29e4e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Calling delete_port for ac302ed1-9c1d-43de-af9d-b754b7ac9d97 owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:26.452561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5714ce85-8db0-4b02-a702-6c50f1a29e4e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.505765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714ce85-8db0-4b02-a702-6c50f1a29e4e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Pushing event deleted for resources: {'Port': ['ID=ac302ed1-9c1d-43de-af9d-b754b7ac9d97,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:26.621423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5714ce85-8db0-4b02-a702-6c50f1a29e4e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.638661 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5714ce85-8db0-4b02-a702-6c50f1a29e4e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:26.639949 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5714ce85-8db0-4b02-a702-6c50f1a29e4e tempest-ServerActionsTestJSON-530891836 tempest-ServerActionsTestJSON-530891836-project] 10.222.0.69 "DELETE /v2.0/floatingips/e5a87953-dec3-4705-95e8-9258f12b2cfd HTTP/1.1" status: 204 len: 168 time: 1.0246475 Oct 17 18:20:26.643004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52446) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:27.425409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06f39896-d848-4ca4-8f21-7a34f5b5ceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:27.860517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-06f39896-d848-4ca4-8f21-7a34f5b5ceee admin admin] Deleting port 5177fae8-63e2-441e-92f3-6ba36b6d20f6 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:27.861326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06f39896-d848-4ca4-8f21-7a34f5b5ceee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:28.181211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-06f39896-d848-4ca4-8f21-7a34f5b5ceee admin admin] For port 5177fae8-63e2-441e-92f3-6ba36b6d20f6, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5177fae8-63e2-441e-92f3-6ba36b6d20f6,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:28.181632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06f39896-d848-4ca4-8f21-7a34f5b5ceee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:28.341951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-06f39896-d848-4ca4-8f21-7a34f5b5ceee admin admin] Calling delete_port for 5177fae8-63e2-441e-92f3-6ba36b6d20f6 owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:28.590959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06f39896-d848-4ca4-8f21-7a34f5b5ceee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:28.641238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f39896-d848-4ca4-8f21-7a34f5b5ceee admin admin] Pushing event deleted for resources: {'Port': ['ID=5177fae8-63e2-441e-92f3-6ba36b6d20f6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:28.957553 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-06f39896-d848-4ca4-8f21-7a34f5b5ceee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:29.102018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-46548f4c-e6fb-40d6-8b20-cd153a18e552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:29.463902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f39896-d848-4ca4-8f21-7a34f5b5ceee admin admin] Router 87f2c74a-e69f-409d-a98a-9a87a6923586 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:20:29.665434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f39896-d848-4ca4-8f21-7a34f5b5ceee admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:20:29.678073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5a7cb-6a59-4ca8-b0e2-7a48e52b1e15 None None] Sync routers for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:20:29.683536 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-06f39896-d848-4ca4-8f21-7a34f5b5ceee admin admin] 10.222.0.69 "PUT /v2.0/routers/87f2c74a-e69f-409d-a98a-9a87a6923586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0393355 Oct 17 18:20:29.687665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52452) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:29.689985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5a7cb-6a59-4ca8-b0e2-7a48e52b1e15 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:29.690619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-91f5a7cb-6a59-4ca8-b0e2-7a48e52b1e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:20:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:29.912088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-91f5a7cb-6a59-4ca8-b0e2-7a48e52b1e15 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:30.008384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.220340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.232962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Deleting port a6c283cd-7b18-43fe-872c-944286bebea2 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:30.233556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.328775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-91f5a7cb-6a59-4ca8-b0e2-7a48e52b1e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162'}], 'enable_snat': True}, 'gw_port_id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:20:28Z', 'revision_number': 5, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port': {'id': 'a6c283cd-7b18-43fe-872c-944286bebea2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:64:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:14:12Z', 'updated_at': '2022-10-17T18:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:30.333491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5a7cb-6a59-4ca8-b0e2-7a48e52b1e15 None None] Checking router: 87f2c74a-e69f-409d-a98a-9a87a6923586 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:20:30.344117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5a7cb-6a59-4ca8-b0e2-7a48e52b1e15 None None] Routers {'87f2c74a-e69f-409d-a98a-9a87a6923586'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:30.344747 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-91f5a7cb-6a59-4ca8-b0e2-7a48e52b1e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:20:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['87f2c74a-e69f-409d-a98a-9a87a6923586'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:30.442876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] For port a6c283cd-7b18-43fe-872c-944286bebea2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=a6c283cd-7b18-43fe-872c-944286bebea2,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:30.443238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.517410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-91f5a7cb-6a59-4ca8-b0e2-7a48e52b1e15 None None] Set router 87f2c74a-e69f-409d-a98a-9a87a6923586 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:30.629242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Calling delete_port for a6c283cd-7b18-43fe-872c-944286bebea2 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:30.639634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-91f5a7cb-6a59-4ca8-b0e2-7a48e52b1e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:20:30Z', 'revision_number': 6, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:30.644388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5a7cb-6a59-4ca8-b0e2-7a48e52b1e15 None None] The sync data for ids ['87f2c74a-e69f-409d-a98a-9a87a6923586'] in dv-neutron-860895-1-hyperv is: [{'id': '87f2c74a-e69f-409d-a98a-9a87a6923586', 'name': 'tempest-ServerActionsTestJSON-2061064186-router', 'tenant_id': 'ed4fb949fcc445e1b33e749f00758f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:14:11Z', 'updated_at': '2022-10-17T18:20:30Z', 'revision_number': 6, 'project_id': 'ed4fb949fcc445e1b33e749f00758f93', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:20:30.856348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:30.942240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c283cd-7b18-43fe-872c-944286bebea2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:31.023808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.257002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.260676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.289325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.289863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87f2c74a-e69f-409d-a98a-9a87a6923586 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:20:31.306056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.307981 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-334fde4b-01b3-469d-8fd1-0cbaec638f0b admin admin] 10.222.0.69 "DELETE /v2.0/routers/87f2c74a-e69f-409d-a98a-9a87a6923586 HTTP/1.1" status: 204 len: 168 time: 1.6190190 Oct 17 18:20:31.312114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52456) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:31.380213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc246620-318e-4f21-baf5-e02f02a9de47 admin admin] Deleting subnet d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:20:31.383380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc246620-318e-4f21-baf5-e02f02a9de47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.438970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc246620-318e-4f21-baf5-e02f02a9de47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.549630 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd6e7-2319-45d8-be7d-2c3e25140d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.733279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc246620-318e-4f21-baf5-e02f02a9de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.843511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc246620-318e-4f21-baf5-e02f02a9de47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.887890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bc246620-318e-4f21-baf5-e02f02a9de47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:31.891194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc246620-318e-4f21-baf5-e02f02a9de47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d561ab7a-22f5-4aa3-b7f6-bd2eab70d883,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:31.899339 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf028f1a-ee39-4acc-b3e6-58d0b40ff484 None None] Network 96c3be3a-7042-4006-8896-64d265856bb0 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:31.899743 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bc246620-318e-4f21-baf5-e02f02a9de47 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d561ab7a-22f5-4aa3-b7f6-bd2eab70d883 HTTP/1.1" status: 204 len: 168 time: 0.5865529 Oct 17 18:20:31.904831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52460) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:32.109956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:32.131636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Deleting port 6572fa33-f56d-4130-a091-8df769b76e60 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:32.132112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:32.208825 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b798e4b6-1568-43d3-bc56-5d688cdefac2 None None] DHCP port deletion for 96c3be3a-7042-4006-8896-64d265856bb0 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:20:32.215829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b798e4b6-1568-43d3-bc56-5d688cdefac2 None None] Deleting port 6572fa33-f56d-4130-a091-8df769b76e60 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:32.216473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b798e4b6-1568-43d3-bc56-5d688cdefac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:32.246522 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:20:32.249742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a6c283cd-7b18-43fe-872c-944286bebea2 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:32.302621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: a6c283cd-7b18-43fe-872c-944286bebea2 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:20:32.303151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device a6c283cd-7b18-43fe-872c-944286bebea2 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:20:32.303398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5177fae8-63e2-441e-92f3-6ba36b6d20f6 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:32.349035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 5177fae8-63e2-441e-92f3-6ba36b6d20f6 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:20:32.349279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5177fae8-63e2-441e-92f3-6ba36b6d20f6 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:20:32.512412 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] For port 6572fa33-f56d-4130-a091-8df769b76e60, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6572fa33-f56d-4130-a091-8df769b76e60,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:32.512927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:32.528986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-b798e4b6-1568-43d3-bc56-5d688cdefac2 None None] For port 6572fa33-f56d-4130-a091-8df769b76e60, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6572fa33-f56d-4130-a091-8df769b76e60,segment=NetworkSegment(c3b0df5d-d4c4-4113-b337-76035783b40b),segment_id=c3b0df5d-d4c4-4113-b337-76035783b40b)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:32.529515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b798e4b6-1568-43d3-bc56-5d688cdefac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:32.681261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b798e4b6-1568-43d3-bc56-5d688cdefac2 None None] Calling delete_port for 6572fa33-f56d-4130-a091-8df769b76e60 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:32.696149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Calling delete_port for 6572fa33-f56d-4130-a091-8df769b76e60 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:20:32.742587 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:32.748030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:32.787214 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b798e4b6-1568-43d3-bc56-5d688cdefac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:32.796783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:20:32.797370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:20:32.840420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798e4b6-1568-43d3-bc56-5d688cdefac2 None None] Pushing event deleted for resources: {'Port': ['ID=6572fa33-f56d-4130-a091-8df769b76e60,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:32.842460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b798e4b6-1568-43d3-bc56-5d688cdefac2 None None] No DVR routers for this DVR port 6572fa33-f56d-4130-a091-8df769b76e60 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:20:33.298791 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Deleting port 6572fa33-f56d-4130-a091-8df769b76e60 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:20:33.299511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.373931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] The port '6572fa33-f56d-4130-a091-8df769b76e60' was deleted {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:20:33.499554 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.530050 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c3be3a-7042-4006-8896-64d265856bb0']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:33.544826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b0df5d-d4c4-4113-b337-76035783b40b') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:33.545176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b0df5d-d4c4-4113-b337-76035783b40b') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:33.558762 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.577114 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.583830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:20:33.584230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.783891 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment c3b0df5d-d4c4-4113-b337-76035783b40b resource provider aggregate not found Oct 17 18:20:33.806456 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment c3b0df5d-d4c4-4113-b337-76035783b40b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3b0df5d-d4c4-4113-b337-76035783b40b found for delete ", "request_id": "req-74026ac4-a1b3-4677-8e47-a2e34147b4c9"}]} Oct 17 18:20:33.826604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.844294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:33.856064 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=96c3be3a-7042-4006-8896-64d265856bb0,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:33.871002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:33.871390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:33.871709 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:33.872041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:33.872371 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:33.872703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:33.873033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:33.873358 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:33.873681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:33.874005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:33.874329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:33.874646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:33.888002 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-eb345199-f06e-46b8-b689-b7e70c09fac6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/96c3be3a-7042-4006-8896-64d265856bb0 HTTP/1.1" status: 204 len: 168 time: 1.9814346 Oct 17 18:20:34.044859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52472) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:34.115381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7a7bb3fa-85ef-4089-83d5-8423486901df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed4fb949fcc445e1b33e749f00758f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687821 Oct 17 18:20:34.118136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52476) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:34.174035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6572fa33-f56d-4130-a091-8df769b76e60 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:20:34.202856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e339e0a-78da-4c12-8eb4-8e7cfa0181ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.238980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 6572fa33-f56d-4130-a091-8df769b76e60 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:20:34.239524 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6572fa33-f56d-4130-a091-8df769b76e60 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:20:34.243118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e339e0a-78da-4c12-8eb4-8e7cfa0181ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.317064 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e339e0a-78da-4c12-8eb4-8e7cfa0181ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.337308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e339e0a-78da-4c12-8eb4-8e7cfa0181ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6e01ce-8822-4f9a-bfc8-500cd44de154,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:34.346112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5e339e0a-78da-4c12-8eb4-8e7cfa0181ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:34.347619 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5e339e0a-78da-4c12-8eb4-8e7cfa0181ac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed6e01ce-8822-4f9a-bfc8-500cd44de154 HTTP/1.1" status: 204 len: 168 time: 0.2272508 Oct 17 18:20:34.433935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.226651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52500) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:35.350020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-435018913-network', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:35.356808 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:35.361321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Usage tracker for resource:network and tenant:4eec59b3db324b2bb49ab8b9510e2578 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:35.364744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:35.375889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:35.387705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Made reservation on behalf of 4eec59b3db324b2bb49ab8b9510e2578 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:35.390330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.407174 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.434728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:35.441544 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Usage tracker for resource:security_group_rule and tenant:4eec59b3db324b2bb49ab8b9510e2578 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:35.446660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:35.455263 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:35.567238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.572007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.610614 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:20:35.626691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f96e61-11cf-424f-80db-70fe8626fdee,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:35.633654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.633998 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Added segment 5ff15756-361c-4d97-9058-7baa05f7f7ff of type vlan for network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b Oct 17 18:20:35.675234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.711753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.712990 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:35.713773 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:35.828723 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6005371 Oct 17 18:20:35.829357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca1e3d-2b1f-4dc4-ad19-f02368100db9 admin admin] Pushing event updated for resources: {'Network': ['ID=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:35.833369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52506) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:35.839687 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Request body: {'subnet': {'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-435018913-subnet', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:35.842865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:20:35.845016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:35.849367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Usage tracker for resource:subnet and tenant:4eec59b3db324b2bb49ab8b9510e2578 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:35.852533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:35.860341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:35.872828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Made reservation on behalf of 4eec59b3db324b2bb49ab8b9510e2578 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:35.875903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.115482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.201574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a2faa6-1a8d-47e7-8986-f1b3a929d037,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:36.209720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Checking segment: {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:36.210070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Network hostable DHCP agents. Network: 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:20:36.232145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:20:36.242865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:36.247926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:36.248505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.254935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa127d62-ad39-47cf-b7e7-0ef374d2a9c7 None None] Network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:36.274453 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-de0368dc-2b19-47ea-8286-edb0e00e0e7a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4399257 Oct 17 18:20:36.277694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52510) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:36.283327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-435018913-router', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:36.288565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:36.293280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Usage tracker for resource:router and tenant:4eec59b3db324b2bb49ab8b9510e2578 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:20:36.296833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:20:36.303495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:36.320577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.323016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.356349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.580756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-6519e5e4-ad60-4bb9-a117-ae39d35e5a8b', 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'fixed_ips': [{'subnet_id': '75a2faa6-1a8d-47e7-8986-f1b3a929d037'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:20:36.581867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.680507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:36.766070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Allocated IP 172.20.0.2 (6519e5e4-ad60-4bb9-a117-ae39d35e5a8b/75a2faa6-1a8d-47e7-8986-f1b3a929d037/3a02697d-03dd-4119-8e97-cb1fd2d649c2) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:37.057615 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:37.067344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:37.074117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Transition to ACTIVE for port object 3a02697d-03dd-4119-8e97-cb1fd2d649c2 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:37.105367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Transition to ACTIVE for port object 3a02697d-03dd-4119-8e97-cb1fd2d649c2 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:37.113266 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:37.145195 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:37.174546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:37.182760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:37.223660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Pushing event updated for resources: {'Port': ['ID=3a02697d-03dd-4119-8e97-cb1fd2d649c2,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:37.226533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:37.360339 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Attempting to bind port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:37.360939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Attempting to bind port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:37.361368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Attempting to bind port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 on network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:37.368611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:37.369704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Checking segment: {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:37.370182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:37.370610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Bound using segment: {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:37.371357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Bound port: 3a02697d-03dd-4119-8e97-cb1fd2d649c2, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:37.371815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:37.521009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] For port 3a02697d-03dd-4119-8e97-cb1fd2d649c2, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:37.524799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] For port 3a02697d-03dd-4119-8e97-cb1fd2d649c2, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3a02697d-03dd-4119-8e97-cb1fd2d649c2,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:37.525787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Allocated IP 172.26.8.228 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/7065e63b-e34e-4644-a2d4-fa305f527167) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:37.532671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:37.629780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a84eda-ad51-406d-b301-1017702f27a6 None None] Pushing event updated for resources: {'Port': ['ID=3a02697d-03dd-4119-8e97-cb1fd2d649c2,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:37.726015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:37.764747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:37.850493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:37.854315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:37.857043 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:37.902487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Pushing event updated for resources: {'Port': ['ID=7065e63b-e34e-4644-a2d4-fa305f527167,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:38.219313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3a02697d-03dd-4119-8e97-cb1fd2d649c2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:38.304544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:38.370089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:38.689783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f865f4-920a-47ef-979b-b587da44e4d1 None None] Network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:20:38.791557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-660a526e-cf22-4bcd-98e8-095cf8d156d8 None None] Provisioning for port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:38.810671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-660a526e-cf22-4bcd-98e8-095cf8d156d8 None None] Provisioning complete for port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:38.811068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-660a526e-cf22-4bcd-98e8-095cf8d156d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:38.811401 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-660a526e-cf22-4bcd-98e8-095cf8d156d8 None None] Attempt 1 to provision port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 Oct 17 18:20:39.005273 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:39.054275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-660a526e-cf22-4bcd-98e8-095cf8d156d8 None None] Current status of the port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:39.054736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-660a526e-cf22-4bcd-98e8-095cf8d156d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:39.097869 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-660a526e-cf22-4bcd-98e8-095cf8d156d8 None None] For port 3a02697d-03dd-4119-8e97-cb1fd2d649c2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3a02697d-03dd-4119-8e97-cb1fd2d649c2,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:39.106790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-660a526e-cf22-4bcd-98e8-095cf8d156d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:39.182432 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a526e-cf22-4bcd-98e8-095cf8d156d8 None None] Pushing event updated for resources: {'Port': ['ID=3a02697d-03dd-4119-8e97-cb1fd2d649c2,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:39.376515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Router 9582be32-a1e6-4c1b-be51-46e68cd4de10 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:20:39.450585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-adf5fee9-8873-4360-a06a-3aefef6dd283 None None] Provisioning complete for port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:39.451344 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-adf5fee9-8873-4360-a06a-3aefef6dd283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:39.451686 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-adf5fee9-8873-4360-a06a-3aefef6dd283 None None] Attempt 1 to provision port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 Oct 17 18:20:39.640733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-adf5fee9-8873-4360-a06a-3aefef6dd283 None None] Current status of the port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:39.861650 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:20:39.875199 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Sync routers for ids ['9582be32-a1e6-4c1b-be51-46e68cd4de10'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:20:39.893332 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Routers {'9582be32-a1e6-4c1b-be51-46e68cd4de10'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:39.893681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:39.893931 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:20:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9582be32-a1e6-4c1b-be51-46e68cd4de10'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:39.900706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52518) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:20:39.901569 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0812f597-f009-45b2-8628-26e0fb86fb2d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6216741 Oct 17 18:20:40.181027 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Set router 9582be32-a1e6-4c1b-be51-46e68cd4de10 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:40.207393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3a02697d-03dd-4119-8e97-cb1fd2d649c2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:40.314100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:40.314936 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.315463 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 Oct 17 18:20:40.514691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:40.559252 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'name': 'tempest-ServersNegativeTestJSON-435018913-router', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:20:36Z', 'updated_at': '2022-10-17T18:20:38Z', 'revision_number': 3, 'project_id': '4eec59b3db324b2bb49ab8b9510e2578', 'gw_port': {'id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:43:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:37Z', 'updated_at': '2022-10-17T18:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:40.564234 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Checking router: 9582be32-a1e6-4c1b-be51-46e68cd4de10 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:20:40.564576 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Updating router 9582be32-a1e6-4c1b-be51-46e68cd4de10 port 7065e63b-e34e-4644-a2d4-fa305f527167 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:20:40.621912 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:40.977237 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.034008 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.049966 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Transition to ACTIVE for port object 7065e63b-e34e-4644-a2d4-fa305f527167 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:41.059643 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.130692 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Attempting to bind port 7065e63b-e34e-4644-a2d4-fa305f527167 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:41.131144 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Attempting to bind port 7065e63b-e34e-4644-a2d4-fa305f527167 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:41.131443 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Attempting to bind port 7065e63b-e34e-4644-a2d4-fa305f527167 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:41.142322 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:41.142322 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:41.142322 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.143031 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:41.143218 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Bound port: 7065e63b-e34e-4644-a2d4-fa305f527167, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:41.144846 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.199713 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Pushing event updated for resources: {'Port': ['ID=7065e63b-e34e-4644-a2d4-fa305f527167,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:41.209392 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:41.209739 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:41.210070 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:41.210397 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:41.210718 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:41.211037 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:41.211381 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:41.211699 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:41.212030 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:41.212345 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:41.213206 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:41.215298 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:41.246316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Allocated IP 172.20.0.1 (6519e5e4-ad60-4bb9-a117-ae39d35e5a8b/75a2faa6-1a8d-47e7-8986-f1b3a929d037/fe2d3990-5114-4190-b3f3-dcf54c9094ea) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:41.252718 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] For port 7065e63b-e34e-4644-a2d4-fa305f527167, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:41.256982 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] For port 7065e63b-e34e-4644-a2d4-fa305f527167, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7065e63b-e34e-4644-a2d4-fa305f527167,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:41.263384 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.329763 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Routers {'9582be32-a1e6-4c1b-be51-46e68cd4de10'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:41.330397 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:20:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9582be32-a1e6-4c1b-be51-46e68cd4de10'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:41.449914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.482011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Transition to ACTIVE for port object fe2d3990-5114-4190-b3f3-dcf54c9094ea will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:41.492015 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b1129-4efa-446a-b881-1650a311d986 None None] Pushing event updated for resources: {'Port': ['ID=7065e63b-e34e-4644-a2d4-fa305f527167,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:41.514432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.549113 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] Set router 9582be32-a1e6-4c1b-be51-46e68cd4de10 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:41.588008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:41.591272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:41.594262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:41.647484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Pushing event updated for resources: {'Port': ['ID=fe2d3990-5114-4190-b3f3-dcf54c9094ea,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:41.683914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.861723 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.934839 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'name': 'tempest-ServersNegativeTestJSON-435018913-router', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:20:36Z', 'updated_at': '2022-10-17T18:20:38Z', 'revision_number': 3, 'project_id': '4eec59b3db324b2bb49ab8b9510e2578', 'gw_port': {'id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:43:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:37Z', 'updated_at': '2022-10-17T18:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:41.940819 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e51183-3258-4d74-b9f9-3db2a99d5530 None None] The sync data for ids ['9582be32-a1e6-4c1b-be51-46e68cd4de10'] in dv-neutron-860895-1-hyperv is: [{'id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'name': 'tempest-ServersNegativeTestJSON-435018913-router', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:20:36Z', 'updated_at': '2022-10-17T18:20:38Z', 'revision_number': 3, 'project_id': '4eec59b3db324b2bb49ab8b9510e2578', 'gw_port': {'id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:43:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:37Z', 'updated_at': '2022-10-17T18:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:20:41.987461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Provisioning for port fe2d3990-5114-4190-b3f3-dcf54c9094ea completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:41.995983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Provisioning complete for port fe2d3990-5114-4190-b3f3-dcf54c9094ea triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:41.996435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:41.996713 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Attempt 1 to provision port fe2d3990-5114-4190-b3f3-dcf54c9094ea Oct 17 18:20:42.063625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Port fe2d3990-5114-4190-b3f3-dcf54c9094ea cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:42.344463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:42.350930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:42.497458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:42.501551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Pushing event updated for resources: {'Port': ['ID=fe2d3990-5114-4190-b3f3-dcf54c9094ea,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:42.565052 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Attempt 2 to provision port fe2d3990-5114-4190-b3f3-dcf54c9094ea Oct 17 18:20:42.628683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Port fe2d3990-5114-4190-b3f3-dcf54c9094ea cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:42.750156 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:42.751606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:43.096654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Router 9582be32-a1e6-4c1b-be51-46e68cd4de10 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:20:43.129835 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Attempt 3 to provision port fe2d3990-5114-4190-b3f3-dcf54c9094ea Oct 17 18:20:43.194717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Port fe2d3990-5114-4190-b3f3-dcf54c9094ea cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:43.399643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:20:43.410422 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d1c6b46b-7dd9-4731-8701-d252dc79c05b admin admin] 10.222.0.69 "PUT /v2.0/routers/9582be32-a1e6-4c1b-be51-46e68cd4de10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5076840 Oct 17 18:20:43.695785 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Attempt 4 to provision port fe2d3990-5114-4190-b3f3-dcf54c9094ea Oct 17 18:20:43.765844 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Sync routers for ids ['9582be32-a1e6-4c1b-be51-46e68cd4de10'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:20:43.804422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Routers {'9582be32-a1e6-4c1b-be51-46e68cd4de10'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:43.805492 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:20:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9582be32-a1e6-4c1b-be51-46e68cd4de10'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:43.913674 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Port fe2d3990-5114-4190-b3f3-dcf54c9094ea cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:44.122122 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-e5f191b1-382a-4cd9-8ee1-617ad9d8fd8c tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:44.124619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-e5f191b1-382a-4cd9-8ee1-617ad9d8fd8c tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Synchronizing usage tracker for tenant:4eec59b3db324b2bb49ab8b9510e2578 on resource:network {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:44.145798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Set router 9582be32-a1e6-4c1b-be51-46e68cd4de10 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:44.163230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-e5f191b1-382a-4cd9-8ee1-617ad9d8fd8c tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Unset dirty status for tenant:4eec59b3db324b2bb49ab8b9510e2578 on resource:network {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:44.176255 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-e5f191b1-382a-4cd9-8ee1-617ad9d8fd8c tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/networks?id=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b HTTP/1.1" status: 200 len: 813 time: 0.2485154 Oct 17 18:20:44.199358 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-f6b1c3b5-4794-4676-a36f-7f9f7a6dee9a tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/quotas/4eec59b3db324b2bb49ab8b9510e2578 HTTP/1.1" status: 200 len: 375 time: 0.0187793 Oct 17 18:20:44.306196 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7065e63b-e34e-4644-a2d4-fa305f527167 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:44.341700 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-b07f5c26-036d-47f2-87bc-152f0ec6d412 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4eec59b3db324b2bb49ab8b9510e2578&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353281 Oct 17 18:20:44.358724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-e0ac8aaf-55d3-452a-8a1a-68925d54a7d8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:20:44.360022 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-e0ac8aaf-55d3-452a-8a1a-68925d54a7d8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062747 Oct 17 18:20:44.428706 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Attempt 5 to provision port fe2d3990-5114-4190-b3f3-dcf54c9094ea Oct 17 18:20:44.524139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Port fe2d3990-5114-4190-b3f3-dcf54c9094ea cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:44.531374 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-c0d3983e-c88f-4392-8078-3f9c001077f6 service neutron] 10.222.0.69 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601963 Oct 17 18:20:44.563388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 7065e63b-e34e-4644-a2d4-fa305f527167 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:44.575419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 7065e63b-e34e-4644-a2d4-fa305f527167 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:44.575792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:44.576130 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 7065e63b-e34e-4644-a2d4-fa305f527167 Oct 17 18:20:44.696477 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6ca38873-e5a6-4f46-acd4-120a2ad3a7f0 service neutron] 10.222.0.69 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572828 Oct 17 18:20:44.754192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'name': 'tempest-ServersNegativeTestJSON-435018913-router', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:20:36Z', 'updated_at': '2022-10-17T18:20:41Z', 'revision_number': 4, 'project_id': '4eec59b3db324b2bb49ab8b9510e2578', 'gw_port': {'id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:43:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:37Z', 'updated_at': '2022-10-17T18:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'fe2d3990-5114-4190-b3f3-dcf54c9094ea', 'name': '', 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'mac_address': 'fa:16:3e:c3:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '75a2faa6-1a8d-47e7-8986-f1b3a929d037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:41Z', 'updated_at': '2022-10-17T18:20:42Z', 'revision_number': 2, 'project_id': '4eec59b3db324b2bb49ab8b9510e2578', 'subnets': [{'id': '75a2faa6-1a8d-47e7-8986-f1b3a929d037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:44.763721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Checking router: 9582be32-a1e6-4c1b-be51-46e68cd4de10 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:20:44.764076 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Updating router 9582be32-a1e6-4c1b-be51-46e68cd4de10 port fe2d3990-5114-4190-b3f3-dcf54c9094ea binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:20:44.810879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 7065e63b-e34e-4644-a2d4-fa305f527167 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:44.811282 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:44.841454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 7065e63b-e34e-4644-a2d4-fa305f527167, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7065e63b-e34e-4644-a2d4-fa305f527167,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:44.844185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:44.859570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:44.975384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b631539d-44d1-4c56-81dd-ad42f54a9a86 req-d49e9ae4-d5e5-4b56-bea0-77d0edc810df tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Synchronizing usage tracker for tenant:4eec59b3db324b2bb49ab8b9510e2578 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:45.010651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b631539d-44d1-4c56-81dd-ad42f54a9a86 req-d49e9ae4-d5e5-4b56-bea0-77d0edc810df tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Unset dirty status for tenant:4eec59b3db324b2bb49ab8b9510e2578 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:45.013270 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b631539d-44d1-4c56-81dd-ad42f54a9a86 req-d49e9ae4-d5e5-4b56-bea0-77d0edc810df tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 210 time: 0.1098223 Oct 17 18:20:45.034535 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Attempt 6 to provision port fe2d3990-5114-4190-b3f3-dcf54c9094ea Oct 17 18:20:45.070703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=7065e63b-e34e-4644-a2d4-fa305f527167,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:45.125907 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Port fe2d3990-5114-4190-b3f3-dcf54c9094ea cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:45.451513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:45.468583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Transition to ACTIVE for port object fe2d3990-5114-4190-b3f3-dcf54c9094ea will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:45.478781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:45.653077 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Attempt 7 to provision port fe2d3990-5114-4190-b3f3-dcf54c9094ea Oct 17 18:20:45.753903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f5832-4c60-4397-af7f-90a6f585ab10 None None] Pushing event updated for resources: {'Port': ['ID=fe2d3990-5114-4190-b3f3-dcf54c9094ea,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:45.791502 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Port fe2d3990-5114-4190-b3f3-dcf54c9094ea cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:45.793591 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Attempting to bind port fe2d3990-5114-4190-b3f3-dcf54c9094ea on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:45.793958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Attempting to bind port fe2d3990-5114-4190-b3f3-dcf54c9094ea by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:45.794309 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Attempting to bind port fe2d3990-5114-4190-b3f3-dcf54c9094ea on network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:45.800784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:45.801389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Checking segment: {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:45.801791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:45.802174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Bound using segment: {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:45.802645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Bound port: fe2d3990-5114-4190-b3f3-dcf54c9094ea, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:45.803023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:45.912667 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] For port fe2d3990-5114-4190-b3f3-dcf54c9094ea, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:45.917092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] For port fe2d3990-5114-4190-b3f3-dcf54c9094ea, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fe2d3990-5114-4190-b3f3-dcf54c9094ea,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:45.922117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:45.984618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Routers {'9582be32-a1e6-4c1b-be51-46e68cd4de10'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:20:45.985245 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:20:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9582be32-a1e6-4c1b-be51-46e68cd4de10'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:46.144877 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f5832-4c60-4397-af7f-90a6f585ab10 None None] Pushing event updated for resources: {'Port': ['ID=fe2d3990-5114-4190-b3f3-dcf54c9094ea,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:46.241750 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] Set router 9582be32-a1e6-4c1b-be51-46e68cd4de10 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:20:46.321691 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-052913ae-fe03-4519-a7c1-53524c9fbb8e req-e4a229a0-f28d-4447-9e7a-f16b922721e8 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 210 time: 0.0715835 Oct 17 18:20:46.336835 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Attempt 8 to provision port fe2d3990-5114-4190-b3f3-dcf54c9094ea Oct 17 18:20:46.426733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7065e63b-e34e-4644-a2d4-fa305f527167 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:46.574702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-2763ba9a-c93b-4b44-9440-6007297d68a7 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:46.577172 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-2763ba9a-c93b-4b44-9440-6007297d68a7 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.20 "GET /v2.0/networks?id=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b HTTP/1.1" status: 200 len: 813 time: 0.2580361 Oct 17 18:20:46.598018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Request body: {'port': {'device_id': '45ccef1f-4958-4b2b-aa0f-b339dd309285', 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b', 'admin_state_up': True, 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:46.744474 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8461d2aa-068f-48d1-bb7e-4bba74d6a680 None None] Port fe2d3990-5114-4190-b3f3-dcf54c9094ea had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:20:46.769017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 7065e63b-e34e-4644-a2d4-fa305f527167 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:46.769540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:46.769885 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 7065e63b-e34e-4644-a2d4-fa305f527167 Oct 17 18:20:46.819075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:20:46.833471 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:20:46.847944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Made reservation on behalf of 4eec59b3db324b2bb49ab8b9510e2578 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:20:46.852207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.043959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Allocated IP 172.20.0.3 (6519e5e4-ad60-4bb9-a117-ae39d35e5a8b/75a2faa6-1a8d-47e7-8986-f1b3a929d037/5d04ca08-414c-419a-8b2d-93c380bbc280) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:20:47.048089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 7065e63b-e34e-4644-a2d4-fa305f527167 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:47.090383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'name': 'tempest-ServersNegativeTestJSON-435018913-router', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:20:36Z', 'updated_at': '2022-10-17T18:20:41Z', 'revision_number': 4, 'project_id': '4eec59b3db324b2bb49ab8b9510e2578', 'gw_port': {'id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:43:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:37Z', 'updated_at': '2022-10-17T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'fe2d3990-5114-4190-b3f3-dcf54c9094ea', 'name': '', 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'mac_address': 'fa:16:3e:c3:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '75a2faa6-1a8d-47e7-8986-f1b3a929d037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:41Z', 'updated_at': '2022-10-17T18:20:45Z', 'revision_number': 4, 'project_id': '4eec59b3db324b2bb49ab8b9510e2578', 'subnets': [{'id': '75a2faa6-1a8d-47e7-8986-f1b3a929d037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:20:47.095406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879226a8-c0fd-4fba-bf40-8390b2562779 None None] The sync data for ids ['9582be32-a1e6-4c1b-be51-46e68cd4de10'] in dv-neutron-860895-1-hyperv is: [{'id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'name': 'tempest-ServersNegativeTestJSON-435018913-router', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:20:36Z', 'updated_at': '2022-10-17T18:20:41Z', 'revision_number': 4, 'project_id': '4eec59b3db324b2bb49ab8b9510e2578', 'gw_port': {'id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:43:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:37Z', 'updated_at': '2022-10-17T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'fe2d3990-5114-4190-b3f3-dcf54c9094ea', 'name': '', 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'mac_address': 'fa:16:3e:c3:6c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '75a2faa6-1a8d-47e7-8986-f1b3a929d037', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:41Z', 'updated_at': '2022-10-17T18:20:45Z', 'revision_number': 4, 'project_id': '4eec59b3db324b2bb49ab8b9510e2578', 'subnets': [{'id': '75a2faa6-1a8d-47e7-8986-f1b3a929d037', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:20:47.484709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.522192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Transition to ACTIVE for port object 5d04ca08-414c-419a-8b2d-93c380bbc280 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:47.625622 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3d65bab-49f9-49bc-8ceb-75e6a779b3d5 req-64575a79-4f1b-42a3-88f2-aa4656cebad4 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 210 time: 0.1098533 Oct 17 18:20:47.666692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.755188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:20:47.758575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:20:47.762932 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:20:47.818737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Pushing event updated for resources: {'Port': ['ID=5d04ca08-414c-419a-8b2d-93c380bbc280,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:47.849550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:47.850227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:47.885208 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-6af89787-d164-44d3-a2c9-8767fde26bd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2936647 Oct 17 18:20:47.903587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Request body: {'port': {'device_id': '45ccef1f-4958-4b2b-aa0f-b339dd309285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:20:48.043721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.072183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ddd6a36c-0b9a-47c1-a5b2-e36ebb48aa80 None None] Provisioning for port 5d04ca08-414c-419a-8b2d-93c380bbc280 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:48.088464 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ddd6a36c-0b9a-47c1-a5b2-e36ebb48aa80 None None] Provisioning complete for port 5d04ca08-414c-419a-8b2d-93c380bbc280 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:48.089380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ddd6a36c-0b9a-47c1-a5b2-e36ebb48aa80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.090176 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ddd6a36c-0b9a-47c1-a5b2-e36ebb48aa80 None None] Attempt 1 to provision port 5d04ca08-414c-419a-8b2d-93c380bbc280 Oct 17 18:20:48.189291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6a36c-0b9a-47c1-a5b2-e36ebb48aa80 None None] Port 5d04ca08-414c-419a-8b2d-93c380bbc280 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:48.225336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fe2d3990-5114-4190-b3f3-dcf54c9094ea up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:48.385493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port fe2d3990-5114-4190-b3f3-dcf54c9094ea completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:48.392640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port fe2d3990-5114-4190-b3f3-dcf54c9094ea triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:48.393376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.393970 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port fe2d3990-5114-4190-b3f3-dcf54c9094ea Oct 17 18:20:48.547875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d04ca08-414c-419a-8b2d-93c380bbc280 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:20:48.557410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.574840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Transition to ACTIVE for port object 5d04ca08-414c-419a-8b2d-93c380bbc280 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:20:48.580292 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.614688 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port fe2d3990-5114-4190-b3f3-dcf54c9094ea is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:48.615367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.672966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port fe2d3990-5114-4190-b3f3-dcf54c9094ea, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fe2d3990-5114-4190-b3f3-dcf54c9094ea,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:48.679003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.739457 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ddd6a36c-0b9a-47c1-a5b2-e36ebb48aa80 None None] Attempt 2 to provision port 5d04ca08-414c-419a-8b2d-93c380bbc280 Oct 17 18:20:48.805013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Pushing event updated for resources: {'Port': ['ID=5d04ca08-414c-419a-8b2d-93c380bbc280,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:48.847504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Attempting to bind port 5d04ca08-414c-419a-8b2d-93c380bbc280 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:20:48.847504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Attempting to bind port 5d04ca08-414c-419a-8b2d-93c380bbc280 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:20:48.847848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Attempting to bind port 5d04ca08-414c-419a-8b2d-93c380bbc280 on network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:48.853869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Port 5d04ca08-414c-419a-8b2d-93c380bbc280 on network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:20:48.854236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Attempting to bind port 5d04ca08-414c-419a-8b2d-93c380bbc280 on network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:20:48.860850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:20:48.861206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Checking segment: {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:20:48.862327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Bound using segment: {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:20:48.862327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Bound port: 5d04ca08-414c-419a-8b2d-93c380bbc280, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:20:48.862555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:48.897022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6a36c-0b9a-47c1-a5b2-e36ebb48aa80 None None] Port 5d04ca08-414c-419a-8b2d-93c380bbc280 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:20:48.904042 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=fe2d3990-5114-4190-b3f3-dcf54c9094ea,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:48.973069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae60af9-4910-4a0d-9d67-ea7379a8a85e req-a6065710-545c-4dd1-9e97-da1927e130a1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:48.975500 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-eae60af9-4910-4a0d-9d67-ea7379a8a85e req-a6065710-545c-4dd1-9e97-da1927e130a1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 943 time: 0.1094666 Oct 17 18:20:49.022331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] For port 5d04ca08-414c-419a-8b2d-93c380bbc280, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:20:49.028857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] For port 5d04ca08-414c-419a-8b2d-93c380bbc280, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5d04ca08-414c-419a-8b2d-93c380bbc280,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:20:49.035799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:49.054055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-eae60af9-4910-4a0d-9d67-ea7379a8a85e req-8a9d89de-1b3e-4d3e-afa0-77c9b29c7a96 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Synchronizing usage tracker for tenant:4eec59b3db324b2bb49ab8b9510e2578 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:49.073800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:49.074552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:49.076505 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] 10.222.0.20 "PUT /v2.0/ports/5d04ca08-414c-419a-8b2d-93c380bbc280 HTTP/1.1" status: 200 len: 1093 time: 1.1776943 Oct 17 18:20:49.077337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ccef1f-4958-4b2b-aa0f-b339dd309285', 'tag': '5d04ca08-414c-419a-8b2d-93c380bbc280'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:20:49.080915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5713dbb-3609-4d08-9669-cb6236781b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "45ccef1f-4958-4b2b-aa0f-b339dd309285", "tag": "5d04ca08-414c-419a-8b2d-93c380bbc280"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:20:49.086116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-eae60af9-4910-4a0d-9d67-ea7379a8a85e req-8a9d89de-1b3e-4d3e-afa0-77c9b29c7a96 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Unset dirty status for tenant:4eec59b3db324b2bb49ab8b9510e2578 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:49.088420 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-eae60af9-4910-4a0d-9d67-ea7379a8a85e req-8a9d89de-1b3e-4d3e-afa0-77c9b29c7a96 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042769 Oct 17 18:20:49.215692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4df6d06-d6e5-4443-a05a-f9720a3d0543 x-openstack-request-id: req-e4df6d06-d6e5-4443-a05a-f9720a3d0543 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:20:49.216049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ccef1f-4958-4b2b-aa0f-b339dd309285", "tag": "5d04ca08-414c-419a-8b2d-93c380bbc280", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:20:49.216406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e4df6d06-d6e5-4443-a05a-f9720a3d0543 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:20:49.216948 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4df6d06-d6e5-4443-a05a-f9720a3d0543'] response: {'name': 'network-changed', 'server_uuid': '45ccef1f-4958-4b2b-aa0f-b339dd309285', 'tag': '5d04ca08-414c-419a-8b2d-93c380bbc280', 'status': 'completed', 'code': 200} Oct 17 18:20:49.254958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a3544-f649-4726-9284-499ccd5e7f6e service neutron] Pushing event updated for resources: {'Port': ['ID=5d04ca08-414c-419a-8b2d-93c380bbc280,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:49.284685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-257f3160-27bf-4fb1-b062-b9bd2afdbe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:49.286226 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-257f3160-27bf-4fb1-b062-b9bd2afdbe0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4eec59b3db324b2bb49ab8b9510e2578&device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 1096 time: 0.1456678 Oct 17 18:20:49.369492 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-498b4f22-db0b-49e9-881e-9015a5bbfffc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d04ca08-414c-419a-8b2d-93c380bbc280 HTTP/1.1" status: 200 len: 217 time: 0.0701241 Oct 17 18:20:49.398794 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ddd6a36c-0b9a-47c1-a5b2-e36ebb48aa80 None None] Attempt 3 to provision port 5d04ca08-414c-419a-8b2d-93c380bbc280 Oct 17 18:20:49.450137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-2b5f70ce-9208-49b9-8c2c-a0c73101fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:49.451923 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-2b5f70ce-9208-49b9-8c2c-a0c73101fca3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75a2faa6-1a8d-47e7-8986-f1b3a929d037 HTTP/1.1" status: 200 len: 852 time: 0.0773017 Oct 17 18:20:49.478313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6a36c-0b9a-47c1-a5b2-e36ebb48aa80 None None] Port 5d04ca08-414c-419a-8b2d-93c380bbc280 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:20:49.555033 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-d7235e86-8446-4096-8470-5c12a8241e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:49.557395 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-d7235e86-8446-4096-8470-5c12a8241e30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0995994 Oct 17 18:20:49.708540 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-23f003f9-bb6c-46de-be72-757a79356059 service neutron] 10.222.0.20 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447158 Oct 17 18:20:50.063348 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-82a274e5-20bc-428d-a0b2-02b73e32d341 req-05ffd13b-ff49-44a6-a270-cbe14dc2bfc4 service neutron] 10.222.0.20 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489671 Oct 17 18:20:50.175441 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fe2d3990-5114-4190-b3f3-dcf54c9094ea up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:50.287542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5713dbb-3609-4d08-9669-cb6236781b3b req-cd8398d5-854f-41b9-8bd8-014a0d1b7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:50.290270 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5713dbb-3609-4d08-9669-cb6236781b3b req-cd8398d5-854f-41b9-8bd8-014a0d1b7b94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4eec59b3db324b2bb49ab8b9510e2578&device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 1096 time: 0.1229887 Oct 17 18:20:50.313034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port fe2d3990-5114-4190-b3f3-dcf54c9094ea triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:50.314177 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:50.315083 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port fe2d3990-5114-4190-b3f3-dcf54c9094ea Oct 17 18:20:50.479813 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port fe2d3990-5114-4190-b3f3-dcf54c9094ea is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:50.523936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5713dbb-3609-4d08-9669-cb6236781b3b req-30ddfd50-4e06-4b3a-80bb-5a10274d5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:50.527564 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5713dbb-3609-4d08-9669-cb6236781b3b req-30ddfd50-4e06-4b3a-80bb-5a10274d5c62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b HTTP/1.1" status: 200 len: 914 time: 0.2302270 Oct 17 18:20:50.528509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab19a5-e510-42e6-a04f-b9af56fd4818 req-35ebaf3a-6078-4404-b7cc-f7036c805372 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:50.530136 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-deab19a5-e510-42e6-a04f-b9af56fd4818 req-35ebaf3a-6078-4404-b7cc-f7036c805372 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 943 time: 0.1737328 Oct 17 18:20:50.588945 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-deab19a5-e510-42e6-a04f-b9af56fd4818 req-c79d5d4c-b564-4743-bef2-34add10e6b46 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523045 Oct 17 18:20:50.604457 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5713dbb-3609-4d08-9669-cb6236781b3b req-b6f7c272-2e7b-40db-8924-e7a95d6caae5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d04ca08-414c-419a-8b2d-93c380bbc280 HTTP/1.1" status: 200 len: 217 time: 0.0699935 Oct 17 18:20:50.671735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5713dbb-3609-4d08-9669-cb6236781b3b req-0e5b7794-d8cb-4644-9f4a-e4c55da5e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:50.673355 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5713dbb-3609-4d08-9669-cb6236781b3b req-0e5b7794-d8cb-4644-9f4a-e4c55da5e8cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75a2faa6-1a8d-47e7-8986-f1b3a929d037 HTTP/1.1" status: 200 len: 852 time: 0.0611413 Oct 17 18:20:50.767684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5713dbb-3609-4d08-9669-cb6236781b3b req-f4279120-02f7-48b8-8013-c33e883332a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:50.769316 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5713dbb-3609-4d08-9669-cb6236781b3b req-f4279120-02f7-48b8-8013-c33e883332a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894527 Oct 17 18:20:50.926965 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5713dbb-3609-4d08-9669-cb6236781b3b req-1f6ee89b-b516-41a2-97f4-7b017aba848e service neutron] 10.222.0.20 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502995 Oct 17 18:20:51.081383 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5713dbb-3609-4d08-9669-cb6236781b3b req-513a6da5-d6c8-491d-9bfe-e8f3a87c1004 service neutron] 10.222.0.20 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473801 Oct 17 18:20:51.848086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb9d450-c9f1-4c25-9840-00f9b4a02fef req-4efa705a-6433-47ae-8ce0-d2c65ede9f61 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:51.848823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-7fb9d450-c9f1-4c25-9840-00f9b4a02fef req-4efa705a-6433-47ae-8ce0-d2c65ede9f61 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Synchronizing usage tracker for tenant:4eec59b3db324b2bb49ab8b9510e2578 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:20:51.868824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-7fb9d450-c9f1-4c25-9840-00f9b4a02fef req-4efa705a-6433-47ae-8ce0-d2c65ede9f61 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Unset dirty status for tenant:4eec59b3db324b2bb49ab8b9510e2578 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:20:51.870242 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7fb9d450-c9f1-4c25-9840-00f9b4a02fef req-4efa705a-6433-47ae-8ce0-d2c65ede9f61 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 943 time: 0.1314099 Oct 17 18:20:51.936154 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7fb9d450-c9f1-4c25-9840-00f9b4a02fef req-19990b8c-1d4e-4291-8696-74076675ee97 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593388 Oct 17 18:20:52.286016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 5d04ca08-414c-419a-8b2d-93c380bbc280 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:20:52.481599 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 5d04ca08-414c-419a-8b2d-93c380bbc280, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5d04ca08-414c-419a-8b2d-93c380bbc280,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:52.505019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '5d04ca08-414c-419a-8b2d-93c380bbc280', 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b', 'port_id': '5d04ca08-414c-419a-8b2d-93c380bbc280', 'mac_address': 'fa:16:3e:6a:97:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a2faa6-1a8d-47e7-8986-f1b3a929d037', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:20:52.566008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 5d04ca08-414c-419a-8b2d-93c380bbc280 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:52.566381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:52.585662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d04ca08-414c-419a-8b2d-93c380bbc280 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:20:52.603088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 5d04ca08-414c-419a-8b2d-93c380bbc280, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5d04ca08-414c-419a-8b2d-93c380bbc280,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:52.608314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:52.691407 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=5d04ca08-414c-419a-8b2d-93c380bbc280,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:52.700886 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:52.701229 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:52.701568 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:52.701903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:52.702236 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:52.702568 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:52.702896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:52.703260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:52.703590 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:52.703916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:52.704239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:52.704562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:20:52.882338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['5d04ca08-414c-419a-8b2d-93c380bbc280'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:20:53.233591 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c7fad-006c-41b8-b1ca-7e0c28c1e9b1 req-ff119bf9-6f6d-4dc0-9477-5c2e9d271bfe tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:53.235245 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3b0c7fad-006c-41b8-b1ca-7e0c28c1e9b1 req-ff119bf9-6f6d-4dc0-9477-5c2e9d271bfe tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 944 time: 0.1085522 Oct 17 18:20:53.287084 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3b0c7fad-006c-41b8-b1ca-7e0c28c1e9b1 req-4edbf188-db8d-4039-8878-3e6101790c9b tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456262 Oct 17 18:20:54.288373 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 5d04ca08-414c-419a-8b2d-93c380bbc280 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:20:54.429167 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 5d04ca08-414c-419a-8b2d-93c380bbc280 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:20:54.439634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 5d04ca08-414c-419a-8b2d-93c380bbc280 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:20:54.439917 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.440436 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 5d04ca08-414c-419a-8b2d-93c380bbc280 Oct 17 18:20:54.573325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c44cc-55e4-448d-bf4d-f531c6d776df req-1fe8206f-9369-4fa7-b311-96fae2bb24d0 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:54.575203 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-880c44cc-55e4-448d-bf4d-f531c6d776df req-1fe8206f-9369-4fa7-b311-96fae2bb24d0 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 944 time: 0.1338828 Oct 17 18:20:54.617090 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 5d04ca08-414c-419a-8b2d-93c380bbc280 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:20:54.617471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.634975 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-880c44cc-55e4-448d-bf4d-f531c6d776df req-9bc95e40-f561-4824-95d7-ffb3f51307f1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511649 Oct 17 18:20:54.659077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ccef1f-4958-4b2b-aa0f-b339dd309285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d04ca08-414c-419a-8b2d-93c380bbc280'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:20:54.662658 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c716faea-1cb4-497a-8105-7d6c7bcf553a" -d '{"events": [{"server_uuid": "45ccef1f-4958-4b2b-aa0f-b339dd309285", "name": "network-vif-plugged", "status": "completed", "tag": "5d04ca08-414c-419a-8b2d-93c380bbc280"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:20:54.675305 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 5d04ca08-414c-419a-8b2d-93c380bbc280, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5d04ca08-414c-419a-8b2d-93c380bbc280,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:20:54.682966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:54.753380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c059e8-0527-4c49-bfaa-33ba0455b214 x-openstack-request-id: req-92c059e8-0527-4c49-bfaa-33ba0455b214 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:20:54.753841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ccef1f-4958-4b2b-aa0f-b339dd309285", "name": "network-vif-plugged", "status": "completed", "tag": "5d04ca08-414c-419a-8b2d-93c380bbc280", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:20:54.754242 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92c059e8-0527-4c49-bfaa-33ba0455b214 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:20:54.754864 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c059e8-0527-4c49-bfaa-33ba0455b214'] response: {'server_uuid': '45ccef1f-4958-4b2b-aa0f-b339dd309285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d04ca08-414c-419a-8b2d-93c380bbc280', 'code': 200} Oct 17 18:20:54.816635 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=5d04ca08-414c-419a-8b2d-93c380bbc280,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:20:55.049958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d8de1-9900-40ed-af0c-5a7184a33be8 req-1f647ad8-356c-4faa-a731-b4f3544cb5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:55.051683 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a15d8de1-9900-40ed-af0c-5a7184a33be8 req-1f647ad8-356c-4faa-a731-b4f3544cb5b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 1098 time: 0.0958943 Oct 17 18:20:55.095017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:55.111948 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a15d8de1-9900-40ed-af0c-5a7184a33be8 req-966cc832-4183-46fb-ac89-ee0d5f7b90e9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543993 Oct 17 18:20:55.867497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8cb82-a753-4f1c-afbd-64d241054c06 req-7a6d8576-7d2b-4c82-b822-c6ad7f2b7a80 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:55.869913 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b7f8cb82-a753-4f1c-afbd-64d241054c06 req-7a6d8576-7d2b-4c82-b822-c6ad7f2b7a80 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 945 time: 0.1153414 Oct 17 18:20:55.950182 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b7f8cb82-a753-4f1c-afbd-64d241054c06 req-86af23e3-567b-47ec-86f9-74391b89f394 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732062 Oct 17 18:20:57.209465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b6a14-0997-47d2-937a-612d8c4de366 req-c6548cc2-4e0b-4817-9adf-9d232c37f82a tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:57.211294 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-430b6a14-0997-47d2-937a-612d8c4de366 req-c6548cc2-4e0b-4817-9adf-9d232c37f82a tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 945 time: 0.1329277 Oct 17 18:20:57.285862 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-430b6a14-0997-47d2-937a-612d8c4de366 req-aed0e0b1-74e4-4172-b563-8a58dbb49c59 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677321 Oct 17 18:20:57.638174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-6d44e63f-e7db-453c-8e51-268a975a031f tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:20:57.639976 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-6d44e63f-e7db-453c-8e51-268a975a031f tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/networks?id=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b HTTP/1.1" status: 200 len: 813 time: 0.1718092 Oct 17 18:20:57.657297 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-43d87ae8-f72d-4af4-ad30-737b312c269e tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/quotas/4eec59b3db324b2bb49ab8b9510e2578 HTTP/1.1" status: 200 len: 375 time: 0.0110345 Oct 17 18:20:57.788716 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-36808a41-a7a8-4024-a9a8-ac1e4927168b tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4eec59b3db324b2bb49ab8b9510e2578&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1209681 Oct 17 18:20:58.184673 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-d52a2bc0-b488-4524-8f7a-3c90998edcce service neutron] 10.222.0.69 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877704 Oct 17 18:20:58.385587 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-31958178-c8ea-4298-a105-5cb8e663b040 service neutron] 10.222.0.69 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919081 Oct 17 18:20:58.650379 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0e8f744f-7a6d-4960-a32a-1983bba8612f req-9af66787-e237-4b65-914c-3ccd04bc3ddc tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 210 time: 0.0678487 Oct 17 18:20:59.110550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-af4b2d85-1f84-469c-b725-8f39d6fcf848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:20:59.895612 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7394d8a8-1465-4840-b66e-d7ffb8c55a46 req-11d3ae01-a37f-473b-b12c-2f1d5711730d tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 210 time: 0.0862086 Oct 17 18:21:00.062578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-fdc3ef40-34ba-471f-9287-85b4cae71f00 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:00.064641 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-fdc3ef40-34ba-471f-9287-85b4cae71f00 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.20 "GET /v2.0/networks?id=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b HTTP/1.1" status: 200 len: 813 time: 0.2038081 Oct 17 18:21:00.082634 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Request body: {'port': {'device_id': '8081cb17-2ced-4c62-9f59-31d23869c515', 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b', 'admin_state_up': True, 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:00.178668 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-d7262616-63ba-44e6-989a-59e8f93d818e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1294570 Oct 17 18:21:00.334558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:00.354058 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:00.372761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Made reservation on behalf of 4eec59b3db324b2bb49ab8b9510e2578 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:00.376654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.389731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-76c205d3-7603-4bfa-b130-2c398359af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:00.392351 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-76c205d3-7603-4bfa-b130-2c398359af0c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4eec59b3db324b2bb49ab8b9510e2578&device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 1098 time: 0.1139104 Oct 17 18:21:00.565459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-1a8613a5-2b82-474a-a5a7-95f8bcfe65c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:00.567015 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-1a8613a5-2b82-474a-a5a7-95f8bcfe65c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b HTTP/1.1" status: 200 len: 914 time: 0.1465108 Oct 17 18:21:00.644175 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-61a43a2b-374d-4726-8d09-ed6d79c08d7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5d04ca08-414c-419a-8b2d-93c380bbc280 HTTP/1.1" status: 200 len: 217 time: 0.0710576 Oct 17 18:21:00.667340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Allocated IP 172.20.0.12 (6519e5e4-ad60-4bb9-a117-ae39d35e5a8b/75a2faa6-1a8d-47e7-8986-f1b3a929d037/31ebc7c1-20d3-4f7f-8366-0b88a9563d13) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:21:00.753187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-45e6f125-df92-410d-bcbb-0bfb1260225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:00.755498 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-45e6f125-df92-410d-bcbb-0bfb1260225e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75a2faa6-1a8d-47e7-8986-f1b3a929d037 HTTP/1.1" status: 200 len: 852 time: 0.1049099 Oct 17 18:21:00.912290 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-62a7e7cc-aeef-4e62-92bf-0c4f8ae4f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:00.915080 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-62a7e7cc-aeef-4e62-92bf-0c4f8ae4f5ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1510532 Oct 17 18:21:00.960758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:00.987588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Transition to ACTIVE for port object 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:21:01.026396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:01.066874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['5d04ca08-414c-419a-8b2d-93c380bbc280'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:21:01.173108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:21:01.178888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:21:01.186566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:21:01.318589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:01.319746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:01.366910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Pushing event updated for resources: {'Port': ['ID=31ebc7c1-20d3-4f7f-8366-0b88a9563d13,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:01.381272 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-e2c8c47c-3f40-4df7-bfc8-89fd57ff3b78 service neutron] 10.222.0.20 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600687 Oct 17 18:21:01.404667 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-10483b46-c3dc-4384-811d-2a21068fa2c3 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3268478 Oct 17 18:21:01.413520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71eeb8-8f16-444f-9696-bdec6697eb29 req-b4b01ec9-33be-4fc2-aa5f-9769610fc657 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:01.417815 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff71eeb8-8f16-444f-9696-bdec6697eb29 req-b4b01ec9-33be-4fc2-aa5f-9769610fc657 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 932 time: 0.2587194 Oct 17 18:21:01.434618 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Request body: {'port': {'device_id': '8081cb17-2ced-4c62-9f59-31d23869c515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:01.578566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7b768700-6b2b-429c-af98-493e6384f01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:01.593424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e3cc361e-1c87-4208-939c-e752db3cb641 None None] Provisioning for port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:21:01.600834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e3cc361e-1c87-4208-939c-e752db3cb641 None None] Provisioning complete for port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:21:01.600834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e3cc361e-1c87-4208-939c-e752db3cb641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:01.601350 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e3cc361e-1c87-4208-939c-e752db3cb641 None None] Attempt 1 to provision port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 Oct 17 18:21:01.663219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:01.673463 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc361e-1c87-4208-939c-e752db3cb641 None None] Port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:21:01.676009 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ff71eeb8-8f16-444f-9696-bdec6697eb29 req-edf96a56-a99c-49c9-aec3-e47eb05450ad tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992552 Oct 17 18:21:01.730554 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-05e6abee-3ecf-46cd-bcd6-9fd154c95757 service neutron] 10.222.0.20 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399458 Oct 17 18:21:02.098728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:21:02.108451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:02.131795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Transition to ACTIVE for port object 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:21:02.137783 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:02.175584 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e3cc361e-1c87-4208-939c-e752db3cb641 None None] Attempt 2 to provision port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 Oct 17 18:21:02.240312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc361e-1c87-4208-939c-e752db3cb641 None None] Port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:21:02.485835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Pushing event updated for resources: {'Port': ['ID=31ebc7c1-20d3-4f7f-8366-0b88a9563d13,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:02.532707 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Attempting to bind port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:21:02.533411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Attempting to bind port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:21:02.533801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Attempting to bind port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 on network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:21:02.543116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 on network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:21:02.543648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Attempting to bind port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 on network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:21:02.553981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:21:02.554523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Checking segment: {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:21:02.555307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Bound using segment: {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:21:02.555958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Bound port: 31ebc7c1-20d3-4f7f-8366-0b88a9563d13, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff15756-361c-4d97-9058-7baa05f7f7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:21:02.556480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:02.645795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:02.647924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:02.684762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] For port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:21:02.688451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] For port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=31ebc7c1-20d3-4f7f-8366-0b88a9563d13,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:21:02.694678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:02.734590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:02.735238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:02.736834 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] 10.222.0.20 "PUT /v2.0/ports/31ebc7c1-20d3-4f7f-8366-0b88a9563d13 HTTP/1.1" status: 200 len: 1094 time: 1.3191292 Oct 17 18:21:02.737276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8081cb17-2ced-4c62-9f59-31d23869c515', 'tag': '31ebc7c1-20d3-4f7f-8366-0b88a9563d13'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:21:02.739705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3167241-dcae-4007-b3c7-8cbab70b80a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8081cb17-2ced-4c62-9f59-31d23869c515", "tag": "31ebc7c1-20d3-4f7f-8366-0b88a9563d13"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:21:02.742073 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e3cc361e-1c87-4208-939c-e752db3cb641 None None] Attempt 3 to provision port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 Oct 17 18:21:02.827277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e641381-cb98-42b1-839a-b5def4f91e18 x-openstack-request-id: req-4e641381-cb98-42b1-839a-b5def4f91e18 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:21:02.827969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8081cb17-2ced-4c62-9f59-31d23869c515", "tag": "31ebc7c1-20d3-4f7f-8366-0b88a9563d13", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:21:02.828294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4e641381-cb98-42b1-839a-b5def4f91e18 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:21:02.828620 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e641381-cb98-42b1-839a-b5def4f91e18'] response: {'name': 'network-changed', 'server_uuid': '8081cb17-2ced-4c62-9f59-31d23869c515', 'tag': '31ebc7c1-20d3-4f7f-8366-0b88a9563d13', 'status': 'completed', 'code': 200} Oct 17 18:21:02.870920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f08c4-62b4-4b71-a9cc-41c022771dfd service neutron] Pushing event updated for resources: {'Port': ['ID=31ebc7c1-20d3-4f7f-8366-0b88a9563d13,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:02.877523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc361e-1c87-4208-939c-e752db3cb641 None None] Port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:21:02.999126 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-f445381a-5470-41e4-9452-80d0a299d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:03.000638 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-f445381a-5470-41e4-9452-80d0a299d1f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4eec59b3db324b2bb49ab8b9510e2578&device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 1097 time: 0.1751857 Oct 17 18:21:03.089140 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-97710dca-1a39-4fa3-8c6f-f94d0fd0b7f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31ebc7c1-20d3-4f7f-8366-0b88a9563d13 HTTP/1.1" status: 200 len: 217 time: 0.0752740 Oct 17 18:21:03.097147 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ebdad-08dd-4956-8a71-a6291fc40ce7 req-83785fbf-37e4-4d22-94c9-b80abd8d03e0 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:03.097881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-012ebdad-08dd-4956-8a71-a6291fc40ce7 req-83785fbf-37e4-4d22-94c9-b80abd8d03e0 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Synchronizing usage tracker for tenant:4eec59b3db324b2bb49ab8b9510e2578 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:21:03.166365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-012ebdad-08dd-4956-8a71-a6291fc40ce7 req-83785fbf-37e4-4d22-94c9-b80abd8d03e0 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Unset dirty status for tenant:4eec59b3db324b2bb49ab8b9510e2578 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:21:03.167842 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-012ebdad-08dd-4956-8a71-a6291fc40ce7 req-83785fbf-37e4-4d22-94c9-b80abd8d03e0 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 944 time: 0.2590199 Oct 17 18:21:03.185543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-b0f40629-437d-4a56-a706-dab3caba8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:03.188052 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-b0f40629-437d-4a56-a706-dab3caba8fd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75a2faa6-1a8d-47e7-8986-f1b3a929d037 HTTP/1.1" status: 200 len: 852 time: 0.0869815 Oct 17 18:21:03.323087 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-012ebdad-08dd-4956-8a71-a6291fc40ce7 req-4d47cf81-a053-41e1-8ef4-c88fc3769f23 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407433 Oct 17 18:21:03.350062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-5dbf6067-c7a2-4ebb-9b7e-2def6adb936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:03.351624 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-5dbf6067-c7a2-4ebb-9b7e-2def6adb936a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1388273 Oct 17 18:21:03.504677 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-124a41e9-835b-45ea-8601-ecef667d508a service neutron] 10.222.0.20 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464689 Oct 17 18:21:03.655452 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-839e70d0-b3c1-4bf1-bd71-7e6e532f4ce4 req-420afed2-50bc-432e-a3f5-406723fca7b8 service neutron] 10.222.0.20 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434362 Oct 17 18:21:03.833886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3167241-dcae-4007-b3c7-8cbab70b80a2 req-151842a8-1464-4b75-b8d9-f3a99cef33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:03.835862 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d3167241-dcae-4007-b3c7-8cbab70b80a2 req-151842a8-1464-4b75-b8d9-f3a99cef33e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4eec59b3db324b2bb49ab8b9510e2578&device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 1097 time: 0.0914001 Oct 17 18:21:03.991704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3167241-dcae-4007-b3c7-8cbab70b80a2 req-daba7940-7e00-43d5-bdf8-a9d68b8a622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:03.993412 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d3167241-dcae-4007-b3c7-8cbab70b80a2 req-daba7940-7e00-43d5-bdf8-a9d68b8a622b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b HTTP/1.1" status: 200 len: 914 time: 0.1515250 Oct 17 18:21:04.076545 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d3167241-dcae-4007-b3c7-8cbab70b80a2 req-18351176-77bb-4ace-aaaf-24fb04a31693 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31ebc7c1-20d3-4f7f-8366-0b88a9563d13 HTTP/1.1" status: 200 len: 217 time: 0.0754623 Oct 17 18:21:04.152859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3167241-dcae-4007-b3c7-8cbab70b80a2 req-2ef50f79-8562-4c41-a6f4-717d33ab0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:04.154336 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d3167241-dcae-4007-b3c7-8cbab70b80a2 req-2ef50f79-8562-4c41-a6f4-717d33ab0680 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75a2faa6-1a8d-47e7-8986-f1b3a929d037 HTTP/1.1" status: 200 len: 852 time: 0.0718460 Oct 17 18:21:04.253966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3167241-dcae-4007-b3c7-8cbab70b80a2 req-bb33fd0e-9dd1-4572-bfad-6d158da7d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:04.255692 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d3167241-dcae-4007-b3c7-8cbab70b80a2 req-bb33fd0e-9dd1-4572-bfad-6d158da7d75a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0947599 Oct 17 18:21:04.423670 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d3167241-dcae-4007-b3c7-8cbab70b80a2 req-0fa09b57-9af7-4113-b4d2-204af4b87279 service neutron] 10.222.0.20 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589384 Oct 17 18:21:04.438717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:04.625268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2a0c2-abdd-4c66-b069-eb2bc5cdf5fb req-726a9a8c-b881-4611-985c-8af16da55acf tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:04.626786 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2ab2a0c2-abdd-4c66-b069-eb2bc5cdf5fb req-726a9a8c-b881-4611-985c-8af16da55acf tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 944 time: 0.1609447 Oct 17 18:21:04.683623 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2ab2a0c2-abdd-4c66-b069-eb2bc5cdf5fb req-91f2ac85-1869-40c5-a519-c56bb35a8a69 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455365 Oct 17 18:21:04.707288 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d3167241-dcae-4007-b3c7-8cbab70b80a2 req-5f2795cb-07e6-41d2-bbd9-0456267a5d45 service neutron] 10.222.0.20 "GET /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774875 Oct 17 18:21:05.922186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed72423-de84-4f93-bfb5-0be09f72c9d6 req-956f8ec7-7de3-4599-840a-23aa4041587b tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:05.923838 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5ed72423-de84-4f93-bfb5-0be09f72c9d6 req-956f8ec7-7de3-4599-840a-23aa4041587b tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 944 time: 0.1058619 Oct 17 18:21:05.977186 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5ed72423-de84-4f93-bfb5-0be09f72c9d6 req-a5806c54-e2ca-4fe3-bb9d-ec11408bc08f tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Oct 17 18:21:06.401286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:21:06.596372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=31ebc7c1-20d3-4f7f-8366-0b88a9563d13,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:06.612838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '31ebc7c1-20d3-4f7f-8366-0b88a9563d13', 'network_id': '6519e5e4-ad60-4bb9-a117-ae39d35e5a8b', 'port_id': '31ebc7c1-20d3-4f7f-8366-0b88a9563d13', 'mac_address': 'fa:16:3e:de:99:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a2faa6-1a8d-47e7-8986-f1b3a929d037', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:21:06.679631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:21:06.680548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:06.701472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:21:06.719532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=31ebc7c1-20d3-4f7f-8366-0b88a9563d13,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:06.725009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:06.801713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=31ebc7c1-20d3-4f7f-8366-0b88a9563d13,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:07.006640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['31ebc7c1-20d3-4f7f-8366-0b88a9563d13'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:21:07.295389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa91f9-1f5e-4e4f-8e77-6154337551de req-347e8f3d-ca53-47ae-944c-872f925773aa tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:07.296970 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-84aa91f9-1f5e-4e4f-8e77-6154337551de req-347e8f3d-ca53-47ae-944c-872f925773aa tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 945 time: 0.1003647 Oct 17 18:21:07.350662 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-84aa91f9-1f5e-4e4f-8e77-6154337551de req-1356a42c-1daa-4274-b06e-c43a980f81d0 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472267 Oct 17 18:21:08.418230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:21:08.500784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:21:08.506443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:21:08.506820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:08.507201 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 Oct 17 18:21:08.595530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bb9e8-2a1a-403d-980d-078990469520 req-6ca9f0d0-9628-4331-98eb-397e966cbd70 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:08.597323 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c37bb9e8-2a1a-403d-980d-078990469520 req-6ca9f0d0-9628-4331-98eb-397e966cbd70 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 945 time: 0.1191967 Oct 17 18:21:08.641985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:21:08.642298 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:08.661314 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c37bb9e8-2a1a-403d-980d-078990469520 req-927d90be-a300-49f6-9e41-11f68e417b4f tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536032 Oct 17 18:21:08.673975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8081cb17-2ced-4c62-9f59-31d23869c515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ebc7c1-20d3-4f7f-8366-0b88a9563d13'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:21:08.676671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a396be-814a-4e75-ad36-40970938aea1" -d '{"events": [{"server_uuid": "8081cb17-2ced-4c62-9f59-31d23869c515", "name": "network-vif-plugged", "status": "completed", "tag": "31ebc7c1-20d3-4f7f-8366-0b88a9563d13"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:21:08.688147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=31ebc7c1-20d3-4f7f-8366-0b88a9563d13,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:08.694792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:08.749454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bc773b-29ef-4fb7-98d8-d479676b4e03 x-openstack-request-id: req-c6bc773b-29ef-4fb7-98d8-d479676b4e03 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:21:08.749902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8081cb17-2ced-4c62-9f59-31d23869c515", "name": "network-vif-plugged", "status": "completed", "tag": "31ebc7c1-20d3-4f7f-8366-0b88a9563d13", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:21:08.750239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6bc773b-29ef-4fb7-98d8-d479676b4e03 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:21:08.750778 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6bc773b-29ef-4fb7-98d8-d479676b4e03'] response: {'server_uuid': '8081cb17-2ced-4c62-9f59-31d23869c515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ebc7c1-20d3-4f7f-8366-0b88a9563d13', 'code': 200} Oct 17 18:21:08.809523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=31ebc7c1-20d3-4f7f-8366-0b88a9563d13,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:09.092282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49161000-4f29-4595-a499-e1fb342a771c req-9bec9814-614b-4136-ad09-392bc458f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:09.094907 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49161000-4f29-4595-a499-e1fb342a771c req-9bec9814-614b-4136-ad09-392bc458f8b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 1099 time: 0.1262534 Oct 17 18:21:09.158839 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49161000-4f29-4595-a499-e1fb342a771c req-f7b19fde-5615-453e-934d-2b5ef4474e39 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567560 Oct 17 18:21:09.247865 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:21:09.893051 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ba5ef-5f64-4229-8d12-b71139953b33 req-f0c66e16-2e90-4621-a366-a084064cb012 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:09.894661 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-197ba5ef-5f64-4229-8d12-b71139953b33 req-f0c66e16-2e90-4621-a366-a084064cb012 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 946 time: 0.1034050 Oct 17 18:21:09.953376 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-197ba5ef-5f64-4229-8d12-b71139953b33 req-9ece8d4b-b579-4191-97d5-98231818d398 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483630 Oct 17 18:21:11.213067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb94fd-15f4-46cf-af92-d0897aeef5c8 req-63d94441-c739-4ba4-832e-e3826f35b9d2 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:11.215167 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8ceb94fd-15f4-46cf-af92-d0897aeef5c8 req-63d94441-c739-4ba4-832e-e3826f35b9d2 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 946 time: 0.1023917 Oct 17 18:21:11.270513 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8ceb94fd-15f4-46cf-af92-d0897aeef5c8 req-fd6d5425-414f-4b2c-9d99-ba6c796134c8 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488589 Oct 17 18:21:11.731293 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e314c-c73b-4c35-b26d-28d9358557ea req-a683f166-b350-42c7-bb0f-b95a39acc95b tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:11.732928 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6c6e314c-c73b-4c35-b26d-28d9358557ea req-a683f166-b350-42c7-bb0f-b95a39acc95b tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 946 time: 0.1030326 Oct 17 18:21:11.783780 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6c6e314c-c73b-4c35-b26d-28d9358557ea req-a9d4c379-1301-470e-9f8f-ef4a31835871 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443025 Oct 17 18:21:13.013839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38154d-bcff-4179-bcb4-7dd5069280e2 req-94d923c7-d1f7-4180-9f4d-3b0973c919e2 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:13.015505 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8f38154d-bcff-4179-bcb4-7dd5069280e2 req-94d923c7-d1f7-4180-9f4d-3b0973c919e2 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 946 time: 0.1022534 Oct 17 18:21:13.076243 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8f38154d-bcff-4179-bcb4-7dd5069280e2 req-ff7840fd-b51f-4704-b8e4-6f624d7b253d tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496957 Oct 17 18:21:13.194666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2234e-12c3-4db8-80fe-8ce1bac399b5 req-a2401e5f-8778-4308-87c7-30bd954bc254 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:13.196442 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d2234e-12c3-4db8-80fe-8ce1bac399b5 req-a2401e5f-8778-4308-87c7-30bd954bc254 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.20 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 946 time: 0.1053336 Oct 17 18:21:13.277534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-85d2234e-12c3-4db8-80fe-8ce1bac399b5 req-41c15484-2ae9-42aa-837f-12399f5791f5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Deleting port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:13.277878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-85d2234e-12c3-4db8-80fe-8ce1bac399b5 req-41c15484-2ae9-42aa-837f-12399f5791f5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:13.579580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-85d2234e-12c3-4db8-80fe-8ce1bac399b5 req-41c15484-2ae9-42aa-837f-12399f5791f5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] For port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=31ebc7c1-20d3-4f7f-8366-0b88a9563d13,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:13.579944 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-85d2234e-12c3-4db8-80fe-8ce1bac399b5 req-41c15484-2ae9-42aa-837f-12399f5791f5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:13.722155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-85d2234e-12c3-4db8-80fe-8ce1bac399b5 req-41c15484-2ae9-42aa-837f-12399f5791f5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Calling delete_port for 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:13.933255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-85d2234e-12c3-4db8-80fe-8ce1bac399b5 req-41c15484-2ae9-42aa-837f-12399f5791f5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:13.968703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['5d04ca08-414c-419a-8b2d-93c380bbc280', '31ebc7c1-20d3-4f7f-8366-0b88a9563d13'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:21:14.013253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c15484-2ae9-42aa-837f-12399f5791f5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Pushing event deleted for resources: {'Port': ['ID=31ebc7c1-20d3-4f7f-8366-0b88a9563d13,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:14.209859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d2234e-12c3-4db8-80fe-8ce1bac399b5 req-41c15484-2ae9-42aa-837f-12399f5791f5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] No DVR routers for this DVR port 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:21:14.213968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-85d2234e-12c3-4db8-80fe-8ce1bac399b5 req-41c15484-2ae9-42aa-837f-12399f5791f5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:14.219860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8081cb17-2ced-4c62-9f59-31d23869c515', 'name': 'network-vif-deleted', 'tag': '31ebc7c1-20d3-4f7f-8366-0b88a9563d13'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:21:14.224335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b964319b-9544-4be7-8c69-8929614e01d8" -d '{"events": [{"server_uuid": "8081cb17-2ced-4c62-9f59-31d23869c515", "name": "network-vif-deleted", "tag": "31ebc7c1-20d3-4f7f-8366-0b88a9563d13"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:21:14.276942 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85d2234e-12c3-4db8-80fe-8ce1bac399b5 req-41c15484-2ae9-42aa-837f-12399f5791f5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.20 "DELETE /v2.0/ports/31ebc7c1-20d3-4f7f-8366-0b88a9563d13 HTTP/1.1" status: 204 len: 173 time: 1.0747833 Oct 17 18:21:14.328149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef3c2d9-b635-4f81-8719-9ece3bb78bab x-openstack-request-id: req-fef3c2d9-b635-4f81-8719-9ece3bb78bab {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:21:14.328581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8081cb17-2ced-4c62-9f59-31d23869c515", "name": "network-vif-deleted", "tag": "31ebc7c1-20d3-4f7f-8366-0b88a9563d13", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:21:14.329005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fef3c2d9-b635-4f81-8719-9ece3bb78bab {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:21:14.329617 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef3c2d9-b635-4f81-8719-9ece3bb78bab'] response: {'server_uuid': '8081cb17-2ced-4c62-9f59-31d23869c515', 'name': 'network-vif-deleted', 'tag': '31ebc7c1-20d3-4f7f-8366-0b88a9563d13', 'status': 'completed', 'code': 200} Oct 17 18:21:14.635435 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-649a1dc1-2e11-45a0-b74e-e4b019acf2a9 req-282ed1b0-2671-4bec-ad7b-35e7d0099739 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=8081cb17-2ced-4c62-9f59-31d23869c515 HTTP/1.1" status: 200 len: 210 time: 0.0596514 Oct 17 18:21:15.959569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d1800-86f1-469e-b0ba-33c56618884f req-ee899736-a6f1-49ae-a5eb-8d834e90fad2 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:15.962190 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ed2d1800-86f1-469e-b0ba-33c56618884f req-ee899736-a6f1-49ae-a5eb-8d834e90fad2 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 945 time: 0.1202364 Oct 17 18:21:16.017859 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ed2d1800-86f1-469e-b0ba-33c56618884f req-e90b53a7-33b5-4a4d-bf46-5a06e42a8fd1 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461740 Oct 17 18:21:16.277571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772deeab-d25e-48b1-a39f-617c3e594ddc req-27cdbc24-ae55-4275-bb1b-362b36794c8b tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:16.279114 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-772deeab-d25e-48b1-a39f-617c3e594ddc req-27cdbc24-ae55-4275-bb1b-362b36794c8b tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 945 time: 0.1066170 Oct 17 18:21:16.336916 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-772deeab-d25e-48b1-a39f-617c3e594ddc req-9b2b973b-54f7-475f-8356-b13b6ad4f6f6 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476592 Oct 17 18:21:16.462739 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:16.503571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:16.503909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 31ebc7c1-20d3-4f7f-8366-0b88a9563d13 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:16.622242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a679f-2f96-47f8-a739-715cd9add7e9 req-a91a1e17-878a-44ef-af5e-3fed2ba62df5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:16.622958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-2d5a679f-2f96-47f8-a739-715cd9add7e9 req-a91a1e17-878a-44ef-af5e-3fed2ba62df5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Synchronizing usage tracker for tenant:4eec59b3db324b2bb49ab8b9510e2578 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:21:16.641981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-2d5a679f-2f96-47f8-a739-715cd9add7e9 req-a91a1e17-878a-44ef-af5e-3fed2ba62df5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Unset dirty status for tenant:4eec59b3db324b2bb49ab8b9510e2578 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:21:16.643441 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2d5a679f-2f96-47f8-a739-715cd9add7e9 req-a91a1e17-878a-44ef-af5e-3fed2ba62df5 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 945 time: 0.1181114 Oct 17 18:21:16.698684 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2d5a679f-2f96-47f8-a739-715cd9add7e9 req-057080e1-39ce-4397-8a69-f0e2d707900b tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453033 Oct 17 18:21:17.064412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da97973-af8b-4cc1-8998-460e0937d113 req-677f4e27-fa24-4b41-b441-9854f584ce65 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:17.066043 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5da97973-af8b-4cc1-8998-460e0937d113 req-677f4e27-fa24-4b41-b441-9854f584ce65 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 945 time: 0.1063564 Oct 17 18:21:17.115988 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5da97973-af8b-4cc1-8998-460e0937d113 req-60e524e8-6b05-4fdf-be11-ab22d71bd7b7 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427823 Oct 17 18:21:17.339257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bbfc1-68ad-4bc2-9991-087f3d28bbd2 req-009434d4-34e7-4031-9fc4-5f006035bdeb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:17.340839 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0d3bbfc1-68ad-4bc2-9991-087f3d28bbd2 req-009434d4-34e7-4031-9fc4-5f006035bdeb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 945 time: 0.0992830 Oct 17 18:21:17.395703 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0d3bbfc1-68ad-4bc2-9991-087f3d28bbd2 req-d964295b-f8ba-4c71-bf6e-35421714a410 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486939 Oct 17 18:21:17.655228 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdfa24-76cb-45b3-b934-67bd8745523a req-6b171132-e352-461b-9da3-7e30571ef66a tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:17.657172 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-47bdfa24-76cb-45b3-b934-67bd8745523a req-6b171132-e352-461b-9da3-7e30571ef66a tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 945 time: 0.1055434 Oct 17 18:21:17.709736 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-47bdfa24-76cb-45b3-b934-67bd8745523a req-fecd3826-4102-421a-8aff-9d8c73defb61 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463977 Oct 17 18:21:18.446412 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73aabf-6031-4d06-ad21-257575cfa8d0 req-f00deee4-7738-4a7b-aefd-c88744495227 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:18.448013 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-bf73aabf-6031-4d06-ad21-257575cfa8d0 req-f00deee4-7738-4a7b-aefd-c88744495227 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 945 time: 0.1069129 Oct 17 18:21:18.502150 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-bf73aabf-6031-4d06-ad21-257575cfa8d0 req-10e17443-7ce0-4b37-8ab9-eda47af242a6 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440965 Oct 17 18:21:19.727657 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abe951-6b98-4cd6-b0f4-e76bf10e32e2 req-f07a67bf-ce76-42a9-bf32-8a41cba27a74 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:19.729320 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a9abe951-6b98-4cd6-b0f4-e76bf10e32e2 req-f07a67bf-ce76-42a9-bf32-8a41cba27a74 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 945 time: 0.1001656 Oct 17 18:21:19.843610 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a9abe951-6b98-4cd6-b0f4-e76bf10e32e2 req-9a185fa5-0b62-4eb4-87c3-4990d2847053 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/security-groups?id=06f96e61-11cf-424f-80db-70fe8626fdee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687368 Oct 17 18:21:19.872370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1ed43-c9df-471e-9be7-649d54d5c7c0 req-6ba3af46-fa45-4bd3-9eb3-4a231b62a419 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:19.874298 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b7c1ed43-c9df-471e-9be7-649d54d5c7c0 req-6ba3af46-fa45-4bd3-9eb3-4a231b62a419 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.20 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 945 time: 0.1413541 Oct 17 18:21:19.958883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-b7c1ed43-c9df-471e-9be7-649d54d5c7c0 req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Deleting port 5d04ca08-414c-419a-8b2d-93c380bbc280 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:19.959256 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b7c1ed43-c9df-471e-9be7-649d54d5c7c0 req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:20.460988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-b7c1ed43-c9df-471e-9be7-649d54d5c7c0 req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] For port 5d04ca08-414c-419a-8b2d-93c380bbc280, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5d04ca08-414c-419a-8b2d-93c380bbc280,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:20.461518 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b7c1ed43-c9df-471e-9be7-649d54d5c7c0 req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:20.707249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-b7c1ed43-c9df-471e-9be7-649d54d5c7c0 req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Calling delete_port for 5d04ca08-414c-419a-8b2d-93c380bbc280 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:20.893795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b7c1ed43-c9df-471e-9be7-649d54d5c7c0 req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:20.949053 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Pushing event deleted for resources: {'Port': ['ID=5d04ca08-414c-419a-8b2d-93c380bbc280,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:20.990959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:20.991476 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:20.991915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:20.992835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:20.992835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:20.993464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:20.993464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:20.993817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:20.994137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:20.994454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:20.994773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:20.995138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:21.062504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c1ed43-c9df-471e-9be7-649d54d5c7c0 req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] No DVR routers for this DVR port 5d04ca08-414c-419a-8b2d-93c380bbc280 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:21:21.065594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b7c1ed43-c9df-471e-9be7-649d54d5c7c0 req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:21.079770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ccef1f-4958-4b2b-aa0f-b339dd309285', 'name': 'network-vif-deleted', 'tag': '5d04ca08-414c-419a-8b2d-93c380bbc280'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:21:21.082241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a163d484-ba90-4351-a37c-6b9358cbceaf" -d '{"events": [{"server_uuid": "45ccef1f-4958-4b2b-aa0f-b339dd309285", "name": "network-vif-deleted", "tag": "5d04ca08-414c-419a-8b2d-93c380bbc280"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:21:21.126495 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b7c1ed43-c9df-471e-9be7-649d54d5c7c0 req-0a83ae13-65ac-4db7-a384-46a1cc8dfffb tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.20 "DELETE /v2.0/ports/5d04ca08-414c-419a-8b2d-93c380bbc280 HTTP/1.1" status: 204 len: 173 time: 1.2469540 Oct 17 18:21:21.140859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a07bba-d797-4cc7-bed9-22b7434b304a x-openstack-request-id: req-e5a07bba-d797-4cc7-bed9-22b7434b304a {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:21:21.141134 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ccef1f-4958-4b2b-aa0f-b339dd309285", "name": "network-vif-deleted", "tag": "5d04ca08-414c-419a-8b2d-93c380bbc280", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:21:21.141387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e5a07bba-d797-4cc7-bed9-22b7434b304a {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:21:21.141810 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a07bba-d797-4cc7-bed9-22b7434b304a'] response: {'server_uuid': '45ccef1f-4958-4b2b-aa0f-b339dd309285', 'name': 'network-vif-deleted', 'tag': '5d04ca08-414c-419a-8b2d-93c380bbc280', 'status': 'completed', 'code': 200} Oct 17 18:21:21.175505 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8de82b77-c907-4d23-9e63-c79bf73ff153 req-57dd3e81-84d8-471f-80ea-d6961f74cc75 tempest-ServersNegativeTestJSON-979656389 tempest-ServersNegativeTestJSON-979656389-project] 10.222.0.69 "GET /v2.0/ports?device_id=45ccef1f-4958-4b2b-aa0f-b339dd309285 HTTP/1.1" status: 200 len: 210 time: 0.1285717 Oct 17 18:21:22.294741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52672) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:22.489389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 5d04ca08-414c-419a-8b2d-93c380bbc280 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:22.532427 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 5d04ca08-414c-419a-8b2d-93c380bbc280 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:22.532942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 5d04ca08-414c-419a-8b2d-93c380bbc280 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:22.913081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e9e7a83-52a4-485e-be7f-044c8abb8c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:23.592563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e7a83-52a4-485e-be7f-044c8abb8c58 admin admin] Deleting port fe2d3990-5114-4190-b3f3-dcf54c9094ea {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:23.593325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e9e7a83-52a4-485e-be7f-044c8abb8c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:23.796176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-1e9e7a83-52a4-485e-be7f-044c8abb8c58 admin admin] For port fe2d3990-5114-4190-b3f3-dcf54c9094ea, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fe2d3990-5114-4190-b3f3-dcf54c9094ea,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:23.796592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e9e7a83-52a4-485e-be7f-044c8abb8c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:23.940159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e7a83-52a4-485e-be7f-044c8abb8c58 admin admin] Calling delete_port for fe2d3990-5114-4190-b3f3-dcf54c9094ea owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:24.156682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e9e7a83-52a4-485e-be7f-044c8abb8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:24.251440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e7a83-52a4-485e-be7f-044c8abb8c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2d3990-5114-4190-b3f3-dcf54c9094ea,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:24.607321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1e9e7a83-52a4-485e-be7f-044c8abb8c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:25.014961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9e7a83-52a4-485e-be7f-044c8abb8c58 admin admin] Router 9582be32-a1e6-4c1b-be51-46e68cd4de10 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:21:25.112160 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:25.369211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9e7a83-52a4-485e-be7f-044c8abb8c58 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:21:25.383707 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1e9e7a83-52a4-485e-be7f-044c8abb8c58 admin admin] 10.222.0.69 "PUT /v2.0/routers/9582be32-a1e6-4c1b-be51-46e68cd4de10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0875537 Oct 17 18:21:25.384036 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed79ef-8c49-4b20-a172-160069031a26 None None] Sync routers for ids ['9582be32-a1e6-4c1b-be51-46e68cd4de10'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:21:25.386646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52676) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:25.395674 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed79ef-8c49-4b20-a172-160069031a26 None None] Routers {'9582be32-a1e6-4c1b-be51-46e68cd4de10'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:21:25.396324 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5eed79ef-8c49-4b20-a172-160069031a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:21:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9582be32-a1e6-4c1b-be51-46e68cd4de10'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:25.603001 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:25.619826 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-5eed79ef-8c49-4b20-a172-160069031a26 None None] Set router 9582be32-a1e6-4c1b-be51-46e68cd4de10 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:21:25.907925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:25.923231 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Deleting port 7065e63b-e34e-4644-a2d4-fa305f527167 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:25.923775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:25.978442 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5eed79ef-8c49-4b20-a172-160069031a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'name': 'tempest-ServersNegativeTestJSON-435018913-router', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:20:36Z', 'updated_at': '2022-10-17T18:21:24Z', 'revision_number': 5, 'project_id': '4eec59b3db324b2bb49ab8b9510e2578', 'gw_port': {'id': '7065e63b-e34e-4644-a2d4-fa305f527167', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:43:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:20:37Z', 'updated_at': '2022-10-17T18:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:25.983868 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed79ef-8c49-4b20-a172-160069031a26 None None] Checking router: 9582be32-a1e6-4c1b-be51-46e68cd4de10 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:21:26.001155 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed79ef-8c49-4b20-a172-160069031a26 None None] Routers {'9582be32-a1e6-4c1b-be51-46e68cd4de10'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:21:26.002170 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5eed79ef-8c49-4b20-a172-160069031a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:21:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['9582be32-a1e6-4c1b-be51-46e68cd4de10'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:26.170755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] For port 7065e63b-e34e-4644-a2d4-fa305f527167, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7065e63b-e34e-4644-a2d4-fa305f527167,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:26.171870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:26.286670 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-5eed79ef-8c49-4b20-a172-160069031a26 None None] Set router 9582be32-a1e6-4c1b-be51-46e68cd4de10 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:21:26.313954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Calling delete_port for 7065e63b-e34e-4644-a2d4-fa305f527167 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:26.404621 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5eed79ef-8c49-4b20-a172-160069031a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'name': 'tempest-ServersNegativeTestJSON-435018913-router', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:20:36Z', 'updated_at': '2022-10-17T18:21:25Z', 'revision_number': 6, 'project_id': '4eec59b3db324b2bb49ab8b9510e2578', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:26.410004 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eed79ef-8c49-4b20-a172-160069031a26 None None] The sync data for ids ['9582be32-a1e6-4c1b-be51-46e68cd4de10'] in dv-neutron-860895-1-hyperv is: [{'id': '9582be32-a1e6-4c1b-be51-46e68cd4de10', 'name': 'tempest-ServersNegativeTestJSON-435018913-router', 'tenant_id': '4eec59b3db324b2bb49ab8b9510e2578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:20:36Z', 'updated_at': '2022-10-17T18:21:25Z', 'revision_number': 6, 'project_id': '4eec59b3db324b2bb49ab8b9510e2578', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:21:26.518109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:26.568479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Pushing event deleted for resources: {'Port': ['ID=7065e63b-e34e-4644-a2d4-fa305f527167,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:26.671472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.005328 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.008474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.034383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.035011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9582be32-a1e6-4c1b-be51-46e68cd4de10 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:21:27.051164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.052416 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e4131ede-ce8b-466c-afa0-06ec1bc51986 admin admin] 10.222.0.69 "DELETE /v2.0/routers/9582be32-a1e6-4c1b-be51-46e68cd4de10 HTTP/1.1" status: 204 len: 168 time: 1.6646879 Oct 17 18:21:27.057397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52680) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:27.132525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec38654-994c-48f3-ae1d-0c51e6fbca36 admin admin] Deleting subnet 75a2faa6-1a8d-47e7-8986-f1b3a929d037 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:21:27.136435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0ec38654-994c-48f3-ae1d-0c51e6fbca36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.196755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0ec38654-994c-48f3-ae1d-0c51e6fbca36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.299967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0ec38654-994c-48f3-ae1d-0c51e6fbca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.401894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0ec38654-994c-48f3-ae1d-0c51e6fbca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.448842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec38654-994c-48f3-ae1d-0c51e6fbca36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a2faa6-1a8d-47e7-8986-f1b3a929d037,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:27.450863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0ec38654-994c-48f3-ae1d-0c51e6fbca36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.457699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f587c1d-5471-471d-a564-494d71c950a0 None None] Network 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:27.465059 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52684) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:27.465944 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0ec38654-994c-48f3-ae1d-0c51e6fbca36 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/75a2faa6-1a8d-47e7-8986-f1b3a929d037 HTTP/1.1" status: 204 len: 168 time: 0.4064310 Oct 17 18:21:27.614499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.632581 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Deleting port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:27.632916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.877867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6602b7fc-9bc7-4e51-bc24-cf5b298b1184 None None] DHCP port deletion for 6519e5e4-ad60-4bb9-a117-ae39d35e5a8b request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:21:27.885455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6602b7fc-9bc7-4e51-bc24-cf5b298b1184 None None] Deleting port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:27.886052 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6602b7fc-9bc7-4e51-bc24-cf5b298b1184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:27.962118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] For port 3a02697d-03dd-4119-8e97-cb1fd2d649c2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3a02697d-03dd-4119-8e97-cb1fd2d649c2,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:27.962721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:28.184543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6602b7fc-9bc7-4e51-bc24-cf5b298b1184 None None] For port 3a02697d-03dd-4119-8e97-cb1fd2d649c2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3a02697d-03dd-4119-8e97-cb1fd2d649c2,segment=NetworkSegment(5ff15756-361c-4d97-9058-7baa05f7f7ff),segment_id=5ff15756-361c-4d97-9058-7baa05f7f7ff)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:28.185199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6602b7fc-9bc7-4e51-bc24-cf5b298b1184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:28.236389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Calling delete_port for 3a02697d-03dd-4119-8e97-cb1fd2d649c2 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:28.316579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fe2d3990-5114-4190-b3f3-dcf54c9094ea no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:28.326525 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:28.379498 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a02697d-03dd-4119-8e97-cb1fd2d649c2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:28.382401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] No DVR routers for this DVR port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:21:28.497596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6602b7fc-9bc7-4e51-bc24-cf5b298b1184 None None] Calling delete_port for 3a02697d-03dd-4119-8e97-cb1fd2d649c2 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:28.514521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:28.545956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6519e5e4-ad60-4bb9-a117-ae39d35e5a8b']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:28.548977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: fe2d3990-5114-4190-b3f3-dcf54c9094ea {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:28.548977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fe2d3990-5114-4190-b3f3-dcf54c9094ea not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:28.549796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7065e63b-e34e-4644-a2d4-fa305f527167 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:28.560655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff15756-361c-4d97-9058-7baa05f7f7ff') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:28.560998 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff15756-361c-4d97-9058-7baa05f7f7ff') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:28.575424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:28.593626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:28.600725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:21:28.601253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:28.675948 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 5ff15756-361c-4d97-9058-7baa05f7f7ff resource provider aggregate not found Oct 17 18:21:28.704502 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 5ff15756-361c-4d97-9058-7baa05f7f7ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ff15756-361c-4d97-9058-7baa05f7f7ff found for delete ", "request_id": "req-04a8d4a9-c526-447a-a70b-411da2c4a93b"}]} Oct 17 18:21:28.706711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 7065e63b-e34e-4644-a2d4-fa305f527167 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:28.707482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7065e63b-e34e-4644-a2d4-fa305f527167 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:28.707999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3a02697d-03dd-4119-8e97-cb1fd2d649c2 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:28.717302 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:28.744647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:28.748954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] Pushing event deleted for resources: {'Network': ['ID=6519e5e4-ad60-4bb9-a117-ae39d35e5a8b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:28.774777 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2cdde730-d41e-4e59-a36c-97fcce188294 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6519e5e4-ad60-4bb9-a117-ae39d35e5a8b HTTP/1.1" status: 204 len: 168 time: 1.3047345 Oct 17 18:21:28.782327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 3a02697d-03dd-4119-8e97-cb1fd2d649c2 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:28.782925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3a02697d-03dd-4119-8e97-cb1fd2d649c2 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:28.834818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-6602b7fc-9bc7-4e51-bc24-cf5b298b1184 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:21:28.836047 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-6602b7fc-9bc7-4e51-bc24-cf5b298b1184 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:21:28.951376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52694) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:29.014142 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9dfbefcd-a4aa-4743-818e-2a14a9f32d99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4eec59b3db324b2bb49ab8b9510e2578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615618 Oct 17 18:21:29.017066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52698) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:29.103703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-59675076-fb8f-45db-bd48-bf7c851fd0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:29.105148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d21538b6-028d-41e8-9044-0fc0acf91f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:29.157251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d21538b6-028d-41e8-9044-0fc0acf91f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:29.251386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d21538b6-028d-41e8-9044-0fc0acf91f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:29.271009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21538b6-028d-41e8-9044-0fc0acf91f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f96e61-11cf-424f-80db-70fe8626fdee,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:29.287474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d21538b6-028d-41e8-9044-0fc0acf91f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:29.289436 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d21538b6-028d-41e8-9044-0fc0acf91f6c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06f96e61-11cf-424f-80db-70fe8626fdee HTTP/1.1" status: 204 len: 168 time: 0.2711968 Oct 17 18:21:29.337832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6602b7fc-9bc7-4e51-bc24-cf5b298b1184 None None] Deleting port 3a02697d-03dd-4119-8e97-cb1fd2d649c2 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:29.338232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6602b7fc-9bc7-4e51-bc24-cf5b298b1184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:29.414367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6602b7fc-9bc7-4e51-bc24-cf5b298b1184 None None] The port '3a02697d-03dd-4119-8e97-cb1fd2d649c2' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:21:30.253606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52722) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:30.421180 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308004777'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:30.427508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:30.433825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Usage tracker for resource:network and tenant:159572b29ea14e568b859c4de6e610d9 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:30.439347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:30.451795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:30.468400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Made reservation on behalf of 159572b29ea14e568b859c4de6e610d9 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:30.472779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:30.487977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:30.508752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:30.513629 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Usage tracker for resource:security_group_rule and tenant:159572b29ea14e568b859c4de6e610d9 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:30.517116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:30.526005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:30.655063 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:30.660305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:30.703197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:21:30.715143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766fc28e-c647-4105-9f5d-56cfbf1a41c0,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:30.722890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:30.723461 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Added segment f1d16f5b-8824-4507-b12b-063c283d47b8 of type vlan for network d070b916-505b-4dde-9a8c-f18bd5f002f8 Oct 17 18:21:30.760035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:30.796976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:30.803284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:30.804089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:30.931628 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6767550 Oct 17 18:21:30.935889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68723f-32eb-4f0f-b3dd-9b947e562b83 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event updated for resources: {'Network': ['ID=d070b916-505b-4dde-9a8c-f18bd5f002f8,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:30.949771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network d070b916-505b-4dde-9a8c-f18bd5f002f8 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:21:31.547930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6d972431-ef6e-4bf7-9d08-14d93eb7d78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:32.630395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:32.635126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:34.437421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:34.685264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52728) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:34.691401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Request body: {'subnet': {'network_id': 'd070b916-505b-4dde-9a8c-f18bd5f002f8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:34.821612 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:34.826526 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Usage tracker for resource:subnet and tenant:159572b29ea14e568b859c4de6e610d9 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:34.830323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:34.838637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:34.853010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Made reservation on behalf of 159572b29ea14e568b859c4de6e610d9 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:34.857494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:35.155142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:35.266147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event updated for resources: {'Subnet': ['ID=3e1f0d0f-6e72-42b0-9da7-e47bedfa900b,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:35.284400 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:35.284883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:35.285252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:35.285671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:35.286128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:35.286621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:35.286991 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:35.287388 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:35.287987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:35.288925 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:35.289257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:35.289691 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:35.302214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Checking segment: {'id': 'f1d16f5b-8824-4507-b12b-063c283d47b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'd070b916-505b-4dde-9a8c-f18bd5f002f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:21:35.302591 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Network hostable DHCP agents. Network: d070b916-505b-4dde-9a8c-f18bd5f002f8, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:21:35.338487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Network d070b916-505b-4dde-9a8c-f18bd5f002f8 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:21:35.356281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, d070b916-505b-4dde-9a8c-f18bd5f002f8) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:21:35.364296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:35.365306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:35.375680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69973000-b4c9-415e-9a7e-80819292725a None None] Network d070b916-505b-4dde-9a8c-f18bd5f002f8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:35.402538 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-63e47642-ed21-493e-a5c5-8e9188efda21 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7158623 Oct 17 18:21:35.409002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52732) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:35.416910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1942716769'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:35.424894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:35.431564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Usage tracker for resource:network and tenant:159572b29ea14e568b859c4de6e610d9 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:35.435335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:35.443008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:35.456530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Made reservation on behalf of 159572b29ea14e568b859c4de6e610d9 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:35.460762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:35.495559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:21:35.509188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:35.509536 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Added segment a6f27c65-b9ed-49e3-849f-77e69409d0a0 of type vlan for network 716c38d9-358e-4c11-a6fb-eb4d62ead8af Oct 17 18:21:35.540593 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:35.583243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:35.590163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:35.590797 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:35.707417 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2968419 Oct 17 18:21:35.712038 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52736) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:35.716236 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3530c4c-1f3c-4268-9444-d70f4bfb2bf0 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event updated for resources: {'Network': ['ID=716c38d9-358e-4c11-a6fb-eb4d62ead8af,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:35.725636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Request body: {'subnet': {'network_id': '716c38d9-358e-4c11-a6fb-eb4d62ead8af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:35.734405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 716c38d9-358e-4c11-a6fb-eb4d62ead8af details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:21:35.755601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-d070b916-505b-4dde-9a8c-f18bd5f002f8', 'network_id': 'd070b916-505b-4dde-9a8c-f18bd5f002f8', 'tenant_id': '159572b29ea14e568b859c4de6e610d9', 'fixed_ips': [{'subnet_id': '3e1f0d0f-6e72-42b0-9da7-e47bedfa900b'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:21:35.757465 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:35.884443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:35.891497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Usage tracker for resource:subnet and tenant:159572b29ea14e568b859c4de6e610d9 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:35.896716 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:35.908021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:35.923618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Made reservation on behalf of 159572b29ea14e568b859c4de6e610d9 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:35.931354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.028254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Allocated IP 2001:db8:0:ffff::2 (d070b916-505b-4dde-9a8c-f18bd5f002f8/3e1f0d0f-6e72-42b0-9da7-e47bedfa900b/75b17eaf-2332-4da1-9b6a-def7f069c57e) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:21:36.325236 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.338353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Transition to ACTIVE for port object 75b17eaf-2332-4da1-9b6a-def7f069c57e will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:21:36.361624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Transition to ACTIVE for port object 75b17eaf-2332-4da1-9b6a-def7f069c57e will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:21:36.371400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.446929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.449235 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Network d070b916-505b-4dde-9a8c-f18bd5f002f8 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:21:36.452343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:21:36.456369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:21:36.463649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Pushing event updated for resources: {'Port': ['ID=75b17eaf-2332-4da1-9b6a-def7f069c57e,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:36.552265 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event updated for resources: {'Subnet': ['ID=91be3c56-c796-4cfd-8cc2-e59a9904f0c3,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:36.563516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Checking segment: {'id': 'a6f27c65-b9ed-49e3-849f-77e69409d0a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '716c38d9-358e-4c11-a6fb-eb4d62ead8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:21:36.563901 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Network hostable DHCP agents. Network: 716c38d9-358e-4c11-a6fb-eb4d62ead8af, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:21:36.589058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Network 716c38d9-358e-4c11-a6fb-eb4d62ead8af is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:21:36.602733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 716c38d9-358e-4c11-a6fb-eb4d62ead8af) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:21:36.604838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Attempting to bind port 75b17eaf-2332-4da1-9b6a-def7f069c57e on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:21:36.605217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Attempting to bind port 75b17eaf-2332-4da1-9b6a-def7f069c57e by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'f1d16f5b-8824-4507-b12b-063c283d47b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'd070b916-505b-4dde-9a8c-f18bd5f002f8'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:21:36.605571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Attempting to bind port 75b17eaf-2332-4da1-9b6a-def7f069c57e on network d070b916-505b-4dde-9a8c-f18bd5f002f8 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:21:36.608535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:36.609472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.612332 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:21:36.612713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Checking segment: {'id': 'f1d16f5b-8824-4507-b12b-063c283d47b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'd070b916-505b-4dde-9a8c-f18bd5f002f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:21:36.613125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.613519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Bound using segment: {'id': 'f1d16f5b-8824-4507-b12b-063c283d47b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'd070b916-505b-4dde-9a8c-f18bd5f002f8'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:21:36.614122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Bound port: 75b17eaf-2332-4da1-9b6a-def7f069c57e, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d16f5b-8824-4507-b12b-063c283d47b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'd070b916-505b-4dde-9a8c-f18bd5f002f8'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:21:36.614380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.625125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0bf0f1-7c8d-47f2-bafb-40152cb3ded0 None None] Network 716c38d9-358e-4c11-a6fb-eb4d62ead8af requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:36.639292 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-baa8cbf5-bc37-4110-a9e9-e9f3f212b2d6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9253020 Oct 17 18:21:36.642503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52740) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:36.806214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.827706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] For port 75b17eaf-2332-4da1-9b6a-def7f069c57e, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:21:36.874371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] For port 75b17eaf-2332-4da1-9b6a-def7f069c57e, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=75b17eaf-2332-4da1-9b6a-def7f069c57e,segment=NetworkSegment(f1d16f5b-8824-4507-b12b-063c283d47b8),segment_id=f1d16f5b-8824-4507-b12b-063c283d47b8)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:21:36.886255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.888561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:36.991889 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.026123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b99c7c-e17b-4cb6-ad61-d787fd97b264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-716c38d9-358e-4c11-a6fb-eb4d62ead8af', 'network_id': '716c38d9-358e-4c11-a6fb-eb4d62ead8af', 'tenant_id': '159572b29ea14e568b859c4de6e610d9', 'fixed_ips': [{'subnet_id': '91be3c56-c796-4cfd-8cc2-e59a9904f0c3'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:21:37.027138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-53b99c7c-e17b-4cb6-ad61-d787fd97b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.041323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event deleted for resources: {'Subnet': ['ID=91be3c56-c796-4cfd-8cc2-e59a9904f0c3,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:37.063137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8688ea-1029-497c-848c-5e7ff2a5ad0d None None] Pushing event updated for resources: {'Port': ['ID=75b17eaf-2332-4da1-9b6a-def7f069c57e,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:37.177243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.214633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716c38d9-358e-4c11-a6fb-eb4d62ead8af']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:37.233192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f27c65-b9ed-49e3-849f-77e69409d0a0') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:37.233518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f27c65-b9ed-49e3-849f-77e69409d0a0') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:37.251576 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.293976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd938b55-7089-4cca-a4cb-8b101bf3415e None None] Network 716c38d9-358e-4c11-a6fb-eb4d62ead8af requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:37.301590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.310767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:21:37.311457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.399995 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a6f27c65-b9ed-49e3-849f-77e69409d0a0 resource provider aggregate not found Oct 17 18:21:37.445343 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment a6f27c65-b9ed-49e3-849f-77e69409d0a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6f27c65-b9ed-49e3-849f-77e69409d0a0 found for delete ", "request_id": "req-3d9243b9-9456-4e3e-9973-54908aa6bcf9"}]} Oct 17 18:21:37.449671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.473225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.487653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event deleted for resources: {'Network': ['ID=716c38d9-358e-4c11-a6fb-eb4d62ead8af,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:37.492808 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e914572b-fd29-40ff-81de-e9ebe56e43a4 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/networks/716c38d9-358e-4c11-a6fb-eb4d62ead8af HTTP/1.1" status: 204 len: 168 time: 0.8489373 Oct 17 18:21:37.498150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52748) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:37.504804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-182612033'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:37.511513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:37.516026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Usage tracker for resource:network and tenant:159572b29ea14e568b859c4de6e610d9 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:37.519234 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:37.528529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:37.545458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Made reservation on behalf of 159572b29ea14e568b859c4de6e610d9 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:37.550527 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.597711 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:21:37.612499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.612827 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Added segment 3ad8aa85-d0a3-4e81-918a-8dbecb890361 of type vlan for network b5f0d60e-3ec8-494f-a2cb-862f9f982c52 Oct 17 18:21:37.663995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.713320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.723883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:37.724826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:37.924309 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4245286 Oct 17 18:21:37.927128 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52752) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:37.935240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Request body: {'subnet': {'network_id': 'b5f0d60e-3ec8-494f-a2cb-862f9f982c52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:37.940286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb4703-b557-4bf9-8679-1ee5a1068126 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event updated for resources: {'Network': ['ID=b5f0d60e-3ec8-494f-a2cb-862f9f982c52,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:37.954001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network b5f0d60e-3ec8-494f-a2cb-862f9f982c52 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:21:38.097675 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:38.103365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Usage tracker for resource:subnet and tenant:159572b29ea14e568b859c4de6e610d9 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:38.107890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:38.118531 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:38.135151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Made reservation on behalf of 159572b29ea14e568b859c4de6e610d9 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:38.142217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:38.260712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 75b17eaf-2332-4da1-9b6a-def7f069c57e up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:21:38.339527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f28bd2-1a62-4004-a2cb-afda1808a54c None None] Network d070b916-505b-4dde-9a8c-f18bd5f002f8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:38.344753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.ipam_backend_mixin [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Performing IP validity checks on allocation pools {{(pid=89191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 17 18:21:38.345309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.ipam_backend_mixin [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89191) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 17 18:21:38.498565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:38.545142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ad193a90-b27b-4832-acce-165c3213c150 None None] Provisioning for port 75b17eaf-2332-4da1-9b6a-def7f069c57e completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:21:38.591773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event updated for resources: {'Subnet': ['ID=e5dd2459-dcb2-43d9-8a34-238ec8b2db7f,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:38.603685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Checking segment: {'id': '3ad8aa85-d0a3-4e81-918a-8dbecb890361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b5f0d60e-3ec8-494f-a2cb-862f9f982c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:21:38.604349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Network hostable DHCP agents. Network: b5f0d60e-3ec8-494f-a2cb-862f9f982c52, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:21:38.607105 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 75b17eaf-2332-4da1-9b6a-def7f069c57e completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:21:38.627556 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 75b17eaf-2332-4da1-9b6a-def7f069c57e triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:21:38.628164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:38.628769 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 75b17eaf-2332-4da1-9b6a-def7f069c57e Oct 17 18:21:38.629009 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Network b5f0d60e-3ec8-494f-a2cb-862f9f982c52 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:21:38.641826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, b5f0d60e-3ec8-494f-a2cb-862f9f982c52) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:21:38.648208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:38.649077 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:38.673461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b57cdf-176e-4826-b3d4-cf0661c7f00a None None] Network b5f0d60e-3ec8-494f-a2cb-862f9f982c52 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:38.678938 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b5cc2773-f179-42ba-92f9-2450d399b65b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7490785 Oct 17 18:21:38.682582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52756) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:38.916568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.001025 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.056208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 75b17eaf-2332-4da1-9b6a-def7f069c57e is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:21:39.057120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.118844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.156419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9263d91f-4629-4c77-a3c8-6fa78e4d08d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-b5f0d60e-3ec8-494f-a2cb-862f9f982c52', 'network_id': 'b5f0d60e-3ec8-494f-a2cb-862f9f982c52', 'tenant_id': '159572b29ea14e568b859c4de6e610d9', 'fixed_ips': [{'subnet_id': 'e5dd2459-dcb2-43d9-8a34-238ec8b2db7f'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:21:39.157843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9263d91f-4629-4c77-a3c8-6fa78e4d08d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.175954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 75b17eaf-2332-4da1-9b6a-def7f069c57e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=75b17eaf-2332-4da1-9b6a-def7f069c57e,segment=NetworkSegment(f1d16f5b-8824-4507-b12b-063c283d47b8),segment_id=f1d16f5b-8824-4507-b12b-063c283d47b8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:39.191924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.259455 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event deleted for resources: {'Subnet': ['ID=e5dd2459-dcb2-43d9-8a34-238ec8b2db7f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:39.376011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=75b17eaf-2332-4da1-9b6a-def7f069c57e,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:39.399253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.414134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c0d79b-f5c3-4dbf-b963-e1e56002c239 None None] Network b5f0d60e-3ec8-494f-a2cb-862f9f982c52 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:39.450405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f0d60e-3ec8-494f-a2cb-862f9f982c52']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:39.467709 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad8aa85-d0a3-4e81-918a-8dbecb890361') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:39.468026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad8aa85-d0a3-4e81-918a-8dbecb890361') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:39.483447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.505663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.514599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:21:39.515389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.545329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0a8500cb-7f80-49d9-8562-475d031efee5 None None] Provisioning complete for port 75b17eaf-2332-4da1-9b6a-def7f069c57e triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:21:39.545697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0a8500cb-7f80-49d9-8562-475d031efee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.546027 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0a8500cb-7f80-49d9-8562-475d031efee5 None None] Attempt 1 to provision port 75b17eaf-2332-4da1-9b6a-def7f069c57e Oct 17 18:21:39.632407 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 3ad8aa85-d0a3-4e81-918a-8dbecb890361 resource provider aggregate not found Oct 17 18:21:39.678984 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 3ad8aa85-d0a3-4e81-918a-8dbecb890361 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ad8aa85-d0a3-4e81-918a-8dbecb890361 found for delete ", "request_id": "req-df3b364c-315b-44d6-89a1-93a179cffc00"}]} Oct 17 18:21:39.705790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.712716 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.824715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0a8500cb-7f80-49d9-8562-475d031efee5 None None] Current status of the port 75b17eaf-2332-4da1-9b6a-def7f069c57e is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:21:39.863912 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event deleted for resources: {'Network': ['ID=b5f0d60e-3ec8-494f-a2cb-862f9f982c52,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:39.866721 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-946af21f-8873-4b58-ac7f-368bda2f0fa2 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/networks/b5f0d60e-3ec8-494f-a2cb-862f9f982c52 HTTP/1.1" status: 204 len: 168 time: 1.1825891 Oct 17 18:21:39.871636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52764) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:39.877639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-67589498'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:39.885049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:39.889357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Usage tracker for resource:network and tenant:159572b29ea14e568b859c4de6e610d9 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:39.892713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:39.902466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:39.918924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Made reservation on behalf of 159572b29ea14e568b859c4de6e610d9 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:39.925230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.978648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:21:39.995473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:39.996035 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Added segment f8e9fe48-8add-4347-9ed8-16cfede61e21 of type vlan for network c507e499-4d29-405e-94fc-b3bf4dbcee56 Oct 17 18:21:40.034616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:40.069108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:40.075994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:40.076823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:40.205119 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3322988 Oct 17 18:21:40.209880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52768) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:40.218693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 75b17eaf-2332-4da1-9b6a-def7f069c57e up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:21:40.221919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Request body: {'subnet': {'network_id': 'c507e499-4d29-405e-94fc-b3bf4dbcee56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:40.243196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bdcc6-1af8-42aa-b790-d9b055bddc46 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event updated for resources: {'Network': ['ID=c507e499-4d29-405e-94fc-b3bf4dbcee56,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:40.264729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network c507e499-4d29-405e-94fc-b3bf4dbcee56 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:21:40.363546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:40.371427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Usage tracker for resource:subnet and tenant:159572b29ea14e568b859c4de6e610d9 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:40.377192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:40.389001 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:40.405069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Made reservation on behalf of 159572b29ea14e568b859c4de6e610d9 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:40.410788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:40.415027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 75b17eaf-2332-4da1-9b6a-def7f069c57e triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:21:40.415456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:40.415782 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 75b17eaf-2332-4da1-9b6a-def7f069c57e Oct 17 18:21:40.574039 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 75b17eaf-2332-4da1-9b6a-def7f069c57e is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:21:40.699065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:40.788137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event updated for resources: {'Subnet': ['ID=a27902a2-2174-4992-8adf-9d2f1255e1da,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:40.798095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Checking segment: {'id': 'f8e9fe48-8add-4347-9ed8-16cfede61e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'c507e499-4d29-405e-94fc-b3bf4dbcee56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:21:40.798490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Network hostable DHCP agents. Network: c507e499-4d29-405e-94fc-b3bf4dbcee56, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:21:40.822929 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Network c507e499-4d29-405e-94fc-b3bf4dbcee56 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:21:40.835963 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, c507e499-4d29-405e-94fc-b3bf4dbcee56) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:21:40.841428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:40.842729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:40.846916 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859d4e2-db68-46f0-a19c-2bdabe8c2f52 None None] Network c507e499-4d29-405e-94fc-b3bf4dbcee56 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:40.873148 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-596bf80c-9f40-4dcb-aa1b-ceeab2f1f25c tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6614561 Oct 17 18:21:40.877552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52772) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:40.884553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-394028495'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:40.892523 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:40.900357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Usage tracker for resource:network and tenant:159572b29ea14e568b859c4de6e610d9 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:40.905663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:40.916671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:40.934278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Made reservation on behalf of 159572b29ea14e568b859c4de6e610d9 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:40.940017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:40.983450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:21:40.998638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:40.999206 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Added segment 7f27833c-c478-4f15-9bdf-6cd3cf2c66de of type vlan for network 95bca28d-1cc8-41df-8622-7636699f83ad Oct 17 18:21:41.042627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:41.088577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:41.099119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:41.100720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:41.214577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-c507e499-4d29-405e-94fc-b3bf4dbcee56', 'network_id': 'c507e499-4d29-405e-94fc-b3bf4dbcee56', 'tenant_id': '159572b29ea14e568b859c4de6e610d9', 'fixed_ips': [{'subnet_id': 'a27902a2-2174-4992-8adf-9d2f1255e1da'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:21:41.216282 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:41.253144 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3741691 Oct 17 18:21:41.257372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52776) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:41.269683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Request body: {'subnet': {'network_id': '95bca28d-1cc8-41df-8622-7636699f83ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:41.285114 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620a505-dc6f-42a0-8fa9-ab8779b91b36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event updated for resources: {'Network': ['ID=95bca28d-1cc8-41df-8622-7636699f83ad,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:41.325118 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 95bca28d-1cc8-41df-8622-7636699f83ad details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:21:41.404269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:41.408991 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Usage tracker for resource:subnet and tenant:159572b29ea14e568b859c4de6e610d9 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:41.412869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:41.420152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:41.434885 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Made reservation on behalf of 159572b29ea14e568b859c4de6e610d9 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:41.438765 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:41.717509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:41.732320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Allocated IP 2001:db8::2 (c507e499-4d29-405e-94fc-b3bf4dbcee56/a27902a2-2174-4992-8adf-9d2f1255e1da/5477fe11-6bc2-44ee-a3f6-776cf85e5d27) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:21:41.815989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event updated for resources: {'Subnet': ['ID=7ea63d07-f9be-4277-9af9-ce1f384d9708,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:41.827718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Checking segment: {'id': '7f27833c-c478-4f15-9bdf-6cd3cf2c66de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '95bca28d-1cc8-41df-8622-7636699f83ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:21:41.828147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Network hostable DHCP agents. Network: 95bca28d-1cc8-41df-8622-7636699f83ad, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:21:41.855004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Network 95bca28d-1cc8-41df-8622-7636699f83ad is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:21:41.867962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 95bca28d-1cc8-41df-8622-7636699f83ad) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:21:41.873425 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:41.874193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:41.885527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0feb4b3-45f0-4cd3-875e-86e839c3e5f3 None None] Network 95bca28d-1cc8-41df-8622-7636699f83ad requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:41.916167 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-05684f61-1119-4d4b-a137-959166db0686 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6570961 Oct 17 18:21:41.920291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52780) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:42.157961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.228821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.277737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.290773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Transition to ACTIVE for port object 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:21:42.310796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7d5f5e-80b1-438f-87ee-2d76bbc1eacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-95bca28d-1cc8-41df-8622-7636699f83ad', 'network_id': '95bca28d-1cc8-41df-8622-7636699f83ad', 'tenant_id': '159572b29ea14e568b859c4de6e610d9', 'fixed_ips': [{'subnet_id': '7ea63d07-f9be-4277-9af9-ce1f384d9708'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:21:42.312284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb7d5f5e-80b1-438f-87ee-2d76bbc1eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.367632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Transition to ACTIVE for port object 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:21:42.417254 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.448516 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.466311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event deleted for resources: {'Subnet': ['ID=7ea63d07-f9be-4277-9af9-ce1f384d9708,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:42.580599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.610916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bca28d-1cc8-41df-8622-7636699f83ad']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:42.618598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Network c507e499-4d29-405e-94fc-b3bf4dbcee56 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:21:42.625450 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f27833c-c478-4f15-9bdf-6cd3cf2c66de') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:42.625830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f27833c-c478-4f15-9bdf-6cd3cf2c66de') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:42.628381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:21:42.640170 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.649365 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:21:42.659166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.667635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:21:42.667961 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.732862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Pushing event updated for resources: {'Port': ['ID=5477fe11-6bc2-44ee-a3f6-776cf85e5d27,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:42.745099 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 7f27833c-c478-4f15-9bdf-6cd3cf2c66de resource provider aggregate not found Oct 17 18:21:42.774080 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 7f27833c-c478-4f15-9bdf-6cd3cf2c66de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f27833c-c478-4f15-9bdf-6cd3cf2c66de found for delete ", "request_id": "req-d4cface1-2233-425e-b14b-96475e685837"}]} Oct 17 18:21:42.793017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.817603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.826579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event deleted for resources: {'Network': ['ID=95bca28d-1cc8-41df-8622-7636699f83ad,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:42.836279 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2b2b4f24-ef07-4e50-a51c-43b7e4ca421a tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/networks/95bca28d-1cc8-41df-8622-7636699f83ad HTTP/1.1" status: 204 len: 168 time: 0.9135351 Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server [None req-bb7d5f5e-80b1-438f-87ee-2d76bbc1eacc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ea63d07-f9be-4277-9af9-ce1f384d9708: This subnet is being modified by another concurrent operation. Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise self.value Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server raise exception Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ea63d07-f9be-4277-9af9-ce1f384d9708: This subnet is being modified by another concurrent operation. Oct 17 18:21:42.838885 dv-neutron-860895-1-hyperv neutron-server[89192]: ERROR oslo_messaging.rpc.server Oct 17 18:21:42.846495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52788) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:42.900676 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-7696c452-d65e-429e-9451-c439c3ec0d36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] GET failed (client error): The resource could not be found. Oct 17 18:21:42.901205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7696c452-d65e-429e-9451-c439c3ec0d36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Synchronizing usage tracker for tenant:159572b29ea14e568b859c4de6e610d9 on resource:subnet {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:21:42.922560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b68eb6-b75f-438e-94c4-23f7a7428189 None None] Network 95bca28d-1cc8-41df-8622-7636699f83ad requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:42.923304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7696c452-d65e-429e-9451-c439c3ec0d36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Unset dirty status for tenant:159572b29ea14e568b859c4de6e610d9 on resource:subnet {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:21:42.925118 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7696c452-d65e-429e-9451-c439c3ec0d36 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "GET /v2.0/subnets/7ea63d07-f9be-4277-9af9-ce1f384d9708 HTTP/1.1" status: 404 len: 337 time: 0.0826764 Oct 17 18:21:42.928779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52792) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:42.958434 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d556ae4-54e0-49a9-88d8-345fe6fa29ea tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:42.958921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d556ae4-54e0-49a9-88d8-345fe6fa29ea tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:42.960747 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9d556ae4-54e0-49a9-88d8-345fe6fa29ea tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/networks/95bca28d-1cc8-41df-8622-7636699f83ad HTTP/1.1" status: 404 len: 339 time: 0.0306592 Oct 17 18:21:42.965726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52796) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:42.978949 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b68eb6-b75f-438e-94c4-23f7a7428189 None None] Network 95bca28d-1cc8-41df-8622-7636699f83ad could not be found, it might have been deleted concurrently. {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 18:21:42.984824 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Attempting to bind port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:21:42.985190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Attempting to bind port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'f8e9fe48-8add-4347-9ed8-16cfede61e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'c507e499-4d29-405e-94fc-b3bf4dbcee56'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:21:42.985817 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Attempting to bind port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 on network c507e499-4d29-405e-94fc-b3bf4dbcee56 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:21:42.995594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:21:42.996125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Checking segment: {'id': 'f8e9fe48-8add-4347-9ed8-16cfede61e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'c507e499-4d29-405e-94fc-b3bf4dbcee56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:21:42.996806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:42.997417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Bound using segment: {'id': 'f8e9fe48-8add-4347-9ed8-16cfede61e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'c507e499-4d29-405e-94fc-b3bf4dbcee56'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:21:42.997963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Bound port: 5477fe11-6bc2-44ee-a3f6-776cf85e5d27, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e9fe48-8add-4347-9ed8-16cfede61e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'c507e499-4d29-405e-94fc-b3bf4dbcee56'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:21:42.998460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:43.008277 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcbd978-8079-417d-b95c-03c9f99ab826 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:43.008783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcbd978-8079-417d-b95c-03c9f99ab826 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:43.010573 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-adcbd978-8079-417d-b95c-03c9f99ab826 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/subnets/7ea63d07-f9be-4277-9af9-ce1f384d9708 HTTP/1.1" status: 404 len: 337 time: 0.0438325 Oct 17 18:21:43.015270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52800) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:43.042298 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a98bb6-fd66-4c67-93f9-4d2776200847 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:43.042785 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a98bb6-fd66-4c67-93f9-4d2776200847 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89190) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:43.044623 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b9a98bb6-fd66-4c67-93f9-4d2776200847 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/networks/95bca28d-1cc8-41df-8622-7636699f83ad HTTP/1.1" status: 404 len: 339 time: 0.0283003 Oct 17 18:21:43.049515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52804) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:43.138005 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] For port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:21:43.144541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccff6f10-9b88-4004-b886-dce9f97cdf67 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Deleting subnet a27902a2-2174-4992-8adf-9d2f1255e1da {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:21:43.144790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] For port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5477fe11-6bc2-44ee-a3f6-776cf85e5d27,segment=NetworkSegment(f8e9fe48-8add-4347-9ed8-16cfede61e21),segment_id=f8e9fe48-8add-4347-9ed8-16cfede61e21)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:21:43.150878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccff6f10-9b88-4004-b886-dce9f97cdf67 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:43.151370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:43.265917 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c79cd-bf65-47fe-a18a-d84c7d8a613e None None] Pushing event updated for resources: {'Port': ['ID=5477fe11-6bc2-44ee-a3f6-776cf85e5d27,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:43.271077 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccff6f10-9b88-4004-b886-dce9f97cdf67 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:43.410045 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccff6f10-9b88-4004-b886-dce9f97cdf67 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:43.536351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccff6f10-9b88-4004-b886-dce9f97cdf67 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:43.602013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff6f10-9b88-4004-b886-dce9f97cdf67 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event deleted for resources: {'Subnet': ['ID=a27902a2-2174-4992-8adf-9d2f1255e1da,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:43.607898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccff6f10-9b88-4004-b886-dce9f97cdf67 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:43.628770 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ccff6f10-9b88-4004-b886-dce9f97cdf67 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/subnets/a27902a2-2174-4992-8adf-9d2f1255e1da HTTP/1.1" status: 204 len: 168 time: 0.5777447 Oct 17 18:21:43.633131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52808) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:43.776868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:43.790924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Deleting port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:43.791514 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:44.278410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:21:44.309321 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] For port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5477fe11-6bc2-44ee-a3f6-776cf85e5d27,segment=NetworkSegment(f8e9fe48-8add-4347-9ed8-16cfede61e21),segment_id=f8e9fe48-8add-4347-9ed8-16cfede61e21)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:44.310176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:44.386136 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:21:44.466419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d735660-33d2-4063-b37a-6fd63a0f3c83 None None] Network c507e499-4d29-405e-94fc-b3bf4dbcee56 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:44.493223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Calling delete_port for 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:44.575215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f6a4a7ed-7f26-423d-9ae4-8853aaaa5001 None None] Provisioning for port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:21:44.593253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f6a4a7ed-7f26-423d-9ae4-8853aaaa5001 None None] Provisioning complete for port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:21:44.593820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f6a4a7ed-7f26-423d-9ae4-8853aaaa5001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:44.594071 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f6a4a7ed-7f26-423d-9ae4-8853aaaa5001 None None] Attempt 1 to provision port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 Oct 17 18:21:44.594555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:44.663488 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6a4a7ed-7f26-423d-9ae4-8853aaaa5001 None None] Port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 was deleted so its status cannot be updated. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 17 18:21:44.677421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event deleted for resources: {'Port': ['ID=5477fe11-6bc2-44ee-a3f6-776cf85e5d27,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:44.680088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] No DVR routers for this DVR port 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:21:44.777978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6294a98d-6b8f-4001-9e81-c598fa6f70d2 None None] DHCP port deletion for c507e499-4d29-405e-94fc-b3bf4dbcee56 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:21:44.803819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a45f6-ec5e-4989-9ba4-be91626ab53f None None] get_active_networks_info from dv-neutron-860895-1-hyperv {{(pid=89192) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 17 18:21:44.827186 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:44.862066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c507e499-4d29-405e-94fc-b3bf4dbcee56']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:44.876804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e9fe48-8add-4347-9ed8-16cfede61e21') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:44.877086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e9fe48-8add-4347-9ed8-16cfede61e21') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:44.890664 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:44.912242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:44.914656 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265a45f6-ec5e-4989-9ba4-be91626ab53f None None] Resources bound (agent type, host, resource id): {{(pid=89192) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 17 18:21:44.920340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:21:44.920927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:45.081628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:45.090452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:45.148218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event deleted for resources: {'Network': ['ID=c507e499-4d29-405e-94fc-b3bf4dbcee56,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:45.158115 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4a7c6ca9-603f-4c3e-affd-cf9e3a8966fd tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/networks/c507e499-4d29-405e-94fc-b3bf4dbcee56 HTTP/1.1" status: 204 len: 168 time: 1.5212376 Oct 17 18:21:45.158115 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52816) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:45.206637 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment f8e9fe48-8add-4347-9ed8-16cfede61e21 resource provider aggregate not found Oct 17 18:21:45.211619 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a6f570-da1f-4eca-97d1-6f89d571c1cb tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:45.212067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a6f570-da1f-4eca-97d1-6f89d571c1cb tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:45.213856 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-17a6f570-da1f-4eca-97d1-6f89d571c1cb tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/subnets/e5dd2459-dcb2-43d9-8a34-238ec8b2db7f HTTP/1.1" status: 404 len: 337 time: 0.0548487 Oct 17 18:21:45.217955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52822) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:45.248195 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment f8e9fe48-8add-4347-9ed8-16cfede61e21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8e9fe48-8add-4347-9ed8-16cfede61e21 found for delete ", "request_id": "req-d40b774a-afc8-4e4e-9639-891ae64ac4aa"}]} Oct 17 18:21:45.249765 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-579c8288-465d-4e77-ac3b-e85bc2f00211 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:45.250230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579c8288-465d-4e77-ac3b-e85bc2f00211 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:45.252037 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-579c8288-465d-4e77-ac3b-e85bc2f00211 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/networks/b5f0d60e-3ec8-494f-a2cb-862f9f982c52 HTTP/1.1" status: 404 len: 339 time: 0.0329013 Oct 17 18:21:45.256719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52826) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:45.296291 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f1fd7b-67eb-46aa-8f8d-334e24056113 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:45.296733 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8f1fd7b-67eb-46aa-8f8d-334e24056113 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:45.299104 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c8f1fd7b-67eb-46aa-8f8d-334e24056113 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/subnets/91be3c56-c796-4cfd-8cc2-e59a9904f0c3 HTTP/1.1" status: 404 len: 337 time: 0.0410702 Oct 17 18:21:45.303993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52830) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:45.332987 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ea67a7-c5eb-453d-b289-877f3be408e6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] DELETE failed (client error): The resource could not be found. Oct 17 18:21:45.334579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ea67a7-c5eb-453d-b289-877f3be408e6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89191) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 17 18:21:45.336376 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c9ea67a7-c5eb-453d-b289-877f3be408e6 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/networks/716c38d9-358e-4c11-a6fb-eb4d62ead8af HTTP/1.1" status: 404 len: 339 time: 0.0310876 Oct 17 18:21:45.340189 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52834) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:45.432951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbbe1375-4be6-44e7-aca8-55efa9025e9b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Deleting subnet 3e1f0d0f-6e72-42b0-9da7-e47bedfa900b {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:21:45.436712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fbbe1375-4be6-44e7-aca8-55efa9025e9b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:45.514418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fbbe1375-4be6-44e7-aca8-55efa9025e9b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:45.671783 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fbbe1375-4be6-44e7-aca8-55efa9025e9b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:45.795928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fbbe1375-4be6-44e7-aca8-55efa9025e9b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:45.842432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe1375-4be6-44e7-aca8-55efa9025e9b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1f0d0f-6e72-42b0-9da7-e47bedfa900b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:45.844535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fbbe1375-4be6-44e7-aca8-55efa9025e9b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:45.852369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f107f7ac-7c31-4e6c-82cc-10094ab36e8d None None] Network d070b916-505b-4dde-9a8c-f18bd5f002f8 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:45.858964 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fbbe1375-4be6-44e7-aca8-55efa9025e9b tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/subnets/3e1f0d0f-6e72-42b0-9da7-e47bedfa900b HTTP/1.1" status: 204 len: 168 time: 0.5171196 Oct 17 18:21:45.861899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52838) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:46.056688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:46.076910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Deleting port 75b17eaf-2332-4da1-9b6a-def7f069c57e {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:46.077493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:46.207960 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:46.251922 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:21:46.269872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893f3ac7-45b4-412a-bff3-f5525ad1084d None None] DHCP port deletion for d070b916-505b-4dde-9a8c-f18bd5f002f8 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:21:46.284926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:46.285475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5477fe11-6bc2-44ee-a3f6-776cf85e5d27 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:46.289965 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-893f3ac7-45b4-412a-bff3-f5525ad1084d None None] Deleting port 75b17eaf-2332-4da1-9b6a-def7f069c57e {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:46.290296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-893f3ac7-45b4-412a-bff3-f5525ad1084d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:46.583600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] For port 75b17eaf-2332-4da1-9b6a-def7f069c57e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=75b17eaf-2332-4da1-9b6a-def7f069c57e,segment=NetworkSegment(f1d16f5b-8824-4507-b12b-063c283d47b8),segment_id=f1d16f5b-8824-4507-b12b-063c283d47b8)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:46.584803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:46.672915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-893f3ac7-45b4-412a-bff3-f5525ad1084d None None] For port 75b17eaf-2332-4da1-9b6a-def7f069c57e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=75b17eaf-2332-4da1-9b6a-def7f069c57e,segment=NetworkSegment(f1d16f5b-8824-4507-b12b-063c283d47b8),segment_id=f1d16f5b-8824-4507-b12b-063c283d47b8)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:46.673291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-893f3ac7-45b4-412a-bff3-f5525ad1084d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:46.722926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Calling delete_port for 75b17eaf-2332-4da1-9b6a-def7f069c57e owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:46.813261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-893f3ac7-45b4-412a-bff3-f5525ad1084d None None] Calling delete_port for 75b17eaf-2332-4da1-9b6a-def7f069c57e owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:46.836856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:46.895478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event deleted for resources: {'Port': ['ID=75b17eaf-2332-4da1-9b6a-def7f069c57e,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:46.899589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] No DVR routers for this DVR port 75b17eaf-2332-4da1-9b6a-def7f069c57e on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:21:46.902676 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-893f3ac7-45b4-412a-bff3-f5525ad1084d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:21:46.903695 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-893f3ac7-45b4-412a-bff3-f5525ad1084d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:21:47.046038 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:47.077333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d070b916-505b-4dde-9a8c-f18bd5f002f8']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:47.093775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1d16f5b-8824-4507-b12b-063c283d47b8') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:47.094079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1d16f5b-8824-4507-b12b-063c283d47b8') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:47.109969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:47.134278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:47.142904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:21:47.145026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:47.260416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:47.284900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:47.289871 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment f1d16f5b-8824-4507-b12b-063c283d47b8 resource provider aggregate not found Oct 17 18:21:47.305828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] Pushing event deleted for resources: {'Network': ['ID=d070b916-505b-4dde-9a8c-f18bd5f002f8,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:47.314493 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5fc0b603-6808-4434-a600-de1a0e613ad7 tempest-NetworksIpV6Test-1247718201 tempest-NetworksIpV6Test-1247718201-project] 10.222.0.69 "DELETE /v2.0/networks/d070b916-505b-4dde-9a8c-f18bd5f002f8 HTTP/1.1" status: 204 len: 168 time: 1.4475517 Oct 17 18:21:47.319728 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment f1d16f5b-8824-4507-b12b-063c283d47b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1d16f5b-8824-4507-b12b-063c283d47b8 found for delete ", "request_id": "req-18fad732-945f-4d71-8a18-7e7b7d030c91"}]} Oct 17 18:21:47.404201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-893f3ac7-45b4-412a-bff3-f5525ad1084d None None] Deleting port 75b17eaf-2332-4da1-9b6a-def7f069c57e {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:47.404804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-893f3ac7-45b4-412a-bff3-f5525ad1084d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:47.522762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-893f3ac7-45b4-412a-bff3-f5525ad1084d None None] The port '75b17eaf-2332-4da1-9b6a-def7f069c57e' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:21:47.697175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52850) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:47.908914 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7e04eb35-ab87-4291-be6c-06e94ba80dff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=159572b29ea14e568b859c4de6e610d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102304 Oct 17 18:21:47.911523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52856) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:47.993706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a2f8ad3c-dbd4-492f-a1d5-dea2544888f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:48.027819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a2f8ad3c-dbd4-492f-a1d5-dea2544888f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:48.097837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a2f8ad3c-dbd4-492f-a1d5-dea2544888f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:48.133803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8ad3c-dbd4-492f-a1d5-dea2544888f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766fc28e-c647-4105-9f5d-56cfbf1a41c0,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:48.140407 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a2f8ad3c-dbd4-492f-a1d5-dea2544888f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:48.145984 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a2f8ad3c-dbd4-492f-a1d5-dea2544888f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/766fc28e-c647-4105-9f5d-56cfbf1a41c0 HTTP/1.1" status: 204 len: 168 time: 0.2322733 Oct 17 18:21:48.247027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 75b17eaf-2332-4da1-9b6a-def7f069c57e no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:48.289828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 75b17eaf-2332-4da1-9b6a-def7f069c57e {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:48.290192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 75b17eaf-2332-4da1-9b6a-def7f069c57e not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:49.054976 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52880) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:49.227847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6449bc26-2080-4175-ab6c-00c1323ce4d3 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1158164577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:49.235543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6449bc26-2080-4175-ab6c-00c1323ce4d3 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:49.240129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6449bc26-2080-4175-ab6c-00c1323ce4d3 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Usage tracker for resource:router and tenant:5cb35642bc61406eb372b7a36e4ea457 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:49.244358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6449bc26-2080-4175-ab6c-00c1323ce4d3 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:49.251951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6449bc26-2080-4175-ab6c-00c1323ce4d3 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:49.265067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6449bc26-2080-4175-ab6c-00c1323ce4d3 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.267149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6449bc26-2080-4175-ab6c-00c1323ce4d3 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.290418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6449bc26-2080-4175-ab6c-00c1323ce4d3 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.313565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6449bc26-2080-4175-ab6c-00c1323ce4d3 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.344072 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6449bc26-2080-4175-ab6c-00c1323ce4d3 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.345567 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6449bc26-2080-4175-ab6c-00c1323ce4d3 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2893171 Oct 17 18:21:49.348941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52886) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:49.356142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-45603927'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:49.361661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:49.367179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Usage tracker for resource:network and tenant:5cb35642bc61406eb372b7a36e4ea457 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:49.370674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:49.378195 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:49.389678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Made reservation on behalf of 5cb35642bc61406eb372b7a36e4ea457 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:49.393267 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.407109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.425702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:49.431383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Usage tracker for resource:security_group_rule and tenant:5cb35642bc61406eb372b7a36e4ea457 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:49.435096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:49.442073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:49.551941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.557517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.596292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:21:49.606535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ff0a3d-7577-43ad-ad5e-7578ed51a4b5,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:49.613239 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.613641 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Added segment e79ce840-3b8d-4546-8755-d540945b7f46 of type vlan for network 5e875cbf-0546-420e-9780-b49522fc7f25 Oct 17 18:21:49.648340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.685386 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.691655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:49.692356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:49.949938 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5990815 Oct 17 18:21:49.953538 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52890) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:49.954312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22dda9-6a34-41dd-a7dc-1a93fc1f70b5 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Pushing event updated for resources: {'Network': ['ID=5e875cbf-0546-420e-9780-b49522fc7f25,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:49.961743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Request body: {'subnet': {'network_id': '5e875cbf-0546-420e-9780-b49522fc7f25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:49.970943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 5e875cbf-0546-420e-9780-b49522fc7f25 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:21:50.134433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:50.141610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Usage tracker for resource:subnet and tenant:5cb35642bc61406eb372b7a36e4ea457 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:50.147977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:50.158801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:50.174822 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Made reservation on behalf of 5cb35642bc61406eb372b7a36e4ea457 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:50.183143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:50.452008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:50.549936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Pushing event updated for resources: {'Subnet': ['ID=442154e0-0be9-423b-b844-50e7fe36e977,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:50.563432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Checking segment: {'id': 'e79ce840-3b8d-4546-8755-d540945b7f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '5e875cbf-0546-420e-9780-b49522fc7f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:21:50.563832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Network hostable DHCP agents. Network: 5e875cbf-0546-420e-9780-b49522fc7f25, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:21:50.587977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Network 5e875cbf-0546-420e-9780-b49522fc7f25 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:21:50.602499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 5e875cbf-0546-420e-9780-b49522fc7f25) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:21:50.607655 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:50.609226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:50.613525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d7181-959b-40f5-b3dd-1da39fc1e74c None None] Network 5e875cbf-0546-420e-9780-b49522fc7f25 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:50.645253 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-a6427547-41e7-4a5a-9d93-97bb7f1b298a tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6899569 Oct 17 18:21:50.649987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52894) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:50.656915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1097660268'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:50.664604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:50.671275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Usage tracker for resource:network and tenant:5cb35642bc61406eb372b7a36e4ea457 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:50.676531 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:50.687744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:50.705809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Made reservation on behalf of 5cb35642bc61406eb372b7a36e4ea457 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:50.711585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:50.751081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:21:50.766292 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:50.766713 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Added segment cfbae379-404e-4089-a57d-506ee7eab0da of type vlan for network 1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2 Oct 17 18:21:50.800619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:50.844743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:50.851879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:50.852692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:50.933937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-5e875cbf-0546-420e-9780-b49522fc7f25', 'network_id': '5e875cbf-0546-420e-9780-b49522fc7f25', 'tenant_id': '5cb35642bc61406eb372b7a36e4ea457', 'fixed_ips': [{'subnet_id': '442154e0-0be9-423b-b844-50e7fe36e977'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:21:50.935383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:50.996345 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3446052 Oct 17 18:21:51.001117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52898) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:51.010948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Request body: {'subnet': {'network_id': '1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:51.041859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfdf9e-9f13-4419-bcad-de887cad99a6 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Pushing event updated for resources: {'Network': ['ID=1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:51.059245 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:21:51.163021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:51.168960 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Usage tracker for resource:subnet and tenant:5cb35642bc61406eb372b7a36e4ea457 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:51.173224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:51.182499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:51.197447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Made reservation on behalf of 5cb35642bc61406eb372b7a36e4ea457 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:51.202417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:51.248106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Allocated IP 172.20.0.2 (5e875cbf-0546-420e-9780-b49522fc7f25/442154e0-0be9-423b-b844-50e7fe36e977/f0c32719-80fe-4a64-aeca-62b0fca0c882) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:21:51.520358 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:51.541444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Transition to ACTIVE for port object f0c32719-80fe-4a64-aeca-62b0fca0c882 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:21:51.574298 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Transition to ACTIVE for port object f0c32719-80fe-4a64-aeca-62b0fca0c882 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:21:51.582697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:51.595149 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:51.683207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Pushing event updated for resources: {'Subnet': ['ID=b44b5ee5-047e-4b56-915b-9c816e6bbd81,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:51.693262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Checking segment: {'id': 'cfbae379-404e-4089-a57d-506ee7eab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:21:51.693881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Network hostable DHCP agents. Network: 1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:21:51.706512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Network 5e875cbf-0546-420e-9780-b49522fc7f25 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:21:51.712631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:21:51.715621 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Network 1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:21:51.719864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:21:51.729218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:21:51.735513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:21:51.737194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:51.766249 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e9e0b069-d5d0-490a-b23d-b282b9c97d10 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7636433 Oct 17 18:21:51.769743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52902) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:51.776000 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7cf172fa-5e52-48f5-aa72-d980a5b8c940 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Request body: {'router': {'external_gateway_info': {'network_id': '1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:51.806189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7526705-b904-496c-9763-0ddce7b779ab None None] Network 1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:51.844035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Pushing event updated for resources: {'Port': ['ID=f0c32719-80fe-4a64-aeca-62b0fca0c882,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:52.008859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Attempting to bind port f0c32719-80fe-4a64-aeca-62b0fca0c882 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:21:52.009226 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Attempting to bind port f0c32719-80fe-4a64-aeca-62b0fca0c882 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'e79ce840-3b8d-4546-8755-d540945b7f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '5e875cbf-0546-420e-9780-b49522fc7f25'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:21:52.009585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Attempting to bind port f0c32719-80fe-4a64-aeca-62b0fca0c882 on network 5e875cbf-0546-420e-9780-b49522fc7f25 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:21:52.022421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:21:52.022772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Checking segment: {'id': 'e79ce840-3b8d-4546-8755-d540945b7f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '5e875cbf-0546-420e-9780-b49522fc7f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:21:52.023221 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:52.023621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Bound using segment: {'id': 'e79ce840-3b8d-4546-8755-d540945b7f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '5e875cbf-0546-420e-9780-b49522fc7f25'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:21:52.024181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Bound port: f0c32719-80fe-4a64-aeca-62b0fca0c882, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79ce840-3b8d-4546-8755-d540945b7f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '5e875cbf-0546-420e-9780-b49522fc7f25'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:21:52.024553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:52.246852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] For port f0c32719-80fe-4a64-aeca-62b0fca0c882, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:21:52.251405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2', 'network_id': '1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2', 'tenant_id': '5cb35642bc61406eb372b7a36e4ea457', 'fixed_ips': [{'subnet_id': 'b44b5ee5-047e-4b56-915b-9c816e6bbd81'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:21:52.252403 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:52.273561 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] For port f0c32719-80fe-4a64-aeca-62b0fca0c882, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f0c32719-80fe-4a64-aeca-62b0fca0c882,segment=NetworkSegment(e79ce840-3b8d-4546-8755-d540945b7f46),segment_id=e79ce840-3b8d-4546-8755-d540945b7f46)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:21:52.320287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:52.450564 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7cf172fa-5e52-48f5-aa72-d980a5b8c940 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:52.534675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baf0db-4b75-4143-a9fe-3d2b3820677d None None] Pushing event updated for resources: {'Port': ['ID=f0c32719-80fe-4a64-aeca-62b0fca0c882,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:52.595704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Allocated IP 172.21.0.2 (1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2/b44b5ee5-047e-4b56-915b-9c816e6bbd81/e8cd8244-0f47-4666-b484-b1421537fd16) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:21:52.737764 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.api.v2.resource [None req-7cf172fa-5e52-48f5-aa72-d980a5b8c940 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 17 18:21:52.738847 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7cf172fa-5e52-48f5-aa72-d980a5b8c940 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] 10.222.0.69 "PUT /v2.0/routers/323e4fff-bc88-4637-a615-abf8fc3c469d HTTP/1.1" status: 400 len: 364 time: 0.9680650 Oct 17 18:21:52.746741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52906) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:52.852203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3ba006-d060-4af1-9aaa-24fd0787e36d tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Deleting subnet b44b5ee5-047e-4b56-915b-9c816e6bbd81 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:21:52.950735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:52.964056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Transition to ACTIVE for port object e8cd8244-0f47-4666-b484-b1421537fd16 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:21:52.987459 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Transition to ACTIVE for port object e8cd8244-0f47-4666-b484-b1421537fd16 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:21:52.994255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba006-d060-4af1-9aaa-24fd0787e36d tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:52.995693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.068916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba006-d060-4af1-9aaa-24fd0787e36d tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.071165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Network 1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:21:53.074430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:21:53.077065 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:21:53.087909 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Pushing event updated for resources: {'Port': ['ID=e8cd8244-0f47-4666-b484-b1421537fd16,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:53.096277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:53.096600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:53.096946 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:53.097344 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:53.097684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:53.098019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:53.098347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:53.098800 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:53.099662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:53.100194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:53.100783 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:53.101089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:21:53.222277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Attempting to bind port e8cd8244-0f47-4666-b484-b1421537fd16 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:21:53.223406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Attempting to bind port e8cd8244-0f47-4666-b484-b1421537fd16 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'cfbae379-404e-4089-a57d-506ee7eab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:21:53.224039 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Attempting to bind port e8cd8244-0f47-4666-b484-b1421537fd16 on network 1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:21:53.231662 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba006-d060-4af1-9aaa-24fd0787e36d tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.234463 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:21:53.235121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Checking segment: {'id': 'cfbae379-404e-4089-a57d-506ee7eab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:21:53.235797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.236399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Bound using segment: {'id': 'cfbae379-404e-4089-a57d-506ee7eab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:21:53.237215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Bound port: e8cd8244-0f47-4666-b484-b1421537fd16, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbae379-404e-4089-a57d-506ee7eab0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:21:53.237836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.334100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba006-d060-4af1-9aaa-24fd0787e36d tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.379685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ba006-d060-4af1-9aaa-24fd0787e36d tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Pushing event deleted for resources: {'Subnet': ['ID=b44b5ee5-047e-4b56-915b-9c816e6bbd81,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:53.384849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8c3ba006-d060-4af1-9aaa-24fd0787e36d tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.395621 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8c3ba006-d060-4af1-9aaa-24fd0787e36d tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] 10.222.0.69 "DELETE /v2.0/subnets/b44b5ee5-047e-4b56-915b-9c816e6bbd81 HTTP/1.1" status: 204 len: 168 time: 0.6450725 Oct 17 18:21:53.396726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52910) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:53.422360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] For port e8cd8244-0f47-4666-b484-b1421537fd16, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:21:53.428282 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] For port e8cd8244-0f47-4666-b484-b1421537fd16, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e8cd8244-0f47-4666-b484-b1421537fd16,segment=NetworkSegment(cfbae379-404e-4089-a57d-506ee7eab0da),segment_id=cfbae379-404e-4089-a57d-506ee7eab0da)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:21:53.435073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.534398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6782e17f-68fc-4317-b86f-91fde3ee5feb None None] Pushing event updated for resources: {'Port': ['ID=e8cd8244-0f47-4666-b484-b1421537fd16,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:53.633553 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.647898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Deleting port e8cd8244-0f47-4666-b484-b1421537fd16 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:53.648270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:53.886068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4109b2fe-c114-44fb-83c4-70c173346841 None None] Network 5e875cbf-0546-420e-9780-b49522fc7f25 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:54.010682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] For port e8cd8244-0f47-4666-b484-b1421537fd16, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=e8cd8244-0f47-4666-b484-b1421537fd16,segment=NetworkSegment(cfbae379-404e-4089-a57d-506ee7eab0da),segment_id=cfbae379-404e-4089-a57d-506ee7eab0da)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:54.010965 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:54.044372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a51f6ab9-cc61-4837-a0eb-6b535b3b957e None None] Provisioning for port f0c32719-80fe-4a64-aeca-62b0fca0c882 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:21:54.213209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Calling delete_port for e8cd8244-0f47-4666-b484-b1421537fd16 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:54.435570 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:54.517564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e8cd8244-0f47-4666-b484-b1421537fd16 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:21:54.559776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Pushing event deleted for resources: {'Port': ['ID=e8cd8244-0f47-4666-b484-b1421537fd16,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:54.572444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] No DVR routers for this DVR port e8cd8244-0f47-4666-b484-b1421537fd16 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:21:54.604934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: e8cd8244-0f47-4666-b484-b1421537fd16 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:54.605966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e8cd8244-0f47-4666-b484-b1421537fd16 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 17 18:21:54.682908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Port e8cd8244-0f47-4666-b484-b1421537fd16 not found, will not notify nova. {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 17 18:21:54.684060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f0c32719-80fe-4a64-aeca-62b0fca0c882 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:21:54.773192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:54.828190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:54.839280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port f0c32719-80fe-4a64-aeca-62b0fca0c882 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:21:54.850558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port f0c32719-80fe-4a64-aeca-62b0fca0c882 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:21:54.851022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:54.851909 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port f0c32719-80fe-4a64-aeca-62b0fca0c882 Oct 17 18:21:54.857841 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbae379-404e-4089-a57d-506ee7eab0da') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:54.858334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbae379-404e-4089-a57d-506ee7eab0da') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:54.880015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:54.920430 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:54.934002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:21:54.935602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:54.966950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-777194b9-852b-4d78-9306-88e389269df8 None None] Provisioning complete for port f0c32719-80fe-4a64-aeca-62b0fca0c882 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:21:54.967506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-777194b9-852b-4d78-9306-88e389269df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:54.967964 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-777194b9-852b-4d78-9306-88e389269df8 None None] Attempt 1 to provision port f0c32719-80fe-4a64-aeca-62b0fca0c882 Oct 17 18:21:55.091543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:55.099779 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment cfbae379-404e-4089-a57d-506ee7eab0da resource provider aggregate not found Oct 17 18:21:55.133781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:55.143261 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment cfbae379-404e-4089-a57d-506ee7eab0da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfbae379-404e-4089-a57d-506ee7eab0da found for delete ", "request_id": "req-91ae6ce1-c8c8-45e5-93f6-6a4db983c2dc"}]} Oct 17 18:21:55.152045 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Pushing event deleted for resources: {'Network': ['ID=1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:55.159790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52918) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:55.160717 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-920d695f-2f61-4564-96a3-a19068f7f093 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] 10.222.0.69 "DELETE /v2.0/networks/1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2 HTTP/1.1" status: 204 len: 168 time: 1.7615180 Oct 17 18:21:55.238724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port f0c32719-80fe-4a64-aeca-62b0fca0c882 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:21:55.239196 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:55.251347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d490dda8-72de-4681-9082-e850de9d79fb None None] DHCP port deletion for 1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:21:55.275617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:55.327335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce74d5e-fb81-4c38-bac4-d373882206d1 None None] Network 1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:55.338086 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f789d34-ea87-4957-953e-a73f19adb6dc tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Deleting subnet 442154e0-0be9-423b-b844-50e7fe36e977 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:21:55.343618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f789d34-ea87-4957-953e-a73f19adb6dc tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:55.369979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce74d5e-fb81-4c38-bac4-d373882206d1 None None] Network 1d5dd739-56b7-4f7d-9865-3cd67ed6e8e2 could not be found, it might have been deleted concurrently. {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 17 18:21:55.375680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port f0c32719-80fe-4a64-aeca-62b0fca0c882, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f0c32719-80fe-4a64-aeca-62b0fca0c882,segment=NetworkSegment(e79ce840-3b8d-4546-8755-d540945b7f46),segment_id=e79ce840-3b8d-4546-8755-d540945b7f46)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:55.383004 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-777194b9-852b-4d78-9306-88e389269df8 None None] Current status of the port f0c32719-80fe-4a64-aeca-62b0fca0c882 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:21:55.384281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-777194b9-852b-4d78-9306-88e389269df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:55.402053 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:55.472824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f789d34-ea87-4957-953e-a73f19adb6dc tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:55.532162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=f0c32719-80fe-4a64-aeca-62b0fca0c882,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:55.545029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-777194b9-852b-4d78-9306-88e389269df8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:21:55.545561 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-777194b9-852b-4d78-9306-88e389269df8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:21:55.636415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f789d34-ea87-4957-953e-a73f19adb6dc tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:55.755694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f789d34-ea87-4957-953e-a73f19adb6dc tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:55.805499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f789d34-ea87-4957-953e-a73f19adb6dc tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Pushing event deleted for resources: {'Subnet': ['ID=442154e0-0be9-423b-b844-50e7fe36e977,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:55.807733 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f789d34-ea87-4957-953e-a73f19adb6dc tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:55.814662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b656e73-b157-4780-bf79-5d9616401ed1 None None] Network 5e875cbf-0546-420e-9780-b49522fc7f25 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:21:55.819309 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8f789d34-ea87-4957-953e-a73f19adb6dc tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] 10.222.0.69 "DELETE /v2.0/subnets/442154e0-0be9-423b-b844-50e7fe36e977 HTTP/1.1" status: 204 len: 168 time: 0.6569049 Oct 17 18:21:55.823241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52922) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:55.960668 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:55.974941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Deleting port f0c32719-80fe-4a64-aeca-62b0fca0c882 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:55.975579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:56.251233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-777194b9-852b-4d78-9306-88e389269df8 None None] Current status of the port f0c32719-80fe-4a64-aeca-62b0fca0c882 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:21:56.277580 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f0c32719-80fe-4a64-aeca-62b0fca0c882 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:21:56.368563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port f0c32719-80fe-4a64-aeca-62b0fca0c882 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:21:56.369063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:56.369333 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port f0c32719-80fe-4a64-aeca-62b0fca0c882 Oct 17 18:21:56.416905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-217a90db-ed5f-44ab-98c3-da35f9c28b9a None None] Could not find standard attr ID for object e8cd8244-0f47-4666-b484-b1421537fd16. {{(pid=89192) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 17 18:21:56.432825 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed660304-5459-41a3-9f9f-ea091d4ebe44 None None] DHCP port deletion for 5e875cbf-0546-420e-9780-b49522fc7f25 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:21:56.444602 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ed660304-5459-41a3-9f9f-ea091d4ebe44 None None] Deleting port f0c32719-80fe-4a64-aeca-62b0fca0c882 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:56.444956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ed660304-5459-41a3-9f9f-ea091d4ebe44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:56.468291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] For port f0c32719-80fe-4a64-aeca-62b0fca0c882, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f0c32719-80fe-4a64-aeca-62b0fca0c882,segment=NetworkSegment(e79ce840-3b8d-4546-8755-d540945b7f46),segment_id=e79ce840-3b8d-4546-8755-d540945b7f46)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:56.469218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:56.626404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Calling delete_port for f0c32719-80fe-4a64-aeca-62b0fca0c882 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:56.632999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port f0c32719-80fe-4a64-aeca-62b0fca0c882 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:21:56.710389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e8cd8244-0f47-4666-b484-b1421537fd16 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:56.724741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:56.768010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: e8cd8244-0f47-4666-b484-b1421537fd16 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:56.768347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device e8cd8244-0f47-4666-b484-b1421537fd16 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:56.784595 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Pushing event deleted for resources: {'Port': ['ID=f0c32719-80fe-4a64-aeca-62b0fca0c882,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:56.789726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] No DVR routers for this DVR port f0c32719-80fe-4a64-aeca-62b0fca0c882 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:21:56.807565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ed660304-5459-41a3-9f9f-ea091d4ebe44 None None] For port f0c32719-80fe-4a64-aeca-62b0fca0c882, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f0c32719-80fe-4a64-aeca-62b0fca0c882,segment=NetworkSegment(e79ce840-3b8d-4546-8755-d540945b7f46),segment_id=e79ce840-3b8d-4546-8755-d540945b7f46)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:21:56.808182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ed660304-5459-41a3-9f9f-ea091d4ebe44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:56.928871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:56.960867 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e875cbf-0546-420e-9780-b49522fc7f25']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:56.975380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79ce840-3b8d-4546-8755-d540945b7f46') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:56.975699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79ce840-3b8d-4546-8755-d540945b7f46') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:21:56.988530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:57.007355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:57.014940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:21:57.015375 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:57.044872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ed660304-5459-41a3-9f9f-ea091d4ebe44 None None] Calling delete_port for f0c32719-80fe-4a64-aeca-62b0fca0c882 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:21:57.093660 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment e79ce840-3b8d-4546-8755-d540945b7f46 resource provider aggregate not found Oct 17 18:21:57.137126 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:57.141216 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment e79ce840-3b8d-4546-8755-d540945b7f46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e79ce840-3b8d-4546-8755-d540945b7f46 found for delete ", "request_id": "req-f0a94c16-e725-4499-a8d1-9be9059a4f66"}]} Oct 17 18:21:57.159618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:57.169979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-ed660304-5459-41a3-9f9f-ea091d4ebe44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:21:57.170512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-ed660304-5459-41a3-9f9f-ea091d4ebe44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:21:57.172229 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Pushing event deleted for resources: {'Network': ['ID=5e875cbf-0546-420e-9780-b49522fc7f25,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:57.181429 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1d92e316-8c19-4f18-be72-220cecfc1c39 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] 10.222.0.69 "DELETE /v2.0/networks/5e875cbf-0546-420e-9780-b49522fc7f25 HTTP/1.1" status: 204 len: 168 time: 1.3524354 Oct 17 18:21:57.181938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52930) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:57.237105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-41614765-4f6b-4b88-8637-98ae0cb43821 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Synchronizing usage tracker for tenant:5cb35642bc61406eb372b7a36e4ea457 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:21:57.258001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-41614765-4f6b-4b88-8637-98ae0cb43821 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Unset dirty status for tenant:5cb35642bc61406eb372b7a36e4ea457 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:21:57.259716 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-41614765-4f6b-4b88-8637-98ae0cb43821 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] 10.222.0.69 "GET /v2.0/ports?device_id=323e4fff-bc88-4637-a615-abf8fc3c469d HTTP/1.1" status: 200 len: 205 time: 0.0770805 Oct 17 18:21:57.262640 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52934) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:57.416329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ad07224-128b-46e8-a6ef-1400b61439a0 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:57.672312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ed660304-5459-41a3-9f9f-ea091d4ebe44 None None] Deleting port f0c32719-80fe-4a64-aeca-62b0fca0c882 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:21:57.673488 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ed660304-5459-41a3-9f9f-ea091d4ebe44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:57.744965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ad07224-128b-46e8-a6ef-1400b61439a0 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:57.745836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ed660304-5459-41a3-9f9f-ea091d4ebe44 None None] The port 'f0c32719-80fe-4a64-aeca-62b0fca0c882' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:21:57.748522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ad07224-128b-46e8-a6ef-1400b61439a0 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:57.781865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ad07224-128b-46e8-a6ef-1400b61439a0 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:57.782512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad07224-128b-46e8-a6ef-1400b61439a0 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Fanout notify agent at l3_agent the message router_deleted on router 323e4fff-bc88-4637-a615-abf8fc3c469d {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:21:57.798843 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ad07224-128b-46e8-a6ef-1400b61439a0 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:57.800207 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3ad07224-128b-46e8-a6ef-1400b61439a0 tempest-RoutersNegativeTest-856253084 tempest-RoutersNegativeTest-856253084-project] 10.222.0.69 "DELETE /v2.0/routers/323e4fff-bc88-4637-a615-abf8fc3c469d HTTP/1.1" status: 204 len: 168 time: 0.5363979 Oct 17 18:21:58.137859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52942) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:58.224312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f0c32719-80fe-4a64-aeca-62b0fca0c882 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:21:58.268019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: f0c32719-80fe-4a64-aeca-62b0fca0c882 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:21:58.268267 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f0c32719-80fe-4a64-aeca-62b0fca0c882 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:21:58.356404 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fea504be-8d99-44b3-95c9-af343950c70d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5cb35642bc61406eb372b7a36e4ea457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173498 Oct 17 18:21:58.359369 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52948) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:58.447837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab55e808-bd4c-48b0-83cc-39900540f7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:58.496007 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab55e808-bd4c-48b0-83cc-39900540f7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:58.587084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab55e808-bd4c-48b0-83cc-39900540f7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:58.618334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55e808-bd4c-48b0-83cc-39900540f7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ff0a3d-7577-43ad-ad5e-7578ed51a4b5,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:21:58.623871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ab55e808-bd4c-48b0-83cc-39900540f7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:58.625525 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ab55e808-bd4c-48b0-83cc-39900540f7e8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/32ff0a3d-7577-43ad-ad5e-7578ed51a4b5 HTTP/1.1" status: 204 len: 168 time: 0.2649202 Oct 17 18:21:59.111749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-72d86850-30ca-4a73-8aba-2469888e8113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:59.614118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52972) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:21:59.779018 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-937892712-network', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:21:59.785988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:59.793381 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Usage tracker for resource:network and tenant:41b269e68d6f48c0b7ae20372e60dcb4 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:59.799445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:59.808609 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:21:59.823067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Made reservation on behalf of 41b269e68d6f48c0b7ae20372e60dcb4 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:21:59.825543 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:59.843455 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:21:59.870812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:21:59.877039 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Usage tracker for resource:security_group_rule and tenant:41b269e68d6f48c0b7ae20372e60dcb4 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:21:59.885588 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:21:59.894310 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:00.163892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.169712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.221805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:22:00.248199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda0161d-ba15-4d79-b0cc-a006e049c500,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:00.259307 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.259923 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Added segment 7bb5287f-e6d1-4026-a370-e6c5ca37a001 of type vlan for network fe297aea-9750-4e73-98f9-c9441833f09a Oct 17 18:22:00.305849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.361096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.362751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:00.363778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.560950 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9444637 Oct 17 18:22:00.564633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52978) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:00.573599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Request body: {'subnet': {'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-937892712-subnet', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'ip_version': 4}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:00.577537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84737617-9695-493d-baae-936e556d9a82 admin admin] Pushing event updated for resources: {'Network': ['ID=fe297aea-9750-4e73-98f9-c9441833f09a,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:00.581369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:00.586453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Usage tracker for resource:subnet and tenant:41b269e68d6f48c0b7ae20372e60dcb4 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:22:00.589852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:22:00.592500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network fe297aea-9750-4e73-98f9-c9441833f09a details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:22:00.600171 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:00.616970 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Made reservation on behalf of 41b269e68d6f48c0b7ae20372e60dcb4 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:22:00.620052 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.889147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:00.973838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d869a85-78bb-4215-b6ca-57353a5d1d8d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:00.987832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Checking segment: {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:22:00.988191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Network hostable DHCP agents. Network: fe297aea-9750-4e73-98f9-c9441833f09a, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:22:01.011755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Network fe297aea-9750-4e73-98f9-c9441833f09a is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:22:01.023906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, fe297aea-9750-4e73-98f9-c9441833f09a) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:01.030462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:01.031756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:01.033445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc17314-d61a-43c6-8b41-e06a8f977d1c None None] Network fe297aea-9750-4e73-98f9-c9441833f09a requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:22:01.061804 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c0f22e87-6afb-420c-9796-068e34ec5701 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4956660 Oct 17 18:22:01.065932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 52982) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:01.075675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-937892712-router', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:01.085024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:01.092249 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Usage tracker for resource:router and tenant:41b269e68d6f48c0b7ae20372e60dcb4 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:22:01.097596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:22:01.109322 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:01.128108 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:01.129279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:01.160116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:01.341210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-fe297aea-9750-4e73-98f9-c9441833f09a', 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'fixed_ips': [{'subnet_id': '8d869a85-78bb-4215-b6ca-57353a5d1d8d'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:22:01.342284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:01.490934 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:01.565445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Allocated IP 172.20.0.2 (fe297aea-9750-4e73-98f9-c9441833f09a/8d869a85-78bb-4215-b6ca-57353a5d1d8d/249e867c-82c8-42f3-ad90-7fdb1fc359d8) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:22:01.576446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-651f38a1-189a-4426-8260-790e666ab7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:01.914454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:01.934437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Transition to ACTIVE for port object 249e867c-82c8-42f3-ad90-7fdb1fc359d8 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:01.961590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:01.967563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Transition to ACTIVE for port object 249e867c-82c8-42f3-ad90-7fdb1fc359d8 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:01.976343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:02.003077 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:02.061147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Network fe297aea-9750-4e73-98f9-c9441833f09a is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:02.062587 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:02.068943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:22:02.116924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Pushing event updated for resources: {'Port': ['ID=249e867c-82c8-42f3-ad90-7fdb1fc359d8,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:02.200674 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Attempting to bind port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:22:02.201258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Attempting to bind port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:22:02.201861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Attempting to bind port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 on network fe297aea-9750-4e73-98f9-c9441833f09a {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:02.211325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:22:02.211901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Checking segment: {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:22:02.212525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:02.213142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Bound using segment: {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:22:02.213877 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Bound port: 249e867c-82c8-42f3-ad90-7fdb1fc359d8, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:22:02.214377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:02.241065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Allocated IP 172.26.8.142 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/421c2b45-98a6-4c1a-92c5-f80e118ec3b2) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:22:02.336772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] For port 249e867c-82c8-42f3-ad90-7fdb1fc359d8, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:22:02.342029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] For port 249e867c-82c8-42f3-ad90-7fdb1fc359d8, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=249e867c-82c8-42f3-ad90-7fdb1fc359d8,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:22:02.347180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:02.458789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be6975-dcf2-49b8-b302-eb33a43470e9 None None] Pushing event updated for resources: {'Port': ['ID=249e867c-82c8-42f3-ad90-7fdb1fc359d8,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:02.597179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:02.633164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:02.634386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:02.646676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:02.759895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:02.763131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:02.768154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:22:02.798609 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Pushing event updated for resources: {'Port': ['ID=421c2b45-98a6-4c1a-92c5-f80e118ec3b2,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:03.279470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:03.626502 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e02da68-8e82-4726-bf03-1e05d732401c None None] Network fe297aea-9750-4e73-98f9-c9441833f09a requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:22:03.691421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:03.812219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-872331b7-4854-41f3-9a57-feaca8f65c75 None None] Provisioning for port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:03.930928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Router 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:22:04.150479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:22:04.172148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Sync routers for ids ['0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:22:04.192048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Routers {'0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:22:04.192926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:22:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:04.194582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:04.195956 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f6853328-c197-48b7-8ba4-fcba79ce6e2e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1284559 Oct 17 18:22:04.199555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 52986) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:04.377445 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 249e867c-82c8-42f3-ad90-7fdb1fc359d8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:04.480698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:04.522453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:04.538120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:04.538484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:04.538818 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 Oct 17 18:22:04.586731 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Set router 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:22:04.893373 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:04.894426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:05.034764 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 249e867c-82c8-42f3-ad90-7fdb1fc359d8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=249e867c-82c8-42f3-ad90-7fdb1fc359d8,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:05.044180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:05.130768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=249e867c-82c8-42f3-ad90-7fdb1fc359d8,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:05.136750 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'name': 'tempest-TestEncryptedCinderVolumes-937892712-router', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:01Z', 'updated_at': '2022-10-17T18:22:03Z', 'revision_number': 3, 'project_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'gw_port': {'id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:02Z', 'updated_at': '2022-10-17T18:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:05.142166 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Checking router: 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:22:05.142422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Updating router 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:22:05.213276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:05.400239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:05.658408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:05.673853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Transition to ACTIVE for port object 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:05.676200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Allocated IP 172.20.0.1 (fe297aea-9750-4e73-98f9-c9441833f09a/8d869a85-78bb-4215-b6ca-57353a5d1d8d/46fea86c-97fa-4d10-b468-428d2bb7b0b8) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:22:05.683659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:05.748158 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Attempting to bind port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:22:05.748572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Attempting to bind port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:22:05.748913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Attempting to bind port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:05.760717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:22:05.761098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:22:05.761505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:05.761899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:22:05.762391 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Bound port: 421c2b45-98a6-4c1a-92c5-f80e118ec3b2, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:22:05.762796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:05.807253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788f2bf-c4a2-4f30-9cb4-e47802073646 None None] Pushing event updated for resources: {'Port': ['ID=421c2b45-98a6-4c1a-92c5-f80e118ec3b2,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:05.852291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] For port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:22:05.855833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] For port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=421c2b45-98a6-4c1a-92c5-f80e118ec3b2,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:22:05.862045 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:05.917823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:05.934550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Routers {'0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:22:05.935521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:22:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:05.937125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Transition to ACTIVE for port object 46fea86c-97fa-4d10-b468-428d2bb7b0b8 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:05.968108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.073311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Network fe297aea-9750-4e73-98f9-c9441833f09a is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:06.076834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:06.081155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:22:06.116909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Pushing event updated for resources: {'Port': ['ID=46fea86c-97fa-4d10-b468-428d2bb7b0b8,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:06.127001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788f2bf-c4a2-4f30-9cb4-e47802073646 None None] Pushing event updated for resources: {'Port': ['ID=421c2b45-98a6-4c1a-92c5-f80e118ec3b2,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:06.153788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.200255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] Set router 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:22:06.316332 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 249e867c-82c8-42f3-ad90-7fdb1fc359d8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:06.344725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.488649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Provisioning for port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:06.512953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Provisioning complete for port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:06.513376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.513900 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Attempt 1 to provision port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 Oct 17 18:22:06.559465 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:06.559834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.560227 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 Oct 17 18:22:06.650933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.658914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:06.682030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:06.766937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:06.770728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'name': 'tempest-TestEncryptedCinderVolumes-937892712-router', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:01Z', 'updated_at': '2022-10-17T18:22:03Z', 'revision_number': 3, 'project_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'gw_port': {'id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:02Z', 'updated_at': '2022-10-17T18:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:06.775903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6588dfcd-2742-4a82-864d-584616d28d6d None None] The sync data for ids ['0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'] in dv-neutron-860895-1-hyperv is: [{'id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'name': 'tempest-TestEncryptedCinderVolumes-937892712-router', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:01Z', 'updated_at': '2022-10-17T18:22:03Z', 'revision_number': 3, 'project_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'gw_port': {'id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:20:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:02Z', 'updated_at': '2022-10-17T18:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:22:06.872851 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Pushing event updated for resources: {'Port': ['ID=46fea86c-97fa-4d10-b468-428d2bb7b0b8,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:06.877176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:07.136237 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Network fe297aea-9750-4e73-98f9-c9441833f09a is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:07.137828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:07.183297 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Attempt 2 to provision port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 Oct 17 18:22:07.277351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:07.622898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Router 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:22:07.783795 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Attempt 3 to provision port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 Oct 17 18:22:07.875687 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:07.950286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:22:07.963233 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-09ec994d-7c7d-4596-8513-84a09afe206d admin admin] 10.222.0.69 "PUT /v2.0/routers/0eb8f61c-cfe1-4e1d-b904-daab5d2485d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7623982 Oct 17 18:22:08.260866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:08.341060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:08.347701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:08.349033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:08.349245 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 Oct 17 18:22:08.393907 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Attempt 4 to provision port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 Oct 17 18:22:08.520717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:08.597596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:08.597978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:08.617898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=421c2b45-98a6-4c1a-92c5-f80e118ec3b2,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:08.622064 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:08.678571 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Sync routers for ids ['0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:22:08.697562 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Routers {'0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:22:08.699139 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:22:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:08.719280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=421c2b45-98a6-4c1a-92c5-f80e118ec3b2,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:08.728791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53004) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:08.734942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-747428791-network', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:08.741054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:08.745617 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Usage tracker for resource:network and tenant:030e1c33c6ce40558cf7823be9626e96 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:22:08.749504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:22:08.756579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:08.768451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Made reservation on behalf of 030e1c33c6ce40558cf7823be9626e96 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:22:08.771477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:08.784712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:08.802470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:08.807391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Usage tracker for resource:security_group_rule and tenant:030e1c33c6ce40558cf7823be9626e96 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:22:08.812456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:22:08.824896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:08.960953 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Set router 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:22:08.987355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:08.993273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:09.023467 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Attempt 5 to provision port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 Oct 17 18:22:09.040873 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:22:09.068336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59123f6-14dd-4e6b-bb3a-ed4d8e8e1d1d,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:09.076226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:09.076719 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Added segment f45303e5-4225-48cb-9a57-0600eb58d57c of type vlan for network 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 Oct 17 18:22:09.115608 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:09.136255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:09.180943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:09.182588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:09.183655 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:09.396478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53008) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:09.397083 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6663008 Oct 17 18:22:09.401740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e74df-a08d-4800-9aab-740b04f1f14e admin admin] Pushing event updated for resources: {'Network': ['ID=8e5e6fe4-7c96-411d-bc8f-987b2fc260b4,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:09.403731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Request body: {'subnet': {'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-747428791-subnet', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'ip_version': 4}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:09.405804 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'name': 'tempest-TestEncryptedCinderVolumes-937892712-router', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:01Z', 'updated_at': '2022-10-17T18:22:06Z', 'revision_number': 4, 'project_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'gw_port': {'id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:02Z', 'updated_at': '2022-10-17T18:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '46fea86c-97fa-4d10-b468-428d2bb7b0b8', 'name': '', 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'mac_address': 'fa:16:3e:67:9d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8d869a85-78bb-4215-b6ca-57353a5d1d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:05Z', 'updated_at': '2022-10-17T18:22:06Z', 'revision_number': 2, 'project_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'subnets': [{'id': '8d869a85-78bb-4215-b6ca-57353a5d1d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:09.412423 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Checking router: 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:22:09.413390 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Updating router 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:22:09.415557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:09.417138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:22:09.421790 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Usage tracker for resource:subnet and tenant:030e1c33c6ce40558cf7823be9626e96 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:22:09.510516 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:09.565268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:22:09.573327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:09.585879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Made reservation on behalf of 030e1c33c6ce40558cf7823be9626e96 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:22:09.588856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:09.617647 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Attempt 6 to provision port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 Oct 17 18:22:09.713120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:09.902451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.001579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba610267-1f29-4e55-b2f0-40b387594e1a,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:10.010690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Checking segment: {'id': 'f45303e5-4225-48cb-9a57-0600eb58d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:22:10.011271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Network hostable DHCP agents. Network: 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:22:10.032909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Network 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:22:10.033759 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.045242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:10.050067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:10.050655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.054414 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Transition to ACTIVE for port object 46fea86c-97fa-4d10-b468-428d2bb7b0b8 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:10.061174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18420d4a-a867-4bb7-957e-924e9fda69b5 None None] Network 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:22:10.072302 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.081298 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-310d0448-0d87-425e-86c7-3ac42461c55e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6828144 Oct 17 18:22:10.084836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53012) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:10.090453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-747428791-router', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:10.097645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:10.102909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Usage tracker for resource:router and tenant:030e1c33c6ce40558cf7823be9626e96 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:22:10.107012 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:22:10.114882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:10.135083 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.137611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.182947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.224826 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Attempt 7 to provision port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 Oct 17 18:22:10.277799 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Pushing event updated for resources: {'Port': ['ID=46fea86c-97fa-4d10-b468-428d2bb7b0b8,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:10.296284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:10.375749 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:10.376150 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:10.376439 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:10.377640 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:10.377640 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:10.377640 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:10.377640 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:10.378241 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:10.378241 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:10.378686 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:10.378877 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:10.379217 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:10.419110 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Attempting to bind port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:22:10.419631 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Attempting to bind port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:22:10.419800 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Attempting to bind port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 on network fe297aea-9750-4e73-98f9-c9441833f09a {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:10.428350 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:22:10.429109 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Checking segment: {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:22:10.429290 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.429693 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Bound using segment: {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:22:10.430271 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Bound port: 46fea86c-97fa-4d10-b468-428d2bb7b0b8, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:22:10.430785 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.469096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:10.577189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:10.577774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.578309 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 Oct 17 18:22:10.578667 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] For port 46fea86c-97fa-4d10-b468-428d2bb7b0b8, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:22:10.586000 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] For port 46fea86c-97fa-4d10-b468-428d2bb7b0b8, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=46fea86c-97fa-4d10-b468-428d2bb7b0b8,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:22:10.592605 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.658015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.727718 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4cce9-5ca8-4bc1-b35b-b6ca7acd0850 None None] Pushing event updated for resources: {'Port': ['ID=46fea86c-97fa-4d10-b468-428d2bb7b0b8,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:10.730594 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Routers {'0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:22:10.731246 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:22:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:10.734252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-8e5e6fe4-7c96-411d-bc8f-987b2fc260b4', 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'fixed_ips': [{'subnet_id': 'ba610267-1f29-4e55-b2f0-40b387594e1a'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:22:10.735663 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:10.931761 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] Set router 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:22:10.971066 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Attempt 8 to provision port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 Oct 17 18:22:11.083701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:11.229208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e2799-c003-4581-aea4-81a5b234fb14 None None] Port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:22:11.242762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Allocated IP 172.20.0.2 (8e5e6fe4-7c96-411d-bc8f-987b2fc260b4/ba610267-1f29-4e55-b2f0-40b387594e1a/8d5c1478-455d-424f-b18f-809d2774796c) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:22:11.258062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:11.292658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:11.305180 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'name': 'tempest-TestEncryptedCinderVolumes-937892712-router', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:01Z', 'updated_at': '2022-10-17T18:22:06Z', 'revision_number': 4, 'project_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'gw_port': {'id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:02Z', 'updated_at': '2022-10-17T18:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '46fea86c-97fa-4d10-b468-428d2bb7b0b8', 'name': '', 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'mac_address': 'fa:16:3e:67:9d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8d869a85-78bb-4215-b6ca-57353a5d1d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:05Z', 'updated_at': '2022-10-17T18:22:10Z', 'revision_number': 4, 'project_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'subnets': [{'id': '8d869a85-78bb-4215-b6ca-57353a5d1d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:11.310709 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd7ef81-ac34-4df6-821e-1d80f4ab831b None None] The sync data for ids ['0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'] in dv-neutron-860895-1-hyperv is: [{'id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'name': 'tempest-TestEncryptedCinderVolumes-937892712-router', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:01Z', 'updated_at': '2022-10-17T18:22:06Z', 'revision_number': 4, 'project_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'gw_port': {'id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:02Z', 'updated_at': '2022-10-17T18:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '46fea86c-97fa-4d10-b468-428d2bb7b0b8', 'name': '', 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'mac_address': 'fa:16:3e:67:9d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '8d869a85-78bb-4215-b6ca-57353a5d1d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:05Z', 'updated_at': '2022-10-17T18:22:10Z', 'revision_number': 4, 'project_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'subnets': [{'id': '8d869a85-78bb-4215-b6ca-57353a5d1d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:22:11.649740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Allocated IP 172.26.8.112 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/b3d26550-5d70-491c-a015-4fc0e5c4de5b) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:22:11.679419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:11.697873 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Transition to ACTIVE for port object 8d5c1478-455d-424f-b18f-809d2774796c will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:11.722334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Transition to ACTIVE for port object 8d5c1478-455d-424f-b18f-809d2774796c will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:11.730842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:11.810899 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Network 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:11.814490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:11.819915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:22:11.830717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Pushing event updated for resources: {'Port': ['ID=8d5c1478-455d-424f-b18f-809d2774796c,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:11.899705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:11.951268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Attempting to bind port 8d5c1478-455d-424f-b18f-809d2774796c on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:22:11.951787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Attempting to bind port 8d5c1478-455d-424f-b18f-809d2774796c by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'f45303e5-4225-48cb-9a57-0600eb58d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:22:11.952011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Attempting to bind port 8d5c1478-455d-424f-b18f-809d2774796c on network 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:11.957110 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:11.960294 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:22:11.960684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Checking segment: {'id': 'f45303e5-4225-48cb-9a57-0600eb58d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:22:11.961097 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:11.961834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Bound using segment: {'id': 'f45303e5-4225-48cb-9a57-0600eb58d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:22:11.962473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Bound port: 8d5c1478-455d-424f-b18f-809d2774796c, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45303e5-4225-48cb-9a57-0600eb58d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:22:11.963091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:12.053942 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:12.058495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:12.061890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:22:12.097708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] For port 8d5c1478-455d-424f-b18f-809d2774796c, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:22:12.104439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] For port 8d5c1478-455d-424f-b18f-809d2774796c, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8d5c1478-455d-424f-b18f-809d2774796c,segment=NetworkSegment(f45303e5-4225-48cb-9a57-0600eb58d57c),segment_id=f45303e5-4225-48cb-9a57-0600eb58d57c)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:22:12.111226 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:12.283596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c62c1-1ef1-492e-858b-7f43ef842857 None None] Pushing event updated for resources: {'Port': ['ID=8d5c1478-455d-424f-b18f-809d2774796c,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:12.296817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Pushing event updated for resources: {'Port': ['ID=b3d26550-5d70-491c-a015-4fc0e5c4de5b,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:12.334895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 46fea86c-97fa-4d10-b468-428d2bb7b0b8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:12.445353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:12.455859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:12.456586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:12.457819 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 Oct 17 18:22:12.673868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:12.674904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:12.750387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 46fea86c-97fa-4d10-b468-428d2bb7b0b8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=46fea86c-97fa-4d10-b468-428d2bb7b0b8,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:12.756534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:12.799807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:12.839385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=46fea86c-97fa-4d10-b468-428d2bb7b0b8,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:13.472660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:13.576285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd59d73-2e26-407b-b265-c9b2d18b7804 None None] Network 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:22:13.749439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-450d418d-b091-445f-a2d1-7ed38272047a None None] Provisioning for port 8d5c1478-455d-424f-b18f-809d2774796c completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:13.750195 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Router 6401321a-5c6c-4ad6-b294-786afb4fb0e6 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:22:14.107266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:22:14.124463 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Sync routers for ids ['6401321a-5c6c-4ad6-b294-786afb4fb0e6'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:22:14.148689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Routers {'6401321a-5c6c-4ad6-b294-786afb4fb0e6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:22:14.149324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:22:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6401321a-5c6c-4ad6-b294-786afb4fb0e6'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:14.158418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:14.164959 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-771c73e9-b68b-47b4-8c7e-d244b62bfd2c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0749598 Oct 17 18:22:14.165415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53016) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:22:14.422979 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Set router 6401321a-5c6c-4ad6-b294-786afb4fb0e6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:22:14.471453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8d5c1478-455d-424f-b18f-809d2774796c up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:14.777717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 8d5c1478-455d-424f-b18f-809d2774796c completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:14.789172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 8d5c1478-455d-424f-b18f-809d2774796c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:14.789553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:14.789887 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 8d5c1478-455d-424f-b18f-809d2774796c Oct 17 18:22:15.005333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'name': 'tempest-TestEncryptedCinderVolumes-747428791-router', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:10Z', 'updated_at': '2022-10-17T18:22:12Z', 'revision_number': 3, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'gw_port': {'id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:75:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:11Z', 'updated_at': '2022-10-17T18:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:15.017204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Checking router: 6401321a-5c6c-4ad6-b294-786afb4fb0e6 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:22:15.017771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Updating router 6401321a-5c6c-4ad6-b294-786afb4fb0e6 port b3d26550-5d70-491c-a015-4fc0e5c4de5b binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:22:15.077003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 8d5c1478-455d-424f-b18f-809d2774796c is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:15.077495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:15.171798 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:15.199623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:15.256351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 8d5c1478-455d-424f-b18f-809d2774796c, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8d5c1478-455d-424f-b18f-809d2774796c,segment=NetworkSegment(f45303e5-4225-48cb-9a57-0600eb58d57c),segment_id=f45303e5-4225-48cb-9a57-0600eb58d57c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:15.262354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:15.263701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 46fea86c-97fa-4d10-b468-428d2bb7b0b8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:15.447202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Allocated IP 172.20.0.1 (8e5e6fe4-7c96-411d-bc8f-987b2fc260b4/ba610267-1f29-4e55-b2f0-40b387594e1a/ce4b3a53-db33-423f-893b-8a0cf18a4f15) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:22:15.627994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:15.646929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=8d5c1478-455d-424f-b18f-809d2774796c,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:15.648660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Transition to ACTIVE for port object ce4b3a53-db33-423f-893b-8a0cf18a4f15 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:15.681299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:15.759619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Network 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:15.763186 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:15.765669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:22:15.790606 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:15.791197 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:15.791745 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 Oct 17 18:22:15.953864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Pushing event updated for resources: {'Port': ['ID=ce4b3a53-db33-423f-893b-8a0cf18a4f15,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:15.984172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:16.193965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:16.234346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Provisioning for port ce4b3a53-db33-423f-893b-8a0cf18a4f15 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:16.244057 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:16.260748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Provisioning complete for port ce4b3a53-db33-423f-893b-8a0cf18a4f15 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:16.261351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:16.261909 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Attempt 1 to provision port ce4b3a53-db33-423f-893b-8a0cf18a4f15 Oct 17 18:22:16.344882 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8d5c1478-455d-424f-b18f-809d2774796c up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:16.457132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:16.496736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Port ce4b3a53-db33-423f-893b-8a0cf18a4f15 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:16.498828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Transition to ACTIVE for port object b3d26550-5d70-491c-a015-4fc0e5c4de5b will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:16.514737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:16.587366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:16.593411 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:16.634999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Attempting to bind port b3d26550-5d70-491c-a015-4fc0e5c4de5b on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:22:16.635579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Attempting to bind port b3d26550-5d70-491c-a015-4fc0e5c4de5b by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:22:16.636130 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Attempting to bind port b3d26550-5d70-491c-a015-4fc0e5c4de5b on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:16.663276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:22:16.663842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:22:16.664481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:16.665096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:22:16.665879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Bound port: b3d26550-5d70-491c-a015-4fc0e5c4de5b, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:22:16.666468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:16.715225 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Pushing event updated for resources: {'Port': ['ID=ce4b3a53-db33-423f-893b-8a0cf18a4f15,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:16.718707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:16.727535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 8d5c1478-455d-424f-b18f-809d2774796c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:16.728086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:16.728615 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 8d5c1478-455d-424f-b18f-809d2774796c Oct 17 18:22:16.790402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5b003-2627-4201-b175-da83ff992f4d None None] Pushing event updated for resources: {'Port': ['ID=b3d26550-5d70-491c-a015-4fc0e5c4de5b,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:16.887692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Network 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:16.889393 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:16.915028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] For port b3d26550-5d70-491c-a015-4fc0e5c4de5b, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:22:16.921650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] For port b3d26550-5d70-491c-a015-4fc0e5c4de5b, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b3d26550-5d70-491c-a015-4fc0e5c4de5b,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:22:16.930412 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:17.044389 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Attempt 2 to provision port ce4b3a53-db33-423f-893b-8a0cf18a4f15 Oct 17 18:22:17.160792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Router 6401321a-5c6c-4ad6-b294-786afb4fb0e6 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:22:17.197384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Routers {'6401321a-5c6c-4ad6-b294-786afb4fb0e6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:22:17.198452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:22:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6401321a-5c6c-4ad6-b294-786afb4fb0e6'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:17.389495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:22:17.406487 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2364ab9c-1d70-4c55-bbb8-8347f8d0e4ec admin admin] 10.222.0.69 "PUT /v2.0/routers/6401321a-5c6c-4ad6-b294-786afb4fb0e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2390869 Oct 17 18:22:17.462202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Port ce4b3a53-db33-423f-893b-8a0cf18a4f15 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:17.462892 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 8d5c1478-455d-424f-b18f-809d2774796c is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:17.474499 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5b003-2627-4201-b175-da83ff992f4d None None] Pushing event updated for resources: {'Port': ['ID=b3d26550-5d70-491c-a015-4fc0e5c4de5b,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:17.559522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] Set router 6401321a-5c6c-4ad6-b294-786afb4fb0e6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:22:17.963386 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Attempt 3 to provision port ce4b3a53-db33-423f-893b-8a0cf18a4f15 Oct 17 18:22:17.999259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'name': 'tempest-TestEncryptedCinderVolumes-747428791-router', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:10Z', 'updated_at': '2022-10-17T18:22:16Z', 'revision_number': 4, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'gw_port': {'id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:75:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:11Z', 'updated_at': '2022-10-17T18:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'ce4b3a53-db33-423f-893b-8a0cf18a4f15', 'name': '', 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'mac_address': 'fa:16:3e:e2:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ba610267-1f29-4e55-b2f0-40b387594e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:15Z', 'updated_at': '2022-10-17T18:22:16Z', 'revision_number': 2, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'subnets': [{'id': 'ba610267-1f29-4e55-b2f0-40b387594e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:18.033360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815088b8-5a68-4d2a-97f9-4214c877948e None None] The sync data for ids ['6401321a-5c6c-4ad6-b294-786afb4fb0e6'] in dv-neutron-860895-1-hyperv is: [{'id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'name': 'tempest-TestEncryptedCinderVolumes-747428791-router', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:10Z', 'updated_at': '2022-10-17T18:22:16Z', 'revision_number': 4, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'gw_port': {'id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:75:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:11Z', 'updated_at': '2022-10-17T18:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'ce4b3a53-db33-423f-893b-8a0cf18a4f15', 'name': '', 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'mac_address': 'fa:16:3e:e2:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ba610267-1f29-4e55-b2f0-40b387594e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:15Z', 'updated_at': '2022-10-17T18:22:16Z', 'revision_number': 2, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'subnets': [{'id': 'ba610267-1f29-4e55-b2f0-40b387594e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:22:18.070041 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Port ce4b3a53-db33-423f-893b-8a0cf18a4f15 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:18.385379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b6b03db3-4852-4a29-9915-ace87aedd645 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:18.388234 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b6b03db3-4852-4a29-9915-ace87aedd645 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/networks?id=fe297aea-9750-4e73-98f9-c9441833f09a HTTP/1.1" status: 200 len: 816 time: 0.2368772 Oct 17 18:22:18.408030 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-8715e6a5-24d9-4d77-b5cf-7201585c38ae tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/quotas/41b269e68d6f48c0b7ae20372e60dcb4 HTTP/1.1" status: 200 len: 375 time: 0.0111077 Oct 17 18:22:18.554780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-03b0ff17-4157-4dc1-a4da-f795e61d86e6 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Synchronizing usage tracker for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:22:18.571717 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Attempt 4 to provision port ce4b3a53-db33-423f-893b-8a0cf18a4f15 Oct 17 18:22:18.581754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-03b0ff17-4157-4dc1-a4da-f795e61d86e6 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Unset dirty status for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:22:18.585578 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-03b0ff17-4157-4dc1-a4da-f795e61d86e6 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41b269e68d6f48c0b7ae20372e60dcb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675408 Oct 17 18:22:18.656512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Port ce4b3a53-db33-423f-893b-8a0cf18a4f15 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:18.849567 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-1a69ade5-b117-4c8d-9138-653a095c0ae5 service neutron] 10.222.0.69 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475858 Oct 17 18:22:19.048279 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b4f4f00b-b980-40f9-930d-0d054536a41a service neutron] 10.222.0.69 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873093 Oct 17 18:22:19.158190 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Attempt 5 to provision port ce4b3a53-db33-423f-893b-8a0cf18a4f15 Oct 17 18:22:19.265301 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Port ce4b3a53-db33-423f-893b-8a0cf18a4f15 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:19.391155 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b427b60a-8e70-492a-94d8-384fd373f12f req-b6e8da3f-2dda-411b-8af9-50ee039bf178 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 210 time: 0.1113842 Oct 17 18:22:19.766451 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Attempt 6 to provision port ce4b3a53-db33-423f-893b-8a0cf18a4f15 Oct 17 18:22:19.845829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Port ce4b3a53-db33-423f-893b-8a0cf18a4f15 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:20.347151 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Attempt 7 to provision port ce4b3a53-db33-423f-893b-8a0cf18a4f15 Oct 17 18:22:20.405543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b3d26550-5d70-491c-a015-4fc0e5c4de5b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:20.510345 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Port ce4b3a53-db33-423f-893b-8a0cf18a4f15 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:20.542692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port b3d26550-5d70-491c-a015-4fc0e5c4de5b completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:20.556533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port b3d26550-5d70-491c-a015-4fc0e5c4de5b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:20.557470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:20.557957 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port b3d26550-5d70-491c-a015-4fc0e5c4de5b Oct 17 18:22:20.636132 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Sync routers for ids ['6401321a-5c6c-4ad6-b294-786afb4fb0e6'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:22:20.653358 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Routers {'6401321a-5c6c-4ad6-b294-786afb4fb0e6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:22:20.654370 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:22:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6401321a-5c6c-4ad6-b294-786afb4fb0e6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:20.726207 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b3d26550-5d70-491c-a015-4fc0e5c4de5b is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:20.726850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:20.748481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port b3d26550-5d70-491c-a015-4fc0e5c4de5b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b3d26550-5d70-491c-a015-4fc0e5c4de5b,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:20.752472 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f2304cfc-0c18-4bb3-a496-d11169fb5252 req-2b46110b-65d2-49a8-9752-d705761d7aaa tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 210 time: 0.1539223 Oct 17 18:22:20.762785 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:20.899366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=b3d26550-5d70-491c-a015-4fc0e5c4de5b,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:21.008090 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Set router 6401321a-5c6c-4ad6-b294-786afb4fb0e6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:22:21.011726 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Attempt 8 to provision port ce4b3a53-db33-423f-893b-8a0cf18a4f15 Oct 17 18:22:21.018473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-7a74fcf3-4826-4fbf-9aa8-8e9a071bc06c tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:21.021567 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-7a74fcf3-4826-4fbf-9aa8-8e9a071bc06c tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.20 "GET /v2.0/networks?id=fe297aea-9750-4e73-98f9-c9441833f09a HTTP/1.1" status: 200 len: 816 time: 0.3394041 Oct 17 18:22:21.049331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Request body: {'port': {'device_id': 'd31b853f-79b7-47e4-8617-f2e45d53c96f', 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a', 'admin_state_up': True, 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:21.129854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Port ce4b3a53-db33-423f-893b-8a0cf18a4f15 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:21.318472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:21.338257 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:21.355326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Made reservation on behalf of 41b269e68d6f48c0b7ae20372e60dcb4 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:22:21.361367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:21.520072 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'name': 'tempest-TestEncryptedCinderVolumes-747428791-router', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:10Z', 'updated_at': '2022-10-17T18:22:16Z', 'revision_number': 4, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'gw_port': {'id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:11Z', 'updated_at': '2022-10-17T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'ce4b3a53-db33-423f-893b-8a0cf18a4f15', 'name': '', 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'mac_address': 'fa:16:3e:e2:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ba610267-1f29-4e55-b2f0-40b387594e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:15Z', 'updated_at': '2022-10-17T18:22:16Z', 'revision_number': 2, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'subnets': [{'id': 'ba610267-1f29-4e55-b2f0-40b387594e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:21.525514 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Checking router: 6401321a-5c6c-4ad6-b294-786afb4fb0e6 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:22:21.526054 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Updating router 6401321a-5c6c-4ad6-b294-786afb4fb0e6 port ce4b3a53-db33-423f-893b-8a0cf18a4f15 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:22:21.593572 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:21.616779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Allocated IP 172.20.0.13 (fe297aea-9750-4e73-98f9-c9441833f09a/8d869a85-78bb-4215-b6ca-57353a5d1d8d/b70348a0-112b-4c26-baf1-2df10d8fada6) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:22:21.631994 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Attempt 9 to provision port ce4b3a53-db33-423f-893b-8a0cf18a4f15 Oct 17 18:22:21.733143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Port ce4b3a53-db33-423f-893b-8a0cf18a4f15 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:22.014656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:22.038635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Transition to ACTIVE for port object b70348a0-112b-4c26-baf1-2df10d8fada6 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:22.040211 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:22.055360 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Transition to ACTIVE for port object ce4b3a53-db33-423f-893b-8a0cf18a4f15 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:22.067729 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:22.068060 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-926660f2-09dc-4aff-9fa1-ea80fd62c9bc req-485ab4f6-9dfa-444f-9d88-29478337a751 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 210 time: 0.0943017 Oct 17 18:22:22.095443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:22.235108 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Attempt 10 to provision port ce4b3a53-db33-423f-893b-8a0cf18a4f15 Oct 17 18:22:22.275253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Network fe297aea-9750-4e73-98f9-c9441833f09a is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:22.282079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:22.285778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Pushing event updated for resources: {'Port': ['ID=b70348a0-112b-4c26-baf1-2df10d8fada6,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:22.302390 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Attempting to bind port ce4b3a53-db33-423f-893b-8a0cf18a4f15 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:22:22.302782 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Attempting to bind port ce4b3a53-db33-423f-893b-8a0cf18a4f15 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'f45303e5-4225-48cb-9a57-0600eb58d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:22:22.303242 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Attempting to bind port ce4b3a53-db33-423f-893b-8a0cf18a4f15 on network 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:22.307446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:22:22.311851 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:22:22.312226 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Checking segment: {'id': 'f45303e5-4225-48cb-9a57-0600eb58d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:22:22.312628 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:22.313024 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Bound using segment: {'id': 'f45303e5-4225-48cb-9a57-0600eb58d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:22:22.313513 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Bound port: ce4b3a53-db33-423f-893b-8a0cf18a4f15, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45303e5-4225-48cb-9a57-0600eb58d57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:22:22.313891 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:22.334362 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13e089-6c5d-4ae2-a121-ce1b6009a96b None None] Pushing event updated for resources: {'Port': ['ID=ce4b3a53-db33-423f-893b-8a0cf18a4f15,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:22.400879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-10f75afd-dab3-474e-ac40-b309ec9e9347 None None] Port ce4b3a53-db33-423f-893b-8a0cf18a4f15 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:22.417474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:22.418023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:22.418586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:22.419192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:22.419753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:22.420533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:22.421052 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:22.422651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:22.426329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b3d26550-5d70-491c-a015-4fc0e5c4de5b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:22.427243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:22.428572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:22.429444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:22.430307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:22:22.453452 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] For port ce4b3a53-db33-423f-893b-8a0cf18a4f15, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:22:22.460908 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] For port ce4b3a53-db33-423f-893b-8a0cf18a4f15, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ce4b3a53-db33-423f-893b-8a0cf18a4f15,segment=NetworkSegment(f45303e5-4225-48cb-9a57-0600eb58d57c),segment_id=f45303e5-4225-48cb-9a57-0600eb58d57c)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:22:22.471572 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:22.491182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:22.492153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:22.529751 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-5c8763e4-48ea-4d38-be86-44bc5ffe4f11 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4871464 Oct 17 18:22:22.553266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Request body: {'port': {'device_id': 'd31b853f-79b7-47e4-8617-f2e45d53c96f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:22.576015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port b3d26550-5d70-491c-a015-4fc0e5c4de5b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:22.576951 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:22.577723 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port b3d26550-5d70-491c-a015-4fc0e5c4de5b Oct 17 18:22:22.589764 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Routers {'6401321a-5c6c-4ad6-b294-786afb4fb0e6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:22:22.590422 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:22:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6401321a-5c6c-4ad6-b294-786afb4fb0e6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:22.766938 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13e089-6c5d-4ae2-a121-ce1b6009a96b None None] Pushing event updated for resources: {'Port': ['ID=ce4b3a53-db33-423f-893b-8a0cf18a4f15,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:22.841853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b3d26550-5d70-491c-a015-4fc0e5c4de5b is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:22.845511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b154fc6b-f63b-4def-93ea-844d53114cec None None] Provisioning for port b70348a0-112b-4c26-baf1-2df10d8fada6 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:22.847197 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] Set router 6401321a-5c6c-4ad6-b294-786afb4fb0e6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:22:22.855279 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-b154fc6b-f63b-4def-93ea-844d53114cec None None] Provisioning complete for port b70348a0-112b-4c26-baf1-2df10d8fada6 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:22.855525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b154fc6b-f63b-4def-93ea-844d53114cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:22.855884 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b154fc6b-f63b-4def-93ea-844d53114cec None None] Attempt 1 to provision port b70348a0-112b-4c26-baf1-2df10d8fada6 Oct 17 18:22:22.868406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:22.952546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b154fc6b-f63b-4def-93ea-844d53114cec None None] Port b70348a0-112b-4c26-baf1-2df10d8fada6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:23.265621 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:22:23.378102 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'name': 'tempest-TestEncryptedCinderVolumes-747428791-router', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:10Z', 'updated_at': '2022-10-17T18:22:16Z', 'revision_number': 4, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'gw_port': {'id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:11Z', 'updated_at': '2022-10-17T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'ce4b3a53-db33-423f-893b-8a0cf18a4f15', 'name': '', 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'mac_address': 'fa:16:3e:e2:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ba610267-1f29-4e55-b2f0-40b387594e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:15Z', 'updated_at': '2022-10-17T18:22:22Z', 'revision_number': 4, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'subnets': [{'id': 'ba610267-1f29-4e55-b2f0-40b387594e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:22:23.382446 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ccacb4-4ca5-417d-9874-d3545c22360a None None] The sync data for ids ['6401321a-5c6c-4ad6-b294-786afb4fb0e6'] in dv-neutron-860895-1-hyperv is: [{'id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'name': 'tempest-TestEncryptedCinderVolumes-747428791-router', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:10Z', 'updated_at': '2022-10-17T18:22:16Z', 'revision_number': 4, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'gw_port': {'id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:11Z', 'updated_at': '2022-10-17T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'ce4b3a53-db33-423f-893b-8a0cf18a4f15', 'name': '', 'network_id': '8e5e6fe4-7c96-411d-bc8f-987b2fc260b4', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'mac_address': 'fa:16:3e:e2:85:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ba610267-1f29-4e55-b2f0-40b387594e1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:15Z', 'updated_at': '2022-10-17T18:22:22Z', 'revision_number': 4, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'subnets': [{'id': 'ba610267-1f29-4e55-b2f0-40b387594e1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:22:23.453763 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b154fc6b-f63b-4def-93ea-844d53114cec None None] Attempt 2 to provision port b70348a0-112b-4c26-baf1-2df10d8fada6 Oct 17 18:22:23.549575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b154fc6b-f63b-4def-93ea-844d53114cec None None] Port b70348a0-112b-4c26-baf1-2df10d8fada6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:23.605004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba568db-6328-4103-a09f-4446683156ea req-98fa19c3-f09c-45d7-ac5d-83be654cf38b tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:23.605749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-aba568db-6328-4103-a09f-4446683156ea req-98fa19c3-f09c-45d7-ac5d-83be654cf38b tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Synchronizing usage tracker for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:22:23.622668 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70348a0-112b-4c26-baf1-2df10d8fada6 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:22:23.635277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:23.656793 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-aba568db-6328-4103-a09f-4446683156ea req-98fa19c3-f09c-45d7-ac5d-83be654cf38b tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Unset dirty status for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:22:23.658457 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aba568db-6328-4103-a09f-4446683156ea req-98fa19c3-f09c-45d7-ac5d-83be654cf38b tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 932 time: 0.3527238 Oct 17 18:22:23.663250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Transition to ACTIVE for port object b70348a0-112b-4c26-baf1-2df10d8fada6 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:23.671379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:23.981065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Pushing event updated for resources: {'Port': ['ID=b70348a0-112b-4c26-baf1-2df10d8fada6,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:23.987693 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aba568db-6328-4103-a09f-4446683156ea req-a11f7efc-cdaa-4f7e-a77f-7be9927ae4fa tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181210 Oct 17 18:22:24.051565 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b154fc6b-f63b-4def-93ea-844d53114cec None None] Attempt 3 to provision port b70348a0-112b-4c26-baf1-2df10d8fada6 Oct 17 18:22:24.060175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Attempting to bind port b70348a0-112b-4c26-baf1-2df10d8fada6 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:22:24.060725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Attempting to bind port b70348a0-112b-4c26-baf1-2df10d8fada6 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:22:24.061281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Attempting to bind port b70348a0-112b-4c26-baf1-2df10d8fada6 on network fe297aea-9750-4e73-98f9-c9441833f09a {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:24.083936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Port b70348a0-112b-4c26-baf1-2df10d8fada6 on network fe297aea-9750-4e73-98f9-c9441833f09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:22:24.084446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Attempting to bind port b70348a0-112b-4c26-baf1-2df10d8fada6 on network fe297aea-9750-4e73-98f9-c9441833f09a {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:24.095864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:22:24.096651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Checking segment: {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:22:24.098014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Bound using segment: {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:22:24.098703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Bound port: b70348a0-112b-4c26-baf1-2df10d8fada6, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:22:24.099285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:24.157422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b154fc6b-f63b-4def-93ea-844d53114cec None None] Port b70348a0-112b-4c26-baf1-2df10d8fada6 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:24.245596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] For port b70348a0-112b-4c26-baf1-2df10d8fada6, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:22:24.249275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] For port b70348a0-112b-4c26-baf1-2df10d8fada6, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b70348a0-112b-4c26-baf1-2df10d8fada6,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:22:24.257151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:24.315615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:24.316946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:24.318454 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] 10.222.0.20 "PUT /v2.0/ports/b70348a0-112b-4c26-baf1-2df10d8fada6 HTTP/1.1" status: 200 len: 1094 time: 1.7743852 Oct 17 18:22:24.319105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31b853f-79b7-47e4-8617-f2e45d53c96f', 'tag': 'b70348a0-112b-4c26-baf1-2df10d8fada6'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:22:24.321597 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caebba30-2972-4ace-b163-a92febd1ae4d" -d '{"events": [{"name": "network-changed", "server_uuid": "d31b853f-79b7-47e4-8617-f2e45d53c96f", "tag": "b70348a0-112b-4c26-baf1-2df10d8fada6"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:22:24.407036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ce4b3a53-db33-423f-893b-8a0cf18a4f15 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:24.465275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b795d-ad1d-49aa-8793-428e65b7eaec service neutron] Pushing event updated for resources: {'Port': ['ID=b70348a0-112b-4c26-baf1-2df10d8fada6,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:24.494889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7576ebd-aa59-4c56-a8eb-8c8041b855b7 x-openstack-request-id: req-c7576ebd-aa59-4c56-a8eb-8c8041b855b7 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:22:24.495202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d31b853f-79b7-47e4-8617-f2e45d53c96f", "tag": "b70348a0-112b-4c26-baf1-2df10d8fada6", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:22:24.495423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7576ebd-aa59-4c56-a8eb-8c8041b855b7 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:22:24.495912 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7576ebd-aa59-4c56-a8eb-8c8041b855b7'] response: {'name': 'network-changed', 'server_uuid': 'd31b853f-79b7-47e4-8617-f2e45d53c96f', 'tag': 'b70348a0-112b-4c26-baf1-2df10d8fada6', 'status': 'completed', 'code': 200} Oct 17 18:22:24.505859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-2c685887-ad93-47e3-b129-411f0e7a150e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:24.507423 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-2c685887-ad93-47e3-b129-411f0e7a150e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b269e68d6f48c0b7ae20372e60dcb4&device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 1097 time: 0.1141324 Oct 17 18:22:24.516509 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port ce4b3a53-db33-423f-893b-8a0cf18a4f15 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:24.523162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ce4b3a53-db33-423f-893b-8a0cf18a4f15 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:24.523814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:24.524194 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ce4b3a53-db33-423f-893b-8a0cf18a4f15 Oct 17 18:22:24.592999 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-e449d6bf-a3fd-42c5-aa54-daf20a40a5aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70348a0-112b-4c26-baf1-2df10d8fada6 HTTP/1.1" status: 200 len: 217 time: 0.0738404 Oct 17 18:22:24.662952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-cd80d879-f9ba-4b8e-aec0-7ada129a20cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:24.663906 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-b154fc6b-f63b-4def-93ea-844d53114cec None None] Attempt 4 to provision port b70348a0-112b-4c26-baf1-2df10d8fada6 Oct 17 18:22:24.664444 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-cd80d879-f9ba-4b8e-aec0-7ada129a20cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d869a85-78bb-4215-b6ca-57353a5d1d8d HTTP/1.1" status: 200 len: 855 time: 0.0660081 Oct 17 18:22:24.745267 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ce4b3a53-db33-423f-893b-8a0cf18a4f15 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:24.745711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:24.760560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-c7db8eb6-9339-4d40-93a9-1e80c97ccc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:24.761990 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-c7db8eb6-9339-4d40-93a9-1e80c97ccc8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe297aea-9750-4e73-98f9-c9441833f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913918 Oct 17 18:22:24.776216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-b154fc6b-f63b-4def-93ea-844d53114cec None None] Port b70348a0-112b-4c26-baf1-2df10d8fada6 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:22:24.790703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port ce4b3a53-db33-423f-893b-8a0cf18a4f15, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ce4b3a53-db33-423f-893b-8a0cf18a4f15,segment=NetworkSegment(f45303e5-4225-48cb-9a57-0600eb58d57c),segment_id=f45303e5-4225-48cb-9a57-0600eb58d57c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:24.796180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:24.875944 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=ce4b3a53-db33-423f-893b-8a0cf18a4f15,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:24.921291 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-fd04cd6f-7f7b-4c83-8bea-dfe84ff05def service neutron] 10.222.0.20 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531746 Oct 17 18:22:25.085369 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-775113db-8a7e-4abb-a0eb-f7719e499e3e req-9592eb33-74bc-4b14-a36c-47b0071f5544 service neutron] 10.222.0.20 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574512 Oct 17 18:22:25.127175 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:25.457955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad7300-7ad9-417b-8065-fd9120ff2826 req-633c4a8d-8743-4065-887f-a03a515d7770 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:25.459673 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1aad7300-7ad9-417b-8065-fd9120ff2826 req-633c4a8d-8743-4065-887f-a03a515d7770 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 944 time: 0.2853236 Oct 17 18:22:25.463015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebba30-2972-4ace-b163-a92febd1ae4d req-29ad8803-2b9b-4bb4-9aec-112cf8da16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:25.464506 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-caebba30-2972-4ace-b163-a92febd1ae4d req-29ad8803-2b9b-4bb4-9aec-112cf8da16c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b269e68d6f48c0b7ae20372e60dcb4&device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 1097 time: 0.2503753 Oct 17 18:22:25.589614 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1aad7300-7ad9-417b-8065-fd9120ff2826 req-1887319b-66c8-48e7-bda9-067410a16303 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237426 Oct 17 18:22:25.656315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebba30-2972-4ace-b163-a92febd1ae4d req-cff6ca82-29bf-4b47-bfcd-ac86a869088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:25.657769 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-caebba30-2972-4ace-b163-a92febd1ae4d req-cff6ca82-29bf-4b47-bfcd-ac86a869088c service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe297aea-9750-4e73-98f9-c9441833f09a HTTP/1.1" status: 200 len: 917 time: 0.1777747 Oct 17 18:22:25.733255 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-caebba30-2972-4ace-b163-a92febd1ae4d req-e5277252-56e2-48c6-a60c-95c9f1ca0bc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b70348a0-112b-4c26-baf1-2df10d8fada6 HTTP/1.1" status: 200 len: 217 time: 0.0674512 Oct 17 18:22:25.807799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebba30-2972-4ace-b163-a92febd1ae4d req-ec5ab8ae-86c0-4523-8da7-a6c6d2c1ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:25.809258 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-caebba30-2972-4ace-b163-a92febd1ae4d req-ec5ab8ae-86c0-4523-8da7-a6c6d2c1ed33 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d869a85-78bb-4215-b6ca-57353a5d1d8d HTTP/1.1" status: 200 len: 855 time: 0.0692606 Oct 17 18:22:25.901564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebba30-2972-4ace-b163-a92febd1ae4d req-de286016-4f49-4c40-8493-286484a44f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:25.903438 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-caebba30-2972-4ace-b163-a92febd1ae4d req-de286016-4f49-4c40-8493-286484a44f03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe297aea-9750-4e73-98f9-c9441833f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873337 Oct 17 18:22:26.046462 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-caebba30-2972-4ace-b163-a92febd1ae4d req-824d22d8-2306-4d22-830f-887440fd3c8f service neutron] 10.222.0.20 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365340 Oct 17 18:22:26.204132 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-caebba30-2972-4ace-b163-a92febd1ae4d req-cac4a1d1-7fbd-4644-a633-a0bc58938e0b service neutron] 10.222.0.20 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514499 Oct 17 18:22:26.326529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ce4b3a53-db33-423f-893b-8a0cf18a4f15 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:26.406304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ce4b3a53-db33-423f-893b-8a0cf18a4f15 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:26.406717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:26.407083 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ce4b3a53-db33-423f-893b-8a0cf18a4f15 Oct 17 18:22:26.545508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ce4b3a53-db33-423f-893b-8a0cf18a4f15 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:26.771624 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device b70348a0-112b-4c26-baf1-2df10d8fada6 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:22:26.812518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179cef5-f3fd-4409-903b-d3d212898c1f req-aeb7664d-aa6b-492d-aeb4-4d550437e931 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:26.814685 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3179cef5-f3fd-4409-903b-d3d212898c1f req-aeb7664d-aa6b-492d-aeb4-4d550437e931 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 944 time: 0.1032181 Oct 17 18:22:26.893017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-3179cef5-f3fd-4409-903b-d3d212898c1f req-ddc926a6-4333-4d2d-8036-ff49005a44fc tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Synchronizing usage tracker for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:22:26.924137 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-3179cef5-f3fd-4409-903b-d3d212898c1f req-ddc926a6-4333-4d2d-8036-ff49005a44fc tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Unset dirty status for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:22:26.927516 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3179cef5-f3fd-4409-903b-d3d212898c1f req-ddc926a6-4333-4d2d-8036-ff49005a44fc tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043077 Oct 17 18:22:26.927797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port b70348a0-112b-4c26-baf1-2df10d8fada6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b70348a0-112b-4c26-baf1-2df10d8fada6,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:26.946508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'b70348a0-112b-4c26-baf1-2df10d8fada6', 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a', 'port_id': 'b70348a0-112b-4c26-baf1-2df10d8fada6', 'mac_address': 'fa:16:3e:a4:6b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d869a85-78bb-4215-b6ca-57353a5d1d8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:22:27.041010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port b70348a0-112b-4c26-baf1-2df10d8fada6 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:27.041617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:27.075613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70348a0-112b-4c26-baf1-2df10d8fada6 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:22:27.101353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port b70348a0-112b-4c26-baf1-2df10d8fada6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b70348a0-112b-4c26-baf1-2df10d8fada6,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:27.108997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:27.215316 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=b70348a0-112b-4c26-baf1-2df10d8fada6,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:27.389358 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['b70348a0-112b-4c26-baf1-2df10d8fada6'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:22:28.176824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ab9e1-2ac3-4380-8e1e-0b32ac9a6f47 req-8d7f4d5f-cc36-40b2-98ae-e63c05a8de69 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:28.178687 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c96ab9e1-2ac3-4380-8e1e-0b32ac9a6f47 req-8d7f4d5f-cc36-40b2-98ae-e63c05a8de69 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 945 time: 0.1152050 Oct 17 18:22:28.231686 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c96ab9e1-2ac3-4380-8e1e-0b32ac9a6f47 req-d0c38d88-6948-41fc-8581-ad1bd4b8cf9e tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462694 Oct 17 18:22:28.784786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device b70348a0-112b-4c26-baf1-2df10d8fada6 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:22:28.864098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port b70348a0-112b-4c26-baf1-2df10d8fada6 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:28.869763 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port b70348a0-112b-4c26-baf1-2df10d8fada6 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:28.870161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:28.870504 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port b70348a0-112b-4c26-baf1-2df10d8fada6 Oct 17 18:22:29.009345 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port b70348a0-112b-4c26-baf1-2df10d8fada6 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:22:29.009618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:29.043555 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31b853f-79b7-47e4-8617-f2e45d53c96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70348a0-112b-4c26-baf1-2df10d8fada6'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:22:29.046150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b41a7ba-f54f-4e43-b82c-c8f0878e0a55" -d '{"events": [{"server_uuid": "d31b853f-79b7-47e4-8617-f2e45d53c96f", "name": "network-vif-plugged", "status": "completed", "tag": "b70348a0-112b-4c26-baf1-2df10d8fada6"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:22:29.058340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port b70348a0-112b-4c26-baf1-2df10d8fada6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b70348a0-112b-4c26-baf1-2df10d8fada6,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:29.065347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:29.169321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a235892-f9cd-4a5f-9d2b-b33a23bde7ab x-openstack-request-id: req-5a235892-f9cd-4a5f-9d2b-b33a23bde7ab {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:22:29.169778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31b853f-79b7-47e4-8617-f2e45d53c96f", "name": "network-vif-plugged", "status": "completed", "tag": "b70348a0-112b-4c26-baf1-2df10d8fada6", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:22:29.170181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a235892-f9cd-4a5f-9d2b-b33a23bde7ab {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:22:29.170803 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a235892-f9cd-4a5f-9d2b-b33a23bde7ab'] response: {'server_uuid': 'd31b853f-79b7-47e4-8617-f2e45d53c96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70348a0-112b-4c26-baf1-2df10d8fada6', 'code': 200} Oct 17 18:22:29.216238 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-20daf436-763d-4d3d-bc44-746e8ff7b715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:29.232573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=b70348a0-112b-4c26-baf1-2df10d8fada6,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:29.493262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45308a0e-e50c-4401-83f8-9080f50cef01 req-7184c446-716c-4365-83f9-693b60d9b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:29.494827 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-45308a0e-e50c-4401-83f8-9080f50cef01 req-7184c446-716c-4365-83f9-693b60d9b769 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 1099 time: 0.1643579 Oct 17 18:22:29.523431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e74ce8-81fd-4222-8245-dbdb90fde75e req-1360e7ec-204e-413f-a2f0-d5719c8fe385 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:29.525047 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-34e74ce8-81fd-4222-8245-dbdb90fde75e req-1360e7ec-204e-413f-a2f0-d5719c8fe385 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 946 time: 0.1425600 Oct 17 18:22:29.580269 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-45308a0e-e50c-4401-83f8-9080f50cef01 req-80d12ab6-bb59-4f8a-b786-ff1e1683167c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795810 Oct 17 18:22:29.592788 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-34e74ce8-81fd-4222-8245-dbdb90fde75e req-2ed5aefe-80f1-47a5-8a5d-a18b67475d17 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616255 Oct 17 18:22:30.834206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b298a7-3dfd-41b7-ba78-47e53f791f29 req-6efe796f-8fe8-4203-abd9-c3ecbb75e0d5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:30.835833 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-25b298a7-3dfd-41b7-ba78-47e53f791f29 req-6efe796f-8fe8-4203-abd9-c3ecbb75e0d5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 946 time: 0.1009479 Oct 17 18:22:30.902303 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-25b298a7-3dfd-41b7-ba78-47e53f791f29 req-e9babcc4-65fb-4952-b846-dfb73358193d tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603344 Oct 17 18:22:31.150058 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c16f63-c2c9-437e-8561-93945fe733ac req-6e749ae1-c1fc-456c-80b4-dd8e682d9a4d tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:31.153099 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1c16f63-c2c9-437e-8561-93945fe733ac req-6e749ae1-c1fc-456c-80b4-dd8e682d9a4d tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 946 time: 0.1169691 Oct 17 18:22:31.202951 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1c16f63-c2c9-437e-8561-93945fe733ac req-5e601bbf-4205-43f4-8a4d-a5da5f4fbfbd tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436821 Oct 17 18:22:31.545090 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6fbda778-d516-43ad-b281-74b0369876d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:32.648815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:32.652505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:34.436973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:47.837309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213b2e4-335e-423c-a7a6-a43d0c2048ba req-0a384599-cdf0-4906-b3ed-062b9cc9117f tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:47.838885 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f213b2e4-335e-423c-a7a6-a43d0c2048ba req-0a384599-cdf0-4906-b3ed-062b9cc9117f tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 946 time: 0.0985665 Oct 17 18:22:47.892336 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f213b2e4-335e-423c-a7a6-a43d0c2048ba req-19d972f2-de46-4b31-b8b4-0d79967345ba tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435212 Oct 17 18:22:49.139351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197c5e7-9ea1-42ee-917e-9f368470a5b2 req-fc08b050-b40e-4a53-a537-8874302009d5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:49.141899 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e197c5e7-9ea1-42ee-917e-9f368470a5b2 req-fc08b050-b40e-4a53-a537-8874302009d5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 946 time: 0.1205952 Oct 17 18:22:49.225618 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e197c5e7-9ea1-42ee-917e-9f368470a5b2 req-b36688f8-a966-4076-b5d3-38390705138a tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743158 Oct 17 18:22:49.436194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd132b-394b-4978-b51a-8d83bfddb98a req-3db742cf-aa0e-4f74-9289-c2fa1396ae29 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:49.437995 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ecfd132b-394b-4978-b51a-8d83bfddb98a req-3db742cf-aa0e-4f74-9289-c2fa1396ae29 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.20 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 946 time: 0.1057382 Oct 17 18:22:49.519814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-ecfd132b-394b-4978-b51a-8d83bfddb98a req-ff789a8c-f3d5-4e16-9d95-8f6bf3e23215 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Deleting port b70348a0-112b-4c26-baf1-2df10d8fada6 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:22:49.520082 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ecfd132b-394b-4978-b51a-8d83bfddb98a req-ff789a8c-f3d5-4e16-9d95-8f6bf3e23215 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:49.798924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-ecfd132b-394b-4978-b51a-8d83bfddb98a req-ff789a8c-f3d5-4e16-9d95-8f6bf3e23215 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] For port b70348a0-112b-4c26-baf1-2df10d8fada6, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b70348a0-112b-4c26-baf1-2df10d8fada6,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:22:49.799310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ecfd132b-394b-4978-b51a-8d83bfddb98a req-ff789a8c-f3d5-4e16-9d95-8f6bf3e23215 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:50.050106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-ecfd132b-394b-4978-b51a-8d83bfddb98a req-ff789a8c-f3d5-4e16-9d95-8f6bf3e23215 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Calling delete_port for b70348a0-112b-4c26-baf1-2df10d8fada6 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:22:50.231376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ecfd132b-394b-4978-b51a-8d83bfddb98a req-ff789a8c-f3d5-4e16-9d95-8f6bf3e23215 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:50.265370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['b70348a0-112b-4c26-baf1-2df10d8fada6'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:22:50.314406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff789a8c-f3d5-4e16-9d95-8f6bf3e23215 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Pushing event deleted for resources: {'Port': ['ID=b70348a0-112b-4c26-baf1-2df10d8fada6,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:50.442571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfd132b-394b-4978-b51a-8d83bfddb98a req-ff789a8c-f3d5-4e16-9d95-8f6bf3e23215 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] No DVR routers for this DVR port b70348a0-112b-4c26-baf1-2df10d8fada6 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:22:50.445356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ecfd132b-394b-4978-b51a-8d83bfddb98a req-ff789a8c-f3d5-4e16-9d95-8f6bf3e23215 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:50.448398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31b853f-79b7-47e4-8617-f2e45d53c96f', 'name': 'network-vif-deleted', 'tag': 'b70348a0-112b-4c26-baf1-2df10d8fada6'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:22:50.451201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b9400a-9872-4e19-9f39-ff22e43d07a1" -d '{"events": [{"server_uuid": "d31b853f-79b7-47e4-8617-f2e45d53c96f", "name": "network-vif-deleted", "tag": "b70348a0-112b-4c26-baf1-2df10d8fada6"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:22:50.515537 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ecfd132b-394b-4978-b51a-8d83bfddb98a req-ff789a8c-f3d5-4e16-9d95-8f6bf3e23215 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.20 "DELETE /v2.0/ports/b70348a0-112b-4c26-baf1-2df10d8fada6 HTTP/1.1" status: 204 len: 173 time: 1.0708625 Oct 17 18:22:50.519949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef4ec53-1ea8-4423-8afd-e045add756ca x-openstack-request-id: req-fef4ec53-1ea8-4423-8afd-e045add756ca {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:22:50.520241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d31b853f-79b7-47e4-8617-f2e45d53c96f", "name": "network-vif-deleted", "tag": "b70348a0-112b-4c26-baf1-2df10d8fada6", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:22:50.520490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fef4ec53-1ea8-4423-8afd-e045add756ca {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:22:50.520897 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef4ec53-1ea8-4423-8afd-e045add756ca'] response: {'server_uuid': 'd31b853f-79b7-47e4-8617-f2e45d53c96f', 'name': 'network-vif-deleted', 'tag': 'b70348a0-112b-4c26-baf1-2df10d8fada6', 'status': 'completed', 'code': 200} Oct 17 18:22:50.528643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-18a7d516-00f9-450c-8724-94dde2de08b8 req-13f7772b-140f-4abc-9d30-595b6b602fdf tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Synchronizing usage tracker for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:22:50.553954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-18a7d516-00f9-450c-8724-94dde2de08b8 req-13f7772b-140f-4abc-9d30-595b6b602fdf tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Unset dirty status for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:22:50.555700 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-18a7d516-00f9-450c-8724-94dde2de08b8 req-13f7772b-140f-4abc-9d30-595b6b602fdf tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=d31b853f-79b7-47e4-8617-f2e45d53c96f HTTP/1.1" status: 200 len: 210 time: 0.0950284 Oct 17 18:22:52.183602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-8eca23fc-de79-4bb4-a5f9-d73de86f201d tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:52.185185 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-8eca23fc-de79-4bb4-a5f9-d73de86f201d tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/networks?id=fe297aea-9750-4e73-98f9-c9441833f09a HTTP/1.1" status: 200 len: 816 time: 0.2277882 Oct 17 18:22:52.201163 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-6f31087e-907b-4598-8e21-6503e9c79972 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/quotas/41b269e68d6f48c0b7ae20372e60dcb4 HTTP/1.1" status: 200 len: 375 time: 0.0100479 Oct 17 18:22:52.306469 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ccf6b893-45fb-43cb-8daa-44dd56324215 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41b269e68d6f48c0b7ae20372e60dcb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991874 Oct 17 18:22:52.480615 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-3397c6fc-728b-40b5-ae8c-f9322df68569 service neutron] 10.222.0.69 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609235 Oct 17 18:22:52.630668 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-d7a51e7f-9d80-4b4e-a73b-653081a97dcf service neutron] 10.222.0.69 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428998 Oct 17 18:22:52.840925 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6d7afe98-a3c5-4d7c-b432-fddfa46273c9 req-02eb2192-93ac-448d-a657-09e7106e5f85 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 210 time: 0.0590129 Oct 17 18:22:52.849008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device b70348a0-112b-4c26-baf1-2df10d8fada6 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:22:52.914454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: b70348a0-112b-4c26-baf1-2df10d8fada6 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:22:52.914790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device b70348a0-112b-4c26-baf1-2df10d8fada6 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:22:54.216133 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-31b425dc-f8fc-48a6-95fb-1f1184c7abfe req-5f644ebd-b11a-4a6e-92b3-7f6cefc87985 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 210 time: 0.1922686 Oct 17 18:22:54.322172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-7537895e-a354-4aca-8ed1-1eccc5ef76b7 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:54.323722 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-7537895e-a354-4aca-8ed1-1eccc5ef76b7 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.20 "GET /v2.0/networks?id=fe297aea-9750-4e73-98f9-c9441833f09a HTTP/1.1" status: 200 len: 816 time: 0.3489213 Oct 17 18:22:54.346377 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Request body: {'port': {'device_id': 'c0813b99-578a-4e87-863f-207f5064b1e9', 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a', 'admin_state_up': True, 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:54.509488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:22:54.522000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:22:54.533092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Made reservation on behalf of 41b269e68d6f48c0b7ae20372e60dcb4 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:22:54.536807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:54.726362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Allocated IP 172.20.0.13 (fe297aea-9750-4e73-98f9-c9441833f09a/8d869a85-78bb-4215-b6ca-57353a5d1d8d/7bdb90b3-d662-4cdf-a465-99d5de9a6d56) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:22:55.096332 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:55.114670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Transition to ACTIVE for port object 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:55.129211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:55.143493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:55.232221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Network fe297aea-9750-4e73-98f9-c9441833f09a is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:22:55.233585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:22:55.238241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:22:55.288453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Pushing event updated for resources: {'Port': ['ID=7bdb90b3-d662-4cdf-a465-99d5de9a6d56,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:55.321685 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:55.322390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:55.365839 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-e3b3b78f-7fc0-4846-9264-bbba5ca5afa0 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0239050 Oct 17 18:22:55.388318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Request body: {'port': {'device_id': 'c0813b99-578a-4e87-863f-207f5064b1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:22:55.593530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:55.608989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-73b894be-f307-4157-9612-39938641a08b None None] Provisioning for port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:22:55.619857 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-73b894be-f307-4157-9612-39938641a08b None None] Provisioning complete for port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:22:55.620560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-73b894be-f307-4157-9612-39938641a08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:55.621699 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-73b894be-f307-4157-9612-39938641a08b None None] Attempt 1 to provision port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 Oct 17 18:22:55.694387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cdb8c-b4a6-4a17-92af-6728fd107a44 req-1b351b7b-35b7-4de7-bd71-0de2da2b5094 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:55.696356 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-df1cdb8c-b4a6-4a17-92af-6728fd107a44 req-1b351b7b-35b7-4de7-bd71-0de2da2b5094 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 932 time: 0.2766438 Oct 17 18:22:55.730579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-73b894be-f307-4157-9612-39938641a08b None None] Port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:55.777273 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-df1cdb8c-b4a6-4a17-92af-6728fd107a44 req-5870a55e-6534-4674-a968-ce5e3aff812e tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686026 Oct 17 18:22:56.021542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:22:56.030486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:56.049937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Transition to ACTIVE for port object 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:22:56.054639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:56.232367 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-73b894be-f307-4157-9612-39938641a08b None None] Attempt 2 to provision port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 Oct 17 18:22:56.296570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-73b894be-f307-4157-9612-39938641a08b None None] Port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:22:56.431759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdb90b3-d662-4cdf-a465-99d5de9a6d56,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:56.495592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Attempting to bind port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:22:56.495932 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Attempting to bind port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:22:56.496292 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Attempting to bind port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 on network fe297aea-9750-4e73-98f9-c9441833f09a {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:56.503089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 on network fe297aea-9750-4e73-98f9-c9441833f09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:22:56.503400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Attempting to bind port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 on network fe297aea-9750-4e73-98f9-c9441833f09a {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:22:56.509706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:22:56.510039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Checking segment: {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:22:56.510423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Bound using segment: {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:22:56.510870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Bound port: 7bdb90b3-d662-4cdf-a465-99d5de9a6d56, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:22:56.511245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:56.615763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] For port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:22:56.619313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] For port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7bdb90b3-d662-4cdf-a465-99d5de9a6d56,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:22:56.624912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:56.663209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:56.663822 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:22:56.665328 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] 10.222.0.20 "PUT /v2.0/ports/7bdb90b3-d662-4cdf-a465-99d5de9a6d56 HTTP/1.1" status: 200 len: 1094 time: 1.2854741 Oct 17 18:22:56.665877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0813b99-578a-4e87-863f-207f5064b1e9', 'tag': '7bdb90b3-d662-4cdf-a465-99d5de9a6d56'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:22:56.668427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417c4a53-06ea-456e-abee-399a3963bb69" -d '{"events": [{"name": "network-changed", "server_uuid": "c0813b99-578a-4e87-863f-207f5064b1e9", "tag": "7bdb90b3-d662-4cdf-a465-99d5de9a6d56"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:22:56.722467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075d8ff3-b936-44a1-9dce-4fdec17528e1 x-openstack-request-id: req-075d8ff3-b936-44a1-9dce-4fdec17528e1 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:22:56.722761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0813b99-578a-4e87-863f-207f5064b1e9", "tag": "7bdb90b3-d662-4cdf-a465-99d5de9a6d56", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:22:56.723010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-075d8ff3-b936-44a1-9dce-4fdec17528e1 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:22:56.723475 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075d8ff3-b936-44a1-9dce-4fdec17528e1'] response: {'name': 'network-changed', 'server_uuid': 'c0813b99-578a-4e87-863f-207f5064b1e9', 'tag': '7bdb90b3-d662-4cdf-a465-99d5de9a6d56', 'status': 'completed', 'code': 200} Oct 17 18:22:56.729016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76a7e1-d313-4f7b-96aa-541d18d362e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdb90b3-d662-4cdf-a465-99d5de9a6d56,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:22:56.797909 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-73b894be-f307-4157-9612-39938641a08b None None] Attempt 3 to provision port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 Oct 17 18:22:56.835196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-9860ba23-9fc6-4102-8492-d966bcc12dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:56.837008 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-9860ba23-9fc6-4102-8492-d966bcc12dc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b269e68d6f48c0b7ae20372e60dcb4&device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0988781 Oct 17 18:22:56.900558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-73b894be-f307-4157-9612-39938641a08b None None] Port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:22:56.948249 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-c18ce0ce-6e38-4071-89e2-e5bbccee6105 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bdb90b3-d662-4cdf-a465-99d5de9a6d56 HTTP/1.1" status: 200 len: 217 time: 0.0992360 Oct 17 18:22:57.022415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-9319b5f7-e9cc-4797-a7d9-0651c23e6b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:57.023971 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-9319b5f7-e9cc-4797-a7d9-0651c23e6b7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d869a85-78bb-4215-b6ca-57353a5d1d8d HTTP/1.1" status: 200 len: 855 time: 0.0704241 Oct 17 18:22:57.057065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821b6ce-0401-4e5f-9f42-63323bb68801 req-a1b589f6-b256-4547-b407-0b11d84cbc18 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:57.058945 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9821b6ce-0401-4e5f-9f42-63323bb68801 req-a1b589f6-b256-4547-b407-0b11d84cbc18 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 944 time: 0.1094241 Oct 17 18:22:57.125133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-72de960f-15c0-4060-89cd-f3fcc27476bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:57.127524 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-72de960f-15c0-4060-89cd-f3fcc27476bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe297aea-9750-4e73-98f9-c9441833f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968242 Oct 17 18:22:57.138214 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9821b6ce-0401-4e5f-9f42-63323bb68801 req-f604dc8a-7425-41fb-ab90-88116984cb0f tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672519 Oct 17 18:22:57.278484 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-66aacc93-ff20-45ac-85ba-4003955b4ddc service neutron] 10.222.0.20 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453614 Oct 17 18:22:57.609880 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e1da9c6a-f1a7-4c5a-8ae0-49881f0b37b5 req-3936d9ee-c9d0-4d34-8bd8-8edab4d67ee2 service neutron] 10.222.0.20 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251855 Oct 17 18:22:57.790068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c4a53-06ea-456e-abee-399a3963bb69 req-f92c7b5f-5153-4400-872a-2929827185b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:57.791668 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-417c4a53-06ea-456e-abee-399a3963bb69 req-f92c7b5f-5153-4400-872a-2929827185b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b269e68d6f48c0b7ae20372e60dcb4&device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0870173 Oct 17 18:22:57.942413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c4a53-06ea-456e-abee-399a3963bb69 req-f3ecbbb3-3a0f-41d6-81c5-1642c34b2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:57.943917 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-417c4a53-06ea-456e-abee-399a3963bb69 req-f3ecbbb3-3a0f-41d6-81c5-1642c34b2f10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe297aea-9750-4e73-98f9-c9441833f09a HTTP/1.1" status: 200 len: 917 time: 0.1448843 Oct 17 18:22:58.023797 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-417c4a53-06ea-456e-abee-399a3963bb69 req-88d53720-2a68-4bf0-9053-04dea6370300 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bdb90b3-d662-4cdf-a465-99d5de9a6d56 HTTP/1.1" status: 200 len: 217 time: 0.0719631 Oct 17 18:22:58.102294 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c4a53-06ea-456e-abee-399a3963bb69 req-b1b4d88a-5dda-4eaf-9ca0-20aa970cea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:58.103915 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-417c4a53-06ea-456e-abee-399a3963bb69 req-b1b4d88a-5dda-4eaf-9ca0-20aa970cea6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d869a85-78bb-4215-b6ca-57353a5d1d8d HTTP/1.1" status: 200 len: 855 time: 0.0667756 Oct 17 18:22:58.205266 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c4a53-06ea-456e-abee-399a3963bb69 req-2b63438f-33bc-41ff-85c1-8da214bce3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:58.207462 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-417c4a53-06ea-456e-abee-399a3963bb69 req-2b63438f-33bc-41ff-85c1-8da214bce3e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe297aea-9750-4e73-98f9-c9441833f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0966477 Oct 17 18:22:58.482289 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-417c4a53-06ea-456e-abee-399a3963bb69 req-6774ff7c-c9a1-473c-82ca-07fb37b1470d service neutron] 10.222.0.20 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681985 Oct 17 18:22:58.597938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c74f6-cf1d-4528-ac8c-75c7bc24d8f9 req-cb1674fe-a1b7-47b9-90cf-3291b3507a2e tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:22:58.598683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-fe5c74f6-cf1d-4528-ac8c-75c7bc24d8f9 req-cb1674fe-a1b7-47b9-90cf-3291b3507a2e tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Synchronizing usage tracker for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:22:58.647298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-fe5c74f6-cf1d-4528-ac8c-75c7bc24d8f9 req-cb1674fe-a1b7-47b9-90cf-3291b3507a2e tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Unset dirty status for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:22:58.648486 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe5c74f6-cf1d-4528-ac8c-75c7bc24d8f9 req-cb1674fe-a1b7-47b9-90cf-3291b3507a2e tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 944 time: 0.3393006 Oct 17 18:22:58.660203 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-417c4a53-06ea-456e-abee-399a3963bb69 req-e4d97487-3994-4dcf-98a2-d6aa0984b44a service neutron] 10.222.0.20 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715150 Oct 17 18:22:58.703801 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe5c74f6-cf1d-4528-ac8c-75c7bc24d8f9 req-6c3eedea-154f-43a8-bba6-0799a09637da tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474379 Oct 17 18:22:59.103359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c741adf9-0c59-465c-b0c2-d9466fe03f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:00.123788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e818e0f-8d91-43cd-975e-983c6a71ece6 req-91b8bbbf-0d5c-49c4-90ae-13c7c41e2c4e tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:00.126369 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9e818e0f-8d91-43cd-975e-983c6a71ece6 req-91b8bbbf-0d5c-49c4-90ae-13c7c41e2c4e tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 944 time: 0.2964315 Oct 17 18:23:00.181562 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9e818e0f-8d91-43cd-975e-983c6a71ece6 req-0a218dfe-fedb-4615-9288-fdbe294209b4 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484560 Oct 17 18:23:00.266012 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:23:00.880098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:23:01.082637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7bdb90b3-d662-4cdf-a465-99d5de9a6d56,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:01.099806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '7bdb90b3-d662-4cdf-a465-99d5de9a6d56', 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a', 'port_id': '7bdb90b3-d662-4cdf-a465-99d5de9a6d56', 'mac_address': 'fa:16:3e:c1:d8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d869a85-78bb-4215-b6ca-57353a5d1d8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:23:01.173594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:23:01.174027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:01.200960 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:23:01.224762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7bdb90b3-d662-4cdf-a465-99d5de9a6d56,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:01.230095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:01.385622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=7bdb90b3-d662-4cdf-a465-99d5de9a6d56,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:01.401246 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:01.402428 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:01.403083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:01.403629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:01.404202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:01.404766 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:01.405320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:01.405879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:01.406450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:01.407000 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:01.408190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:01.408750 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:01.469045 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5faae-86f8-472d-9522-51c4f867d8b9 req-cce19a63-d6ca-4eb3-a47b-5ebb5fea3705 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:01.471906 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-48e5faae-86f8-472d-9522-51c4f867d8b9 req-cce19a63-d6ca-4eb3-a47b-5ebb5fea3705 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 945 time: 0.1290543 Oct 17 18:23:01.506595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['7bdb90b3-d662-4cdf-a465-99d5de9a6d56'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:23:01.528383 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-48e5faae-86f8-472d-9522-51c4f867d8b9 req-c49dca97-a57b-4dac-ada8-9dba31ce9dab tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500326 Oct 17 18:23:01.629323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d36a63c1-208b-4ff0-a65a-832bfcffcc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:02.640897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:02.643866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:02.788499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fbf7eb-1bec-481e-b222-03fd5c290439 req-c4169a03-1340-44d1-aee1-606dcd37857f tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:02.790108 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e4fbf7eb-1bec-481e-b222-03fd5c290439 req-c4169a03-1340-44d1-aee1-606dcd37857f tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 945 time: 0.1050217 Oct 17 18:23:02.843915 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e4fbf7eb-1bec-481e-b222-03fd5c290439 req-c802e7d1-cae7-4ac4-a8b2-199008bec3f1 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467508 Oct 17 18:23:02.880077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:23:02.958131 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:23:02.964056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:23:02.964422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:02.964756 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 Oct 17 18:23:03.108531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:23:03.108824 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:03.144557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0813b99-578a-4e87-863f-207f5064b1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdb90b3-d662-4cdf-a465-99d5de9a6d56'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:23:03.147241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27a5c6-8afb-42a9-b7ce-af1405ceb318" -d '{"events": [{"server_uuid": "c0813b99-578a-4e87-863f-207f5064b1e9", "name": "network-vif-plugged", "status": "completed", "tag": "7bdb90b3-d662-4cdf-a465-99d5de9a6d56"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:23:03.160272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7bdb90b3-d662-4cdf-a465-99d5de9a6d56,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:03.167245 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:03.233876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d6cc42-1229-4bc2-9a5b-73390f33e06c x-openstack-request-id: req-45d6cc42-1229-4bc2-9a5b-73390f33e06c {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:23:03.234234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0813b99-578a-4e87-863f-207f5064b1e9", "name": "network-vif-plugged", "status": "completed", "tag": "7bdb90b3-d662-4cdf-a465-99d5de9a6d56", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:23:03.234506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-45d6cc42-1229-4bc2-9a5b-73390f33e06c {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:23:03.234972 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d6cc42-1229-4bc2-9a5b-73390f33e06c'] response: {'server_uuid': 'c0813b99-578a-4e87-863f-207f5064b1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdb90b3-d662-4cdf-a465-99d5de9a6d56', 'code': 200} Oct 17 18:23:03.276167 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=7bdb90b3-d662-4cdf-a465-99d5de9a6d56,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:03.531692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553d1e3-58c7-4a4f-b8be-a76b28ea9854 req-973bad1c-f05f-4d93-8f72-da2247bde5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:03.534540 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a553d1e3-58c7-4a4f-b8be-a76b28ea9854 req-973bad1c-f05f-4d93-8f72-da2247bde5d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 1099 time: 0.0934811 Oct 17 18:23:03.581508 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a553d1e3-58c7-4a4f-b8be-a76b28ea9854 req-4116306e-6667-4f1d-97c1-c321787f60c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Oct 17 18:23:04.112036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53d831-ca92-41d1-a81a-55959548f27e req-3ff8d797-ca7e-4f2d-88ef-9dd82bffe757 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:04.113824 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dd53d831-ca92-41d1-a81a-55959548f27e req-3ff8d797-ca7e-4f2d-88ef-9dd82bffe757 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 946 time: 0.1161067 Oct 17 18:23:04.170965 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dd53d831-ca92-41d1-a81a-55959548f27e req-3814390f-ec4f-4123-b42e-018e9c10d6b8 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466139 Oct 17 18:23:04.448023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:05.421526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ceaaf-081f-4559-bfcf-0c80dac9a555 req-f0452200-92be-48df-a768-5d4b3a8fd601 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:05.424300 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-693ceaaf-081f-4559-bfcf-0c80dac9a555 req-f0452200-92be-48df-a768-5d4b3a8fd601 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 946 time: 0.1075919 Oct 17 18:23:05.481136 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-693ceaaf-081f-4559-bfcf-0c80dac9a555 req-307d6d1a-3e75-47d0-aed2-e5118fcf41b1 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468178 Oct 17 18:23:05.729060 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e89abf-c3d7-428c-ac6d-e3da95214423 req-522ac8d3-d50c-4ac4-9521-57c98274628c tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:05.730603 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-30e89abf-c3d7-428c-ac6d-e3da95214423 req-522ac8d3-d50c-4ac4-9521-57c98274628c tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 946 time: 0.1192029 Oct 17 18:23:05.818304 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-30e89abf-c3d7-428c-ac6d-e3da95214423 req-c7853ac4-853a-44ee-96e3-376b8807b341 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782676 Oct 17 18:23:22.761694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce31a6f-40e8-4b74-83c3-4fb529fa87d4 req-e6c2499e-fe9e-4a6c-a21e-d24f677e7eb5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:22.763410 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3ce31a6f-40e8-4b74-83c3-4fb529fa87d4 req-e6c2499e-fe9e-4a6c-a21e-d24f677e7eb5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 946 time: 0.1193829 Oct 17 18:23:22.815215 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3ce31a6f-40e8-4b74-83c3-4fb529fa87d4 req-cd05b6ec-b721-47ea-bc54-b9afa91fbecb tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Oct 17 18:23:24.056392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240cf5c-bb92-487a-b92f-0c465103c22f req-acf66729-b0d2-47ab-9374-c373b0609c82 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:24.058155 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1240cf5c-bb92-487a-b92f-0c465103c22f req-acf66729-b0d2-47ab-9374-c373b0609c82 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 946 time: 0.1100605 Oct 17 18:23:24.129173 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1240cf5c-bb92-487a-b92f-0c465103c22f req-8282d54e-8045-401c-bba7-9acd2c831bc7 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594146 Oct 17 18:23:24.322773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3a656-9833-43b7-9efd-8ee4af99e90f req-75496804-153d-4012-921e-8f38c435dc41 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:24.324461 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-79c3a656-9833-43b7-9efd-8ee4af99e90f req-75496804-153d-4012-921e-8f38c435dc41 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 946 time: 0.1125314 Oct 17 18:23:24.402130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-79c3a656-9833-43b7-9efd-8ee4af99e90f req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Deleting port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:23:24.402550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-79c3a656-9833-43b7-9efd-8ee4af99e90f req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:24.805812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-79c3a656-9833-43b7-9efd-8ee4af99e90f req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] For port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7bdb90b3-d662-4cdf-a465-99d5de9a6d56,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:24.806085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-79c3a656-9833-43b7-9efd-8ee4af99e90f req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:24.944380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-79c3a656-9833-43b7-9efd-8ee4af99e90f req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Calling delete_port for 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:23:25.135584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-79c3a656-9833-43b7-9efd-8ee4af99e90f req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:25.154831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:25.233530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Pushing event deleted for resources: {'Port': ['ID=7bdb90b3-d662-4cdf-a465-99d5de9a6d56,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:25.327939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:25.328910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:25.329470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:25.330035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:25.330590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:25.331182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:25.331749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:25.332316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:25.332865 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:25.333419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:25.333966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:25.334509 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:23:25.355984 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0fd244c0-4d15-4883-ab82-d4922c63fcf7 req-bf0b2d39-5cd7-4184-b680-845f052a617c tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0813b99-578a-4e87-863f-207f5064b1e9 HTTP/1.1" status: 200 len: 210 time: 0.0805781 Oct 17 18:23:25.432861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c3a656-9833-43b7-9efd-8ee4af99e90f req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] No DVR routers for this DVR port 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:23:25.436675 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-79c3a656-9833-43b7-9efd-8ee4af99e90f req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:25.443125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0813b99-578a-4e87-863f-207f5064b1e9', 'name': 'network-vif-deleted', 'tag': '7bdb90b3-d662-4cdf-a465-99d5de9a6d56'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:23:25.447237 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f10921c-8092-408e-8750-62e734c3ad17" -d '{"events": [{"server_uuid": "c0813b99-578a-4e87-863f-207f5064b1e9", "name": "network-vif-deleted", "tag": "7bdb90b3-d662-4cdf-a465-99d5de9a6d56"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:23:25.474665 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-79c3a656-9833-43b7-9efd-8ee4af99e90f req-e9fa9b40-0677-4d0e-bb16-9d04b3add210 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.20 "DELETE /v2.0/ports/7bdb90b3-d662-4cdf-a465-99d5de9a6d56 HTTP/1.1" status: 204 len: 173 time: 1.1444869 Oct 17 18:23:25.514815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efec6c98-a948-4cb0-a35c-21f235019204 x-openstack-request-id: req-efec6c98-a948-4cb0-a35c-21f235019204 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:23:25.515143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0813b99-578a-4e87-863f-207f5064b1e9", "name": "network-vif-deleted", "tag": "7bdb90b3-d662-4cdf-a465-99d5de9a6d56", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:23:25.515432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efec6c98-a948-4cb0-a35c-21f235019204 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:23:25.516514 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efec6c98-a948-4cb0-a35c-21f235019204'] response: {'server_uuid': 'c0813b99-578a-4e87-863f-207f5064b1e9', 'name': 'network-vif-deleted', 'tag': '7bdb90b3-d662-4cdf-a465-99d5de9a6d56', 'status': 'completed', 'code': 200} Oct 17 18:23:26.908927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-2cbbf5c6-d8b5-435e-aa20-3c0088fdc5a4 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:26.910534 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-2cbbf5c6-d8b5-435e-aa20-3c0088fdc5a4 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/networks?id=fe297aea-9750-4e73-98f9-c9441833f09a HTTP/1.1" status: 200 len: 816 time: 0.1681597 Oct 17 18:23:26.927932 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-8955fda4-4c07-4dec-a2b2-9f825fb7c62a tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/quotas/41b269e68d6f48c0b7ae20372e60dcb4 HTTP/1.1" status: 200 len: 375 time: 0.0112407 Oct 17 18:23:27.027958 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-487ebc31-de44-473e-9f06-6771bfe14640 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Synchronizing usage tracker for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:23:27.047022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-487ebc31-de44-473e-9f06-6771bfe14640 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Unset dirty status for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:23:27.048895 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-487ebc31-de44-473e-9f06-6771bfe14640 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41b269e68d6f48c0b7ae20372e60dcb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1149862 Oct 17 18:23:27.064884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:23:27.066584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-e303fbd0-d6eb-4f2f-8a85-70bd5317ed2e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:23:27.067745 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-e303fbd0-d6eb-4f2f-8a85-70bd5317ed2e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065415 Oct 17 18:23:27.130350 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:23:27.130906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7bdb90b3-d662-4cdf-a465-99d5de9a6d56 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:23:27.227984 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-19c0b0c9-6f47-4102-b85f-9c470eafc9de service neutron] 10.222.0.69 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483712 Oct 17 18:23:27.379952 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-d000ddc4-2715-49cb-9dbe-8abd35f926bf service neutron] 10.222.0.69 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445580 Oct 17 18:23:27.697915 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-04ee1b1b-37e0-4293-a1a9-983632fe940d req-ee9cf0ec-c568-4cf4-9f98-55c8f7b704e2 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 210 time: 0.1040003 Oct 17 18:23:28.893394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-c8f107bb-68f8-418a-b9f4-8b49b51e24cc tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:28.895269 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-c8f107bb-68f8-418a-b9f4-8b49b51e24cc tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.20 "GET /v2.0/networks?id=fe297aea-9750-4e73-98f9-c9441833f09a HTTP/1.1" status: 200 len: 816 time: 0.1717160 Oct 17 18:23:28.950327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Request body: {'port': {'device_id': 'c9282772-c415-4759-a0b4-4aafbe485a08', 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a', 'admin_state_up': True, 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:23:28.985569 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-285ba9c6-a400-4dcc-9076-74598c2a00f0 req-6808c267-b7d9-4673-9667-ef097bb70d48 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 210 time: 0.0815487 Oct 17 18:23:29.109664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de673b12-398c-408b-be3b-833fea191854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:29.136038 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:23:29.148726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:23:29.160784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Made reservation on behalf of 41b269e68d6f48c0b7ae20372e60dcb4 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:23:29.165032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:29.352584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Allocated IP 172.20.0.5 (fe297aea-9750-4e73-98f9-c9441833f09a/8d869a85-78bb-4215-b6ca-57353a5d1d8d/dd5b0dd9-b22c-4cef-93ab-2abffdee758c) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:23:29.604181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:29.625299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Transition to ACTIVE for port object dd5b0dd9-b22c-4cef-93ab-2abffdee758c will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:23:29.653316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:29.738428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Network fe297aea-9750-4e73-98f9-c9441833f09a is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:23:29.739727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:23:29.744170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:23:29.902557 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Pushing event updated for resources: {'Port': ['ID=dd5b0dd9-b22c-4cef-93ab-2abffdee758c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:29.942558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:29.943257 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:29.974204 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-0ec4902f-8656-4010-9be1-4235e9d9aef5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0277541 Oct 17 18:23:29.992717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Request body: {'port': {'device_id': 'c9282772-c415-4759-a0b4-4aafbe485a08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:23:30.024794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-be355076-aa76-4128-ba75-95c6165c28ad None None] Provisioning for port dd5b0dd9-b22c-4cef-93ab-2abffdee758c completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:23:30.035274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-be355076-aa76-4128-ba75-95c6165c28ad None None] Provisioning complete for port dd5b0dd9-b22c-4cef-93ab-2abffdee758c triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:23:30.035854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-be355076-aa76-4128-ba75-95c6165c28ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:30.036668 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-be355076-aa76-4128-ba75-95c6165c28ad None None] Attempt 1 to provision port dd5b0dd9-b22c-4cef-93ab-2abffdee758c Oct 17 18:23:30.123091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-be355076-aa76-4128-ba75-95c6165c28ad None None] Port dd5b0dd9-b22c-4cef-93ab-2abffdee758c cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:23:30.191352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:30.319577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ed399-6125-47f9-894b-f8d783489d79 req-ce1d8f96-2cf1-44a6-b7d7-2634b739588b tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:30.322148 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0a7ed399-6125-47f9-894b-f8d783489d79 req-ce1d8f96-2cf1-44a6-b7d7-2634b739588b tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 931 time: 0.1205101 Oct 17 18:23:30.401740 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0a7ed399-6125-47f9-894b-f8d783489d79 req-43a44469-3494-40f6-9f5d-8526a9330a9e tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721965 Oct 17 18:23:30.626703 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-be355076-aa76-4128-ba75-95c6165c28ad None None] Attempt 2 to provision port dd5b0dd9-b22c-4cef-93ab-2abffdee758c Oct 17 18:23:30.694326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-be355076-aa76-4128-ba75-95c6165c28ad None None] Port dd5b0dd9-b22c-4cef-93ab-2abffdee758c cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:23:30.743463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5b0dd9-b22c-4cef-93ab-2abffdee758c {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:23:30.758720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:30.788764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Transition to ACTIVE for port object dd5b0dd9-b22c-4cef-93ab-2abffdee758c will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:23:30.792608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:30.997709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5b0dd9-b22c-4cef-93ab-2abffdee758c,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:31.048758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Attempting to bind port dd5b0dd9-b22c-4cef-93ab-2abffdee758c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:23:31.049152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Attempting to bind port dd5b0dd9-b22c-4cef-93ab-2abffdee758c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:23:31.049548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Attempting to bind port dd5b0dd9-b22c-4cef-93ab-2abffdee758c on network fe297aea-9750-4e73-98f9-c9441833f09a {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:23:31.055202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Port dd5b0dd9-b22c-4cef-93ab-2abffdee758c on network fe297aea-9750-4e73-98f9-c9441833f09a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:23:31.055503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Attempting to bind port dd5b0dd9-b22c-4cef-93ab-2abffdee758c on network fe297aea-9750-4e73-98f9-c9441833f09a {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:23:31.061548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:23:31.061888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Checking segment: {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:23:31.062398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Bound using segment: {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:23:31.062718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Bound port: dd5b0dd9-b22c-4cef-93ab-2abffdee758c, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb5287f-e6d1-4026-a370-e6c5ca37a001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:23:31.063093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:31.195299 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-be355076-aa76-4128-ba75-95c6165c28ad None None] Attempt 3 to provision port dd5b0dd9-b22c-4cef-93ab-2abffdee758c Oct 17 18:23:31.197629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] For port dd5b0dd9-b22c-4cef-93ab-2abffdee758c, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:23:31.201306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] For port dd5b0dd9-b22c-4cef-93ab-2abffdee758c, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dd5b0dd9-b22c-4cef-93ab-2abffdee758c,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:23:31.207018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:31.245111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:31.245760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:31.247207 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] 10.222.0.20 "PUT /v2.0/ports/dd5b0dd9-b22c-4cef-93ab-2abffdee758c HTTP/1.1" status: 200 len: 1093 time: 1.2592983 Oct 17 18:23:31.247810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9282772-c415-4759-a0b4-4aafbe485a08', 'tag': 'dd5b0dd9-b22c-4cef-93ab-2abffdee758c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:23:31.250178 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22735bd-b8d9-4c0e-9a30-70f1eea0873f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9282772-c415-4759-a0b4-4aafbe485a08", "tag": "dd5b0dd9-b22c-4cef-93ab-2abffdee758c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:23:31.296109 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-be355076-aa76-4128-ba75-95c6165c28ad None None] Port dd5b0dd9-b22c-4cef-93ab-2abffdee758c had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:23:31.308310 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025f738-08ea-48b4-812c-254a81cebb23 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5b0dd9-b22c-4cef-93ab-2abffdee758c,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:31.365795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86825967-9c65-4d86-9856-430963fd56b8 x-openstack-request-id: req-86825967-9c65-4d86-9856-430963fd56b8 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:23:31.366155 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9282772-c415-4759-a0b4-4aafbe485a08", "tag": "dd5b0dd9-b22c-4cef-93ab-2abffdee758c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:23:31.366316 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86825967-9c65-4d86-9856-430963fd56b8 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:23:31.366719 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86825967-9c65-4d86-9856-430963fd56b8'] response: {'name': 'network-changed', 'server_uuid': 'c9282772-c415-4759-a0b4-4aafbe485a08', 'tag': 'dd5b0dd9-b22c-4cef-93ab-2abffdee758c', 'status': 'completed', 'code': 200} Oct 17 18:23:31.416498 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-e63f4af1-78ad-46d3-b8cc-fc637bc97158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:31.418035 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-e63f4af1-78ad-46d3-b8cc-fc637bc97158 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b269e68d6f48c0b7ae20372e60dcb4&device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 1096 time: 0.0934672 Oct 17 18:23:31.506367 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-98f2d153-ff89-4a07-98d2-620992a43dcd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd5b0dd9-b22c-4cef-93ab-2abffdee758c HTTP/1.1" status: 200 len: 217 time: 0.0753937 Oct 17 18:23:31.557393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-345919e8-bc42-45db-8329-94fd7535c5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:31.593400 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-8976fa87-df7e-4a41-88f5-7fbb3c461d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:31.596020 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-8976fa87-df7e-4a41-88f5-7fbb3c461d92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d869a85-78bb-4215-b6ca-57353a5d1d8d HTTP/1.1" status: 200 len: 855 time: 0.0835598 Oct 17 18:23:31.706699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dd78d-6186-4314-aba7-4176c66d50d9 req-87d94a28-1d5e-4800-b6ed-aff9166f6fe7 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:31.709026 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aa0dd78d-6186-4314-aba7-4176c66d50d9 req-87d94a28-1d5e-4800-b6ed-aff9166f6fe7 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 943 time: 0.1406467 Oct 17 18:23:31.716350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-8ae81c39-c3c2-4d12-b0e4-a70bf11ed3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:31.717891 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-8ae81c39-c3c2-4d12-b0e4-a70bf11ed3e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe297aea-9750-4e73-98f9-c9441833f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1132302 Oct 17 18:23:31.775655 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-aa0dd78d-6186-4314-aba7-4176c66d50d9 req-632728bb-d1fb-438f-829f-d0ac0b781326 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554461 Oct 17 18:23:31.871856 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-b31b8277-1a2e-4705-891d-0587f1e2610a service neutron] 10.222.0.20 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469963 Oct 17 18:23:32.043406 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea8e1de6-9aa6-42a6-8aa2-04a6ea8928f1 req-6c5aafe3-2c86-4a2b-b48b-ab941c7b56e2 service neutron] 10.222.0.20 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656311 Oct 17 18:23:32.222565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22735bd-b8d9-4c0e-9a30-70f1eea0873f req-d1d8dc43-f3c2-46da-923c-0d40c6fef62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:32.224112 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c22735bd-b8d9-4c0e-9a30-70f1eea0873f req-d1d8dc43-f3c2-46da-923c-0d40c6fef62d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=41b269e68d6f48c0b7ae20372e60dcb4&device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 1096 time: 0.0929484 Oct 17 18:23:32.528997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22735bd-b8d9-4c0e-9a30-70f1eea0873f req-8b615c24-4e15-4886-bd6f-36170eb6c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:32.531605 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c22735bd-b8d9-4c0e-9a30-70f1eea0873f req-8b615c24-4e15-4886-bd6f-36170eb6c076 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fe297aea-9750-4e73-98f9-c9441833f09a HTTP/1.1" status: 200 len: 917 time: 0.3006158 Oct 17 18:23:32.611197 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c22735bd-b8d9-4c0e-9a30-70f1eea0873f req-ae148520-c7f4-4a35-a161-0c340bc592a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd5b0dd9-b22c-4cef-93ab-2abffdee758c HTTP/1.1" status: 200 len: 217 time: 0.0725641 Oct 17 18:23:32.635312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:32.645508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:32.693952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22735bd-b8d9-4c0e-9a30-70f1eea0873f req-87356e5d-9a6c-4e09-b1b3-d436840a1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:32.695508 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c22735bd-b8d9-4c0e-9a30-70f1eea0873f req-87356e5d-9a6c-4e09-b1b3-d436840a1e01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8d869a85-78bb-4215-b6ca-57353a5d1d8d HTTP/1.1" status: 200 len: 855 time: 0.0765111 Oct 17 18:23:32.850484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22735bd-b8d9-4c0e-9a30-70f1eea0873f req-16d1acce-0503-4473-aeb6-240b5a5ca502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:32.853043 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c22735bd-b8d9-4c0e-9a30-70f1eea0873f req-16d1acce-0503-4473-aeb6-240b5a5ca502 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fe297aea-9750-4e73-98f9-c9441833f09a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1496644 Oct 17 18:23:33.205289 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c22735bd-b8d9-4c0e-9a30-70f1eea0873f req-c4f97026-22f5-467a-b908-b118af100904 service neutron] 10.222.0.20 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444154 Oct 17 18:23:33.361969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4165ebb-65a6-4230-a02a-05cb90900415 req-16b283f5-aa0d-40f4-bf92-57a713111c38 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:33.363152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-e4165ebb-65a6-4230-a02a-05cb90900415 req-16b283f5-aa0d-40f4-bf92-57a713111c38 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Synchronizing usage tracker for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:23:33.420858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-e4165ebb-65a6-4230-a02a-05cb90900415 req-16b283f5-aa0d-40f4-bf92-57a713111c38 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Unset dirty status for tenant:41b269e68d6f48c0b7ae20372e60dcb4 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:23:33.423381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e4165ebb-65a6-4230-a02a-05cb90900415 req-16b283f5-aa0d-40f4-bf92-57a713111c38 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 943 time: 0.4401534 Oct 17 18:23:33.547797 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c22735bd-b8d9-4c0e-9a30-70f1eea0873f req-a176ea2a-4561-4818-86d8-3df7039253e1 service neutron] 10.222.0.20 "GET /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359134 Oct 17 18:23:33.560064 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e4165ebb-65a6-4230-a02a-05cb90900415 req-9858c4c5-e632-4a67-aa52-ad1b327faa1b tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262925 Oct 17 18:23:34.442573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:34.791316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabe5a3-4020-4371-9d80-746bc51af785 req-69d63bd3-7caa-4cf8-9dcc-82e14b38c510 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:34.794450 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2cabe5a3-4020-4371-9d80-746bc51af785 req-69d63bd3-7caa-4cf8-9dcc-82e14b38c510 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 943 time: 0.1025081 Oct 17 18:23:34.844645 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2cabe5a3-4020-4371-9d80-746bc51af785 req-7788c6f1-58f4-4fcf-b66b-104a64f7e0d7 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442216 Oct 17 18:23:35.113056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device dd5b0dd9-b22c-4cef-93ab-2abffdee758c details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:23:35.287291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port dd5b0dd9-b22c-4cef-93ab-2abffdee758c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dd5b0dd9-b22c-4cef-93ab-2abffdee758c,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:35.303128 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'dd5b0dd9-b22c-4cef-93ab-2abffdee758c', 'network_id': 'fe297aea-9750-4e73-98f9-c9441833f09a', 'port_id': 'dd5b0dd9-b22c-4cef-93ab-2abffdee758c', 'mac_address': 'fa:16:3e:c9:40:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d869a85-78bb-4215-b6ca-57353a5d1d8d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:23:35.376539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port dd5b0dd9-b22c-4cef-93ab-2abffdee758c is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:23:35.376966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:35.397313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5b0dd9-b22c-4cef-93ab-2abffdee758c {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:23:35.416187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port dd5b0dd9-b22c-4cef-93ab-2abffdee758c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dd5b0dd9-b22c-4cef-93ab-2abffdee758c,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:35.421389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:35.496588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=dd5b0dd9-b22c-4cef-93ab-2abffdee758c,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:35.696489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['dd5b0dd9-b22c-4cef-93ab-2abffdee758c'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:23:36.111769 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da2906-5d0c-454e-a748-0a5a5e986656 req-d2440158-31da-4167-9c1c-3cd32b8e0151 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:36.113241 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-37da2906-5d0c-454e-a748-0a5a5e986656 req-d2440158-31da-4167-9c1c-3cd32b8e0151 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 944 time: 0.1027391 Oct 17 18:23:36.166124 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-37da2906-5d0c-454e-a748-0a5a5e986656 req-31478efe-ef28-4fed-9712-30b87bb79489 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461133 Oct 17 18:23:37.126393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device dd5b0dd9-b22c-4cef-93ab-2abffdee758c up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:23:37.205291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port dd5b0dd9-b22c-4cef-93ab-2abffdee758c completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:23:37.211836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port dd5b0dd9-b22c-4cef-93ab-2abffdee758c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:23:37.212256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:37.212967 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port dd5b0dd9-b22c-4cef-93ab-2abffdee758c Oct 17 18:23:37.271503 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:23:37.397857 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port dd5b0dd9-b22c-4cef-93ab-2abffdee758c is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:23:37.398224 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:37.415578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ff883-4afe-44af-b8fa-672511587b09 req-251b3f64-3779-4ca7-bfae-fca1d03f3322 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:37.418287 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0b0ff883-4afe-44af-b8fa-672511587b09 req-251b3f64-3779-4ca7-bfae-fca1d03f3322 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 944 time: 0.1134436 Oct 17 18:23:37.431153 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9282772-c415-4759-a0b4-4aafbe485a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5b0dd9-b22c-4cef-93ab-2abffdee758c'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:23:37.433763 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b7a1fb-a2fa-4b04-94ad-1098ef958873" -d '{"events": [{"server_uuid": "c9282772-c415-4759-a0b4-4aafbe485a08", "name": "network-vif-plugged", "status": "completed", "tag": "dd5b0dd9-b22c-4cef-93ab-2abffdee758c"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:23:37.443868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port dd5b0dd9-b22c-4cef-93ab-2abffdee758c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dd5b0dd9-b22c-4cef-93ab-2abffdee758c,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:37.450148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:37.494967 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0b0ff883-4afe-44af-b8fa-672511587b09 req-ef5deae9-0f4f-4214-b114-1d0bb765174b tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596967 Oct 17 18:23:37.539089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=dd5b0dd9-b22c-4cef-93ab-2abffdee758c,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:37.599701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb2e5b6-74fd-44b2-8dcb-288cbd64187b x-openstack-request-id: req-8eb2e5b6-74fd-44b2-8dcb-288cbd64187b {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:23:37.600208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9282772-c415-4759-a0b4-4aafbe485a08", "name": "network-vif-plugged", "status": "completed", "tag": "dd5b0dd9-b22c-4cef-93ab-2abffdee758c", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:23:37.600596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8eb2e5b6-74fd-44b2-8dcb-288cbd64187b {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:23:37.601197 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb2e5b6-74fd-44b2-8dcb-288cbd64187b'] response: {'server_uuid': 'c9282772-c415-4759-a0b4-4aafbe485a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5b0dd9-b22c-4cef-93ab-2abffdee758c', 'code': 200} Oct 17 18:23:37.897228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7931b-745f-40d9-9d62-abb425c1483f req-201a34b3-a6c0-48b7-a6b0-e5a309bf7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:37.898988 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8df7931b-745f-40d9-9d62-abb425c1483f req-201a34b3-a6c0-48b7-a6b0-e5a309bf7902 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 1098 time: 0.0925243 Oct 17 18:23:37.944332 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8df7931b-745f-40d9-9d62-abb425c1483f req-61b3c440-253f-45e2-b976-071c8a12b10e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391538 Oct 17 18:23:38.757737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5936a-555a-4198-ae4b-dd75fbf8d84e req-10da3af8-1dca-4e27-ae95-51e578916e5e tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:38.759530 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dfe5936a-555a-4198-ae4b-dd75fbf8d84e req-10da3af8-1dca-4e27-ae95-51e578916e5e tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 945 time: 0.0979867 Oct 17 18:23:38.814248 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dfe5936a-555a-4198-ae4b-dd75fbf8d84e req-b73605ff-e958-4d45-b806-b336c3c5dfc1 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475080 Oct 17 18:23:40.042443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2fee9-4253-443d-90a5-873a7ee1dfbb req-ce151441-c421-4e9c-8149-3eaae2c2add7 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:40.044295 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-baf2fee9-4253-443d-90a5-873a7ee1dfbb req-ce151441-c421-4e9c-8149-3eaae2c2add7 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 945 time: 0.0982738 Oct 17 18:23:40.105346 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-baf2fee9-4253-443d-90a5-873a7ee1dfbb req-b63ec1dc-85bf-4782-a5fe-9c40eba3521f tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508735 Oct 17 18:23:40.365940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74aceec-8d4d-4270-9787-6754bd9cd733 req-20fb38dd-6e72-44b4-94c0-0a5ff1c3cdfb tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:40.367495 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d74aceec-8d4d-4270-9787-6754bd9cd733 req-20fb38dd-6e72-44b4-94c0-0a5ff1c3cdfb tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 945 time: 0.1064324 Oct 17 18:23:40.422494 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d74aceec-8d4d-4270-9787-6754bd9cd733 req-682b4550-ee8d-4ebb-a936-cea2c25d474e tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468457 Oct 17 18:23:55.156719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:56.994565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a317042-fcac-4e8e-a1d0-7fd6480e3c60 req-04b80686-e5d6-49bf-b1c5-ea61f48307a5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:56.997461 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8a317042-fcac-4e8e-a1d0-7fd6480e3c60 req-04b80686-e5d6-49bf-b1c5-ea61f48307a5 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 945 time: 0.1280274 Oct 17 18:23:57.075941 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8a317042-fcac-4e8e-a1d0-7fd6480e3c60 req-151c40a5-4f59-4cbe-b5e2-01a2825670dc tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701702 Oct 17 18:23:58.351928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d77b20-1649-4afc-8e8a-d99141e4e1ff req-89293f41-ee8d-42f0-bfdf-fedda82851a7 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:58.353797 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-29d77b20-1649-4afc-8e8a-d99141e4e1ff req-89293f41-ee8d-42f0-bfdf-fedda82851a7 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 945 time: 0.1302049 Oct 17 18:23:58.411265 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-29d77b20-1649-4afc-8e8a-d99141e4e1ff req-ed6267f8-61c6-421a-b489-6cb06f2d4781 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/security-groups?id=dda0161d-ba15-4d79-b0cc-a006e049c500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499494 Oct 17 18:23:58.624094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3657115-67b0-453a-927f-d61952583944 req-e5fa553b-2c5c-401c-a767-843c64c85d3c tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:23:58.625768 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e3657115-67b0-453a-927f-d61952583944 req-e5fa553b-2c5c-401c-a767-843c64c85d3c tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 945 time: 0.1016765 Oct 17 18:23:58.708054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-e3657115-67b0-453a-927f-d61952583944 req-a7cc3e2e-c6da-4589-b251-7694c624c180 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Deleting port dd5b0dd9-b22c-4cef-93ab-2abffdee758c {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:23:58.708305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e3657115-67b0-453a-927f-d61952583944 req-a7cc3e2e-c6da-4589-b251-7694c624c180 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:58.994317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-e3657115-67b0-453a-927f-d61952583944 req-a7cc3e2e-c6da-4589-b251-7694c624c180 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] For port dd5b0dd9-b22c-4cef-93ab-2abffdee758c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=dd5b0dd9-b22c-4cef-93ab-2abffdee758c,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:23:58.994677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e3657115-67b0-453a-927f-d61952583944 req-a7cc3e2e-c6da-4589-b251-7694c624c180 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:59.111691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ceda5971-0575-4dec-b0a2-69ee73ac2cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:59.253771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-e3657115-67b0-453a-927f-d61952583944 req-a7cc3e2e-c6da-4589-b251-7694c624c180 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Calling delete_port for dd5b0dd9-b22c-4cef-93ab-2abffdee758c owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:23:59.428224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e3657115-67b0-453a-927f-d61952583944 req-a7cc3e2e-c6da-4589-b251-7694c624c180 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:59.484207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc3e2e-c6da-4589-b251-7694c624c180 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Pushing event deleted for resources: {'Port': ['ID=dd5b0dd9-b22c-4cef-93ab-2abffdee758c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:23:59.588334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3657115-67b0-453a-927f-d61952583944 req-a7cc3e2e-c6da-4589-b251-7694c624c180 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] No DVR routers for this DVR port dd5b0dd9-b22c-4cef-93ab-2abffdee758c on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:23:59.591326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e3657115-67b0-453a-927f-d61952583944 req-a7cc3e2e-c6da-4589-b251-7694c624c180 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:23:59.595412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9282772-c415-4759-a0b4-4aafbe485a08', 'name': 'network-vif-deleted', 'tag': 'dd5b0dd9-b22c-4cef-93ab-2abffdee758c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:23:59.599490 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4975bd85-7dbe-4321-bf65-91112f56ba2d" -d '{"events": [{"server_uuid": "c9282772-c415-4759-a0b4-4aafbe485a08", "name": "network-vif-deleted", "tag": "dd5b0dd9-b22c-4cef-93ab-2abffdee758c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:23:59.626147 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e3657115-67b0-453a-927f-d61952583944 req-a7cc3e2e-c6da-4589-b251-7694c624c180 tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.20 "DELETE /v2.0/ports/dd5b0dd9-b22c-4cef-93ab-2abffdee758c HTTP/1.1" status: 204 len: 173 time: 0.9934161 Oct 17 18:23:59.651878 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-56cd14de-5b15-4c79-9e51-5b39eb5f3c5e req-f19530b8-07d9-4c09-b2cd-2d213b6f1e4b tempest-TestEncryptedCinderVolumes-570311067 tempest-TestEncryptedCinderVolumes-570311067-project] 10.222.0.69 "GET /v2.0/ports?device_id=c9282772-c415-4759-a0b4-4aafbe485a08 HTTP/1.1" status: 200 len: 210 time: 0.0803111 Oct 17 18:23:59.707830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe54b46-624a-4669-b3c6-97882a253df9 x-openstack-request-id: req-fbe54b46-624a-4669-b3c6-97882a253df9 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:23:59.708129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9282772-c415-4759-a0b4-4aafbe485a08", "name": "network-vif-deleted", "tag": "dd5b0dd9-b22c-4cef-93ab-2abffdee758c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:23:59.708383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fbe54b46-624a-4669-b3c6-97882a253df9 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:23:59.708849 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbe54b46-624a-4669-b3c6-97882a253df9'] response: {'server_uuid': 'c9282772-c415-4759-a0b4-4aafbe485a08', 'name': 'network-vif-deleted', 'tag': 'dd5b0dd9-b22c-4cef-93ab-2abffdee758c', 'status': 'completed', 'code': 200} Oct 17 18:24:00.812348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53450) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:01.220803 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device dd5b0dd9-b22c-4cef-93ab-2abffdee758c no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:24:01.284422 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: dd5b0dd9-b22c-4cef-93ab-2abffdee758c {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:24:01.284906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device dd5b0dd9-b22c-4cef-93ab-2abffdee758c not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:24:01.548465 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4afa27eb-13d4-4b48-8bda-a2dddc28ee20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:01.562367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.097552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Deleting port 46fea86c-97fa-4d10-b468-428d2bb7b0b8 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:02.098280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.378976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] For port 46fea86c-97fa-4d10-b468-428d2bb7b0b8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=46fea86c-97fa-4d10-b468-428d2bb7b0b8,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:02.379291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.519787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Calling delete_port for 46fea86c-97fa-4d10-b468-428d2bb7b0b8 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:24:02.646423 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.649143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.727509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:02.785628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Pushing event deleted for resources: {'Port': ['ID=46fea86c-97fa-4d10-b468-428d2bb7b0b8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:02.847820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:02.848156 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:02.848483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:02.848831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:02.849172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:02.849503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:02.849834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:02.850153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:02.850690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:02.851013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:02.851365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:02.851684 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:03.333301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:03.832856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Router 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:24:04.100655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:24:04.114964 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de0e94-fea8-445a-a728-165c8bfdbcf4 None None] Sync routers for ids ['0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:24:04.116422 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cfffdc5e-1a0d-40b7-89fd-9809b502accf admin admin] 10.222.0.69 "PUT /v2.0/routers/0eb8f61c-cfe1-4e1d-b904-daab5d2485d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3024917 Oct 17 18:24:04.119015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53454) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:04.130566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de0e94-fea8-445a-a728-165c8bfdbcf4 None None] Routers {'0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:04.131413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-69de0e94-fea8-445a-a728-165c8bfdbcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:24:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:04.384729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.411216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-69de0e94-fea8-445a-a728-165c8bfdbcf4 None None] Set router 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:04.614392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.635855 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.649870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Deleting port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:04.650383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:04.816160 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-69de0e94-fea8-445a-a728-165c8bfdbcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'name': 'tempest-TestEncryptedCinderVolumes-937892712-router', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142'}], 'enable_snat': True}, 'gw_port_id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:01Z', 'updated_at': '2022-10-17T18:24:02Z', 'revision_number': 5, 'project_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'gw_port': {'id': '421c2b45-98a6-4c1a-92c5-f80e118ec3b2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:20:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:02Z', 'updated_at': '2022-10-17T18:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:04.821075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de0e94-fea8-445a-a728-165c8bfdbcf4 None None] Checking router: 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:24:04.832356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de0e94-fea8-445a-a728-165c8bfdbcf4 None None] Routers {'0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:04.832983 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-69de0e94-fea8-445a-a728-165c8bfdbcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:24:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:04.862935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] For port 421c2b45-98a6-4c1a-92c5-f80e118ec3b2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=421c2b45-98a6-4c1a-92c5-f80e118ec3b2,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:04.863610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:05.018137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-69de0e94-fea8-445a-a728-165c8bfdbcf4 None None] Set router 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:05.157978 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Calling delete_port for 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:24:05.191696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-69de0e94-fea8-445a-a728-165c8bfdbcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'name': 'tempest-TestEncryptedCinderVolumes-937892712-router', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:01Z', 'updated_at': '2022-10-17T18:24:04Z', 'revision_number': 6, 'project_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:05.198580 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de0e94-fea8-445a-a728-165c8bfdbcf4 None None] The sync data for ids ['0eb8f61c-cfe1-4e1d-b904-daab5d2485d8'] in dv-neutron-860895-1-hyperv is: [{'id': '0eb8f61c-cfe1-4e1d-b904-daab5d2485d8', 'name': 'tempest-TestEncryptedCinderVolumes-937892712-router', 'tenant_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:01Z', 'updated_at': '2022-10-17T18:24:04Z', 'revision_number': 6, 'project_id': '41b269e68d6f48c0b7ae20372e60dcb4', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:24:05.369041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:05.421203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Pushing event deleted for resources: {'Port': ['ID=421c2b45-98a6-4c1a-92c5-f80e118ec3b2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:05.530522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:05.765188 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:05.767843 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:05.794908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:05.795658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:24:05.810864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:05.812270 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1ef6d57f-e924-4fac-846c-f60464059591 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0eb8f61c-cfe1-4e1d-b904-daab5d2485d8 HTTP/1.1" status: 204 len: 168 time: 1.6921120 Oct 17 18:24:05.815264 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53458) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:05.882458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-99de0e41-b1a7-4be5-be81-1aaae6cda699 admin admin] Deleting subnet 8d869a85-78bb-4215-b6ca-57353a5d1d8d {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:24:05.886205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-99de0e41-b1a7-4be5-be81-1aaae6cda699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:05.944461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-99de0e41-b1a7-4be5-be81-1aaae6cda699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:06.051751 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-99de0e41-b1a7-4be5-be81-1aaae6cda699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:06.145552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-99de0e41-b1a7-4be5-be81-1aaae6cda699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:06.223323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de0e41-b1a7-4be5-be81-1aaae6cda699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d869a85-78bb-4215-b6ca-57353a5d1d8d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:06.229088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-99de0e41-b1a7-4be5-be81-1aaae6cda699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:06.240149 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-99de0e41-b1a7-4be5-be81-1aaae6cda699 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8d869a85-78bb-4215-b6ca-57353a5d1d8d HTTP/1.1" status: 204 len: 168 time: 0.4235437 Oct 17 18:24:06.240497 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8151e6c6-5e20-43c6-a6aa-b402fe9823c1 None None] Network fe297aea-9750-4e73-98f9-c9441833f09a requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:24:06.242930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53462) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:06.417845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:06.438583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Deleting port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:06.439326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:06.460489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 46fea86c-97fa-4d10-b468-428d2bb7b0b8 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:24:06.539086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 46fea86c-97fa-4d10-b468-428d2bb7b0b8 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:24:06.539086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 46fea86c-97fa-4d10-b468-428d2bb7b0b8 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:24:06.539086 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:24:06.586867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:24:06.587414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 421c2b45-98a6-4c1a-92c5-f80e118ec3b2 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:24:06.692289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e822d2-68e0-4e5b-8625-54b71ad8464d None None] DHCP port deletion for fe297aea-9750-4e73-98f9-c9441833f09a request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:24:06.697571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a6e822d2-68e0-4e5b-8625-54b71ad8464d None None] Deleting port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:06.697938 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6e822d2-68e0-4e5b-8625-54b71ad8464d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:06.784526 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] For port 249e867c-82c8-42f3-ad90-7fdb1fc359d8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=249e867c-82c8-42f3-ad90-7fdb1fc359d8,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:06.784977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:06.949525 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Calling delete_port for 249e867c-82c8-42f3-ad90-7fdb1fc359d8 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:24:06.962264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a6e822d2-68e0-4e5b-8625-54b71ad8464d None None] For port 249e867c-82c8-42f3-ad90-7fdb1fc359d8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=249e867c-82c8-42f3-ad90-7fdb1fc359d8,segment=NetworkSegment(7bb5287f-e6d1-4026-a370-e6c5ca37a001),segment_id=7bb5287f-e6d1-4026-a370-e6c5ca37a001)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:06.962801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6e822d2-68e0-4e5b-8625-54b71ad8464d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:07.055804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:07.110905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Pushing event deleted for resources: {'Port': ['ID=249e867c-82c8-42f3-ad90-7fdb1fc359d8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:07.112721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] No DVR routers for this DVR port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:24:07.147417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a6e822d2-68e0-4e5b-8625-54b71ad8464d None None] Calling delete_port for 249e867c-82c8-42f3-ad90-7fdb1fc359d8 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:24:07.250384 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:07.252976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-a6e822d2-68e0-4e5b-8625-54b71ad8464d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:24:07.253757 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-a6e822d2-68e0-4e5b-8625-54b71ad8464d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:24:07.279099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe297aea-9750-4e73-98f9-c9441833f09a']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:07.298835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb5287f-e6d1-4026-a370-e6c5ca37a001') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:07.299166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb5287f-e6d1-4026-a370-e6c5ca37a001') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:07.312719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:07.457635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:07.465175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:24:07.465569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:07.540352 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 7bb5287f-e6d1-4026-a370-e6c5ca37a001 resource provider aggregate not found Oct 17 18:24:07.567282 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 7bb5287f-e6d1-4026-a370-e6c5ca37a001 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bb5287f-e6d1-4026-a370-e6c5ca37a001 found for delete ", "request_id": "req-af96982e-2d0d-431b-8611-31c9d1bdb999"}]} Oct 17 18:24:07.586888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:07.616568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:07.641329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe297aea-9750-4e73-98f9-c9441833f09a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:07.654536 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c77d2506-0a20-45b7-bdf5-29da6eb0204f admin admin] 10.222.0.69 "DELETE /v2.0/networks/fe297aea-9750-4e73-98f9-c9441833f09a HTTP/1.1" status: 204 len: 168 time: 1.4060400 Oct 17 18:24:07.654944 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53470) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:07.787226 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a6e822d2-68e0-4e5b-8625-54b71ad8464d None None] Deleting port 249e867c-82c8-42f3-ad90-7fdb1fc359d8 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:07.787226 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6e822d2-68e0-4e5b-8625-54b71ad8464d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:07.930302 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a6e822d2-68e0-4e5b-8625-54b71ad8464d None None] The port '249e867c-82c8-42f3-ad90-7fdb1fc359d8' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:24:08.379387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 249e867c-82c8-42f3-ad90-7fdb1fc359d8 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:24:08.419432 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 249e867c-82c8-42f3-ad90-7fdb1fc359d8 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:24:08.419766 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 249e867c-82c8-42f3-ad90-7fdb1fc359d8 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:24:08.423382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6ee3-3a71-4f98-99d1-71fdf8d91fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:08.855999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c6ee3-3a71-4f98-99d1-71fdf8d91fb6 admin admin] Deleting port ce4b3a53-db33-423f-893b-8a0cf18a4f15 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:08.857348 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6ee3-3a71-4f98-99d1-71fdf8d91fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:09.071736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-2a0c6ee3-3a71-4f98-99d1-71fdf8d91fb6 admin admin] For port ce4b3a53-db33-423f-893b-8a0cf18a4f15, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ce4b3a53-db33-423f-893b-8a0cf18a4f15,segment=NetworkSegment(f45303e5-4225-48cb-9a57-0600eb58d57c),segment_id=f45303e5-4225-48cb-9a57-0600eb58d57c)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:09.072210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6ee3-3a71-4f98-99d1-71fdf8d91fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:09.219569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c6ee3-3a71-4f98-99d1-71fdf8d91fb6 admin admin] Calling delete_port for ce4b3a53-db33-423f-893b-8a0cf18a4f15 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:24:09.541578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6ee3-3a71-4f98-99d1-71fdf8d91fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:09.596132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c6ee3-3a71-4f98-99d1-71fdf8d91fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4b3a53-db33-423f-893b-8a0cf18a4f15,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:09.982287 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2a0c6ee3-3a71-4f98-99d1-71fdf8d91fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:10.486543 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0c6ee3-3a71-4f98-99d1-71fdf8d91fb6 admin admin] Router 6401321a-5c6c-4ad6-b294-786afb4fb0e6 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:24:10.698907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0c6ee3-3a71-4f98-99d1-71fdf8d91fb6 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:24:10.710717 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291a760-d22d-4f42-84c4-b90a40506f16 None None] Sync routers for ids ['6401321a-5c6c-4ad6-b294-786afb4fb0e6'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:24:10.717423 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2a0c6ee3-3a71-4f98-99d1-71fdf8d91fb6 admin admin] 10.222.0.69 "PUT /v2.0/routers/6401321a-5c6c-4ad6-b294-786afb4fb0e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0584075 Oct 17 18:24:10.717866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53474) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:10.724013 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291a760-d22d-4f42-84c4-b90a40506f16 None None] Routers {'6401321a-5c6c-4ad6-b294-786afb4fb0e6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:10.724945 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c291a760-d22d-4f42-84c4-b90a40506f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:24:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6401321a-5c6c-4ad6-b294-786afb4fb0e6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:10.979684 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-c291a760-d22d-4f42-84c4-b90a40506f16 None None] Set router 6401321a-5c6c-4ad6-b294-786afb4fb0e6 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:11.012703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:11.336008 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c291a760-d22d-4f42-84c4-b90a40506f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'name': 'tempest-TestEncryptedCinderVolumes-747428791-router', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112'}], 'enable_snat': True}, 'gw_port_id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:10Z', 'updated_at': '2022-10-17T18:24:09Z', 'revision_number': 5, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'gw_port': {'id': 'b3d26550-5d70-491c-a015-4fc0e5c4de5b', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:22:11Z', 'updated_at': '2022-10-17T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:11.340689 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291a760-d22d-4f42-84c4-b90a40506f16 None None] Checking router: 6401321a-5c6c-4ad6-b294-786afb4fb0e6 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:24:11.351996 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291a760-d22d-4f42-84c4-b90a40506f16 None None] Routers {'6401321a-5c6c-4ad6-b294-786afb4fb0e6'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:11.352783 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c291a760-d22d-4f42-84c4-b90a40506f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:24:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6401321a-5c6c-4ad6-b294-786afb4fb0e6'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:11.397023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:11.415106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Deleting port b3d26550-5d70-491c-a015-4fc0e5c4de5b {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:11.415685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:11.532753 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-c291a760-d22d-4f42-84c4-b90a40506f16 None None] Set router 6401321a-5c6c-4ad6-b294-786afb4fb0e6 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:11.690030 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-c291a760-d22d-4f42-84c4-b90a40506f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'name': 'tempest-TestEncryptedCinderVolumes-747428791-router', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:10Z', 'updated_at': '2022-10-17T18:24:11Z', 'revision_number': 6, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:11.694747 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291a760-d22d-4f42-84c4-b90a40506f16 None None] The sync data for ids ['6401321a-5c6c-4ad6-b294-786afb4fb0e6'] in dv-neutron-860895-1-hyperv is: [{'id': '6401321a-5c6c-4ad6-b294-786afb4fb0e6', 'name': 'tempest-TestEncryptedCinderVolumes-747428791-router', 'tenant_id': '030e1c33c6ce40558cf7823be9626e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:22:10Z', 'updated_at': '2022-10-17T18:24:11Z', 'revision_number': 6, 'project_id': '030e1c33c6ce40558cf7823be9626e96', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:24:11.735145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] For port b3d26550-5d70-491c-a015-4fc0e5c4de5b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b3d26550-5d70-491c-a015-4fc0e5c4de5b,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:11.735501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:11.870642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Calling delete_port for b3d26550-5d70-491c-a015-4fc0e5c4de5b owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:24:12.087306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:12.191178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d26550-5d70-491c-a015-4fc0e5c4de5b,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:12.313389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:12.514096 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:12.517035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:12.554200 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:12.555210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6401321a-5c6c-4ad6-b294-786afb4fb0e6 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:24:12.572404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:12.577740 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-88a7ab70-05cb-4052-a251-84afbfce28d6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/6401321a-5c6c-4ad6-b294-786afb4fb0e6 HTTP/1.1" status: 204 len: 168 time: 1.8545549 Oct 17 18:24:12.578147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53478) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:12.612922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ce4b3a53-db33-423f-893b-8a0cf18a4f15 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:24:12.655928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfd0c7c-db6b-4d04-8353-804ba64d751a admin admin] Deleting subnet ba610267-1f29-4e55-b2f0-40b387594e1a {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:24:12.660638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0c7c-db6b-4d04-8353-804ba64d751a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:12.679898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: ce4b3a53-db33-423f-893b-8a0cf18a4f15 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:24:12.680448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ce4b3a53-db33-423f-893b-8a0cf18a4f15 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:24:12.681107 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b3d26550-5d70-491c-a015-4fc0e5c4de5b no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:24:12.727494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: b3d26550-5d70-491c-a015-4fc0e5c4de5b {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:24:12.728148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b3d26550-5d70-491c-a015-4fc0e5c4de5b not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:24:12.737193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0c7c-db6b-4d04-8353-804ba64d751a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:12.854951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0c7c-db6b-4d04-8353-804ba64d751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:12.945925 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0c7c-db6b-4d04-8353-804ba64d751a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:12.987530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd0c7c-db6b-4d04-8353-804ba64d751a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba610267-1f29-4e55-b2f0-40b387594e1a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:12.991421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fcfd0c7c-db6b-4d04-8353-804ba64d751a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:12.999081 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fcfd0c7c-db6b-4d04-8353-804ba64d751a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ba610267-1f29-4e55-b2f0-40b387594e1a HTTP/1.1" status: 204 len: 168 time: 0.4196887 Oct 17 18:24:13.001452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94b0bc-e3a8-4caa-8525-664a0c524caa None None] Network 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:24:13.002834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53482) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:13.157892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:13.178539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Deleting port 8d5c1478-455d-424f-b18f-809d2774796c {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:13.179102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:13.297870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] DHCP port deletion for 8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:24:13.302743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Deleting port 8d5c1478-455d-424f-b18f-809d2774796c {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:13.303195 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:13.536822 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] For port 8d5c1478-455d-424f-b18f-809d2774796c, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8d5c1478-455d-424f-b18f-809d2774796c,segment=NetworkSegment(f45303e5-4225-48cb-9a57-0600eb58d57c),segment_id=f45303e5-4225-48cb-9a57-0600eb58d57c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:13.537114 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:13.661175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] For port 8d5c1478-455d-424f-b18f-809d2774796c, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=8d5c1478-455d-424f-b18f-809d2774796c,segment=NetworkSegment(f45303e5-4225-48cb-9a57-0600eb58d57c),segment_id=f45303e5-4225-48cb-9a57-0600eb58d57c)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:13.661745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:13.675451 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Calling delete_port for 8d5c1478-455d-424f-b18f-809d2774796c owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:24:13.757913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:13.811404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Pushing event deleted for resources: {'Port': ['ID=8d5c1478-455d-424f-b18f-809d2774796c,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:13.816781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] No DVR routers for this DVR port 8d5c1478-455d-424f-b18f-809d2774796c on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:24:13.823402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:13.823750 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:13.824091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:13.824430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:13.824760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:13.832120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:13.832120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:13.832120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:13.832120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:13.832120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:13.832120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:13.832120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c46203-3e83-475b-85c6-298eca259701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:13.892411 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Calling delete_port for 8d5c1478-455d-424f-b18f-809d2774796c owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:24:14.024885 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.db.api [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:24:14.025415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG oslo_db.api [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:24:14.272393 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:24:14.388198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8d5c1478-455d-424f-b18f-809d2774796c no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:24:14.429301 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 8d5c1478-455d-424f-b18f-809d2774796c {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:24:14.429559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 8d5c1478-455d-424f-b18f-809d2774796c not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:24:14.527001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Deleting port 8d5c1478-455d-424f-b18f-809d2774796c {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:24:14.527655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:14.605365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] The port '8d5c1478-455d-424f-b18f-809d2774796c' was deleted {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:24:14.730499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:14.760049 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5e6fe4-7c96-411d-bc8f-987b2fc260b4']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:14.775321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45303e5-4225-48cb-9a57-0600eb58d57c') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:14.775669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45303e5-4225-48cb-9a57-0600eb58d57c') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:14.789261 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:14.808487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:14.816585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:24:14.816987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:14.889184 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f45303e5-4225-48cb-9a57-0600eb58d57c resource provider aggregate not found Oct 17 18:24:14.913417 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment f45303e5-4225-48cb-9a57-0600eb58d57c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f45303e5-4225-48cb-9a57-0600eb58d57c found for delete ", "request_id": "req-73a277b4-334a-4058-acc2-4f5e68a644a2"}]} Oct 17 18:24:14.927634 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:14.947260 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:14.960823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5e6fe4-7c96-411d-bc8f-987b2fc260b4,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:14.963662 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b7d872e5-046a-4177-bc79-66c9a2d56a09 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8e5e6fe4-7c96-411d-bc8f-987b2fc260b4 HTTP/1.1" status: 204 len: 168 time: 1.9597337 Oct 17 18:24:15.210059 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53492) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:15.270768 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6360a165-afd9-4a14-baa4-08d95227ca38 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41b269e68d6f48c0b7ae20372e60dcb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593135 Oct 17 18:24:15.273447 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53496) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:15.350268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31580671-e80b-4fc6-aecb-0e3d034f8c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:15.381423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31580671-e80b-4fc6-aecb-0e3d034f8c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:15.441571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31580671-e80b-4fc6-aecb-0e3d034f8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:15.461836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31580671-e80b-4fc6-aecb-0e3d034f8c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda0161d-ba15-4d79-b0cc-a006e049c500,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:15.476477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-31580671-e80b-4fc6-aecb-0e3d034f8c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:15.477935 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-31580671-e80b-4fc6-aecb-0e3d034f8c93 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dda0161d-ba15-4d79-b0cc-a006e049c500 HTTP/1.1" status: 204 len: 168 time: 0.2034841 Oct 17 18:24:15.946363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53504) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:16.002619 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1d2c3bd8-06b3-48ba-81bb-ef893868f49d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=030e1c33c6ce40558cf7823be9626e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549598 Oct 17 18:24:16.005702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53508) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:16.080171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c4fc-2015-4a10-9340-091aa56affe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:16.131559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c4fc-2015-4a10-9340-091aa56affe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:16.221869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c4fc-2015-4a10-9340-091aa56affe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:16.237698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3c4fc-2015-4a10-9340-091aa56affe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59123f6-14dd-4e6b-bb3a-ed4d8e8e1d1d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:16.250247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-f7d3c4fc-2015-4a10-9340-091aa56affe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:16.251443 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f7d3c4fc-2015-4a10-9340-091aa56affe4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b59123f6-14dd-4e6b-bb3a-ed4d8e8e1d1d HTTP/1.1" status: 204 len: 168 time: 0.2446494 Oct 17 18:24:17.180822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53532) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:17.346844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1776039023-network', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:17.354994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:17.362282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Usage tracker for resource:network and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:17.367608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:17.379868 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:17.394115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Made reservation on behalf of c6c76b6366e94f398330ed1de3f8ee54 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:24:17.396592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:17.411407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:17.429477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:17.435362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:17.439019 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:17.446282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:17.563840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:17.568269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:17.607960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:24:17.618800 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73510044-bae6-4e31-89ae-acf4e213311d,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:17.628007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:17.628343 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Added segment 06cbc2ae-2df6-4f6f-8d45-2962c03acf94 of type vlan for network 283adc67-4196-4116-ae6d-895817122aff Oct 17 18:24:17.661247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:17.701103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:17.702045 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:17.702624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:17.821036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] Pushing event updated for resources: {'Network': ['ID=283adc67-4196-4116-ae6d-895817122aff,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:17.824286 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cb69b58e-0e49-4ff0-90b4-0b84858c747f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6420386 Oct 17 18:24:17.829697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53538) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:17.834384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 283adc67-4196-4116-ae6d-895817122aff details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:24:17.835512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Request body: {'subnet': {'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1776039023-subnet', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'ip_version': 4}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:17.842347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:17.846851 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Usage tracker for resource:subnet and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:17.850565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:17.860053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:17.874742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Made reservation on behalf of c6c76b6366e94f398330ed1de3f8ee54 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:24:17.877830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:18.146818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:18.236051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab6618f-38d1-46ef-93cb-2135f86f57f4,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:18.252044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Checking segment: {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:24:18.252443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Network hostable DHCP agents. Network: 283adc67-4196-4116-ae6d-895817122aff, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:24:18.276108 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Network 283adc67-4196-4116-ae6d-895817122aff is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:24:18.288565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 283adc67-4196-4116-ae6d-895817122aff) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:18.294459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:18.294886 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:18.301450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bda983-8acc-4fe1-8d15-7537152f75b2 None None] Network 283adc67-4196-4116-ae6d-895817122aff requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:24:18.323743 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-caed8d0c-1051-48b8-b688-fc254500c3a6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4885664 Oct 17 18:24:18.324040 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53542) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:18.332350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:18.338187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:18.346243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Usage tracker for resource:router and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:18.351626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:18.362658 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:18.379952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:18.381755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:18.411006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:18.686646 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-283adc67-4196-4116-ae6d-895817122aff', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:24:18.688081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:18.888498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Allocated IP 172.20.0.2 (283adc67-4196-4116-ae6d-895817122aff/0ab6618f-38d1-46ef-93cb-2135f86f57f4/4070fb7d-bff2-4537-922e-8f622a1fee23) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:24:18.987150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:19.172494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:19.187390 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Transition to ACTIVE for port object 4070fb7d-bff2-4537-922e-8f622a1fee23 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:19.217285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Transition to ACTIVE for port object 4070fb7d-bff2-4537-922e-8f622a1fee23 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:19.226217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:19.347277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Network 283adc67-4196-4116-ae6d-895817122aff is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:24:19.352256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:19.357882 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:24:19.364572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Pushing event updated for resources: {'Port': ['ID=4070fb7d-bff2-4537-922e-8f622a1fee23,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:19.444682 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:19.483815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Attempting to bind port 4070fb7d-bff2-4537-922e-8f622a1fee23 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:24:19.484190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Attempting to bind port 4070fb7d-bff2-4537-922e-8f622a1fee23 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:24:19.484546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Attempting to bind port 4070fb7d-bff2-4537-922e-8f622a1fee23 on network 283adc67-4196-4116-ae6d-895817122aff {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:19.488112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:19.491258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:24:19.491637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Checking segment: {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:24:19.492043 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:19.492436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Bound using segment: {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:24:19.492924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Bound port: 4070fb7d-bff2-4537-922e-8f622a1fee23, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:24:19.493296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:19.610145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] For port 4070fb7d-bff2-4537-922e-8f622a1fee23, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:24:19.614751 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] For port 4070fb7d-bff2-4537-922e-8f622a1fee23, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4070fb7d-bff2-4537-922e-8f622a1fee23,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:24:19.621483 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:19.694410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Allocated IP 172.26.8.17 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/d8183721-fa34-4fa6-aaed-2055fd271e60) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:24:19.708879 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033b545-e34c-4521-85ac-68cb44317ed3 None None] Pushing event updated for resources: {'Port': ['ID=4070fb7d-bff2-4537-922e-8f622a1fee23,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:19.970305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:20.018090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:20.120298 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:24:20.126758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:20.133523 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:24:20.204456 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Pushing event updated for resources: {'Port': ['ID=d8183721-fa34-4fa6-aaed-2055fd271e60,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:20.447585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4070fb7d-bff2-4537-922e-8f622a1fee23 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:20.570544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 4070fb7d-bff2-4537-922e-8f622a1fee23 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:20.855988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:20.932895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87333934-b0b8-43ac-be08-f0ade9ae9bb3 None None] Network 283adc67-4196-4116-ae6d-895817122aff requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:24:21.074259 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc042df9-baff-4b93-9e2d-4b3b96d90d3f None None] Provisioning for port 4070fb7d-bff2-4537-922e-8f622a1fee23 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:21.101119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc042df9-baff-4b93-9e2d-4b3b96d90d3f None None] Provisioning complete for port 4070fb7d-bff2-4537-922e-8f622a1fee23 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:21.101724 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc042df9-baff-4b93-9e2d-4b3b96d90d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:21.102333 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-cc042df9-baff-4b93-9e2d-4b3b96d90d3f None None] Attempt 1 to provision port 4070fb7d-bff2-4537-922e-8f622a1fee23 Oct 17 18:24:21.340833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:21.439740 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-cc042df9-baff-4b93-9e2d-4b3b96d90d3f None None] Current status of the port 4070fb7d-bff2-4537-922e-8f622a1fee23 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:21.440335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc042df9-baff-4b93-9e2d-4b3b96d90d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:21.493197 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cc042df9-baff-4b93-9e2d-4b3b96d90d3f None None] For port 4070fb7d-bff2-4537-922e-8f622a1fee23, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4070fb7d-bff2-4537-922e-8f622a1fee23,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:21.501184 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc042df9-baff-4b93-9e2d-4b3b96d90d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:21.599024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc042df9-baff-4b93-9e2d-4b3b96d90d3f None None] Pushing event updated for resources: {'Port': ['ID=4070fb7d-bff2-4537-922e-8f622a1fee23,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:21.619109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Router b9fde3eb-e161-45f8-997f-c85c2a5950da is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:24:21.834233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-01d67582-b65e-4fe5-b1b3-1e11e74ae521 None None] Provisioning complete for port 4070fb7d-bff2-4537-922e-8f622a1fee23 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:21.834734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-01d67582-b65e-4fe5-b1b3-1e11e74ae521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:21.835406 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-01d67582-b65e-4fe5-b1b3-1e11e74ae521 None None] Attempt 1 to provision port 4070fb7d-bff2-4537-922e-8f622a1fee23 Oct 17 18:24:21.849852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:24:21.878158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:21.880670 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f559fdf5-4524-4244-8bcd-95c93430b228 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5551357 Oct 17 18:24:21.883671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53546) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:21.884424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Sync routers for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:24:21.948725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:21.950384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:24:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:22.427697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4070fb7d-bff2-4537-922e-8f622a1fee23 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:22.585304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-01d67582-b65e-4fe5-b1b3-1e11e74ae521 None None] Current status of the port 4070fb7d-bff2-4537-922e-8f622a1fee23 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:22.597387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:22.694094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:22.926055 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Allocated IP 172.20.0.1 (283adc67-4196-4116-ae6d-895817122aff/0ab6618f-38d1-46ef-93cb-2135f86f57f4/6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:24:22.943817 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4070fb7d-bff2-4537-922e-8f622a1fee23 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:22.944438 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:22.944998 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4070fb7d-bff2-4537-922e-8f622a1fee23 Oct 17 18:24:23.231961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:23.263397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Transition to ACTIVE for port object 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:23.301004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:23.331629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4070fb7d-bff2-4537-922e-8f622a1fee23 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:23.365643 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:20Z', 'revision_number': 3, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:23.371620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Checking router: b9fde3eb-e161-45f8-997f-c85c2a5950da for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:24:23.372189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Updating router b9fde3eb-e161-45f8-997f-c85c2a5950da port d8183721-fa34-4fa6-aaed-2055fd271e60 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:24:23.429561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Network 283adc67-4196-4116-ae6d-895817122aff is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:24:23.435753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:23.442540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:24:23.473863 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:23.514932 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Pushing event updated for resources: {'Port': ['ID=6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:23.558471 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:23.753121 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Provisioning for port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:23.760105 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Provisioning complete for port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:23.760472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:23.760788 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Attempt 1 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:23.767776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:23.855560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:23.957224 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:23.977532 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Transition to ACTIVE for port object d8183721-fa34-4fa6-aaed-2055fd271e60 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:23.988961 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:24.064654 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Attempting to bind port d8183721-fa34-4fa6-aaed-2055fd271e60 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:24:24.064944 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Attempting to bind port d8183721-fa34-4fa6-aaed-2055fd271e60 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:24:24.065305 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Attempting to bind port d8183721-fa34-4fa6-aaed-2055fd271e60 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:24.073364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:24.078775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:24:24.079178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:24:24.079575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:24.079975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:24:24.080468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Bound port: d8183721-fa34-4fa6-aaed-2055fd271e60, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:24:24.080951 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:24.082067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:24.132185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a76308-dba9-4690-8c46-abc2d266d519 None None] Pushing event updated for resources: {'Port': ['ID=d8183721-fa34-4fa6-aaed-2055fd271e60,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:24.176715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] For port d8183721-fa34-4fa6-aaed-2055fd271e60, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:24:24.180777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] For port d8183721-fa34-4fa6-aaed-2055fd271e60, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d8183721-fa34-4fa6-aaed-2055fd271e60,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:24:24.187881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:24.259735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:24.260375 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:24:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:24.315345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:24.323353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Pushing event updated for resources: {'Port': ['ID=6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:24.390200 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Attempt 2 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:24.459976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a76308-dba9-4690-8c46-abc2d266d519 None None] Pushing event updated for resources: {'Port': ['ID=d8183721-fa34-4fa6-aaed-2055fd271e60,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:24.494007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:24.545104 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:24.585508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Network 283adc67-4196-4116-ae6d-895817122aff is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:24:24.587375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:24.848486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Router b9fde3eb-e161-45f8-997f-c85c2a5950da has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:24:24.996235 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Attempt 3 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:25.116956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:25.146190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:24:25.162760 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-dec7d07a-c314-454c-b96d-497ead5fc635 admin admin] 10.222.0.69 "PUT /v2.0/routers/b9fde3eb-e161-45f8-997f-c85c2a5950da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2732368 Oct 17 18:24:25.174126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:25.180721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 2, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:25.185749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be23b29-e5fc-4fec-a3a6-4f13451dea50 None None] The sync data for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv is: [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 2, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:24:25.619475 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Attempt 4 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:25.704081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:25.970300 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53564) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:25.979897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-916904284-network', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:25.990727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:25.996864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Usage tracker for resource:network and tenant:3d5e41a5c1d042cc8c85b2b473b2f44a is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:26.015457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:26.035991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:26.051948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Made reservation on behalf of 3d5e41a5c1d042cc8c85b2b473b2f44a for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:24:26.054746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:26.084510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:26.114497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:26.123395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Usage tracker for resource:security_group_rule and tenant:3d5e41a5c1d042cc8c85b2b473b2f44a is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:26.129318 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:26.142151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:26.205783 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Attempt 5 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:26.285707 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:26.291655 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:26.316606 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:26.333203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:24:26.345060 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc65897-db6b-46ff-b20e-036cbd316ea3,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:26.355702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:26.356723 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Added segment d88fd5c8-c56a-40d3-915b-bab088884d2e of type vlan for network eddd48c5-5df5-48f1-868b-570d46ef52f2 Oct 17 18:24:26.358897 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:26.359276 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:26.359615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:26.359943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:26.360274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:26.360602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:26.360918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:26.361229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:26.361556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:26.361867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:26.362183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:26.362495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:26.410892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:26.459905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:26.461653 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:26.462845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:26.490133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d8183721-fa34-4fa6-aaed-2055fd271e60 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:26.630162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port d8183721-fa34-4fa6-aaed-2055fd271e60 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:26.640164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d8183721-fa34-4fa6-aaed-2055fd271e60 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:26.641085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:26.641829 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d8183721-fa34-4fa6-aaed-2055fd271e60 Oct 17 18:24:26.658049 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6858902 Oct 17 18:24:26.659208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6d9ae-6fd6-4760-9b4f-634949d33082 admin admin] Pushing event updated for resources: {'Network': ['ID=eddd48c5-5df5-48f1-868b-570d46ef52f2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:26.662779 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53568) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:26.672822 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Request body: {'subnet': {'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-916904284-subnet', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'ip_version': 4}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:26.681809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:26.690142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Usage tracker for resource:subnet and tenant:3d5e41a5c1d042cc8c85b2b473b2f44a is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:26.697141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:26.708986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network eddd48c5-5df5-48f1-868b-570d46ef52f2 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:24:26.709621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:26.726921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Made reservation on behalf of 3d5e41a5c1d042cc8c85b2b473b2f44a for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:24:26.730881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:26.820816 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Attempt 6 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:26.979675 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:27.082611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d8183721-fa34-4fa6-aaed-2055fd271e60 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:27.083263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:27.113097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:27.113351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port d8183721-fa34-4fa6-aaed-2055fd271e60, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d8183721-fa34-4fa6-aaed-2055fd271e60,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:27.123832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:27.235146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=d8183721-fa34-4fa6-aaed-2055fd271e60,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:27.261002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=427fbae9-a3c0-4474-a448-e771517d6cff,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:27.271908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Checking segment: {'id': 'd88fd5c8-c56a-40d3-915b-bab088884d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:24:27.272320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Network hostable DHCP agents. Network: eddd48c5-5df5-48f1-868b-570d46ef52f2, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:24:27.296495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Network eddd48c5-5df5-48f1-868b-570d46ef52f2 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:24:27.308324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, eddd48c5-5df5-48f1-868b-570d46ef52f2) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:27.314945 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:27.315899 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:27.321334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c61a2-9fef-467b-9e0b-47498ce7f3e1 None None] Network eddd48c5-5df5-48f1-868b-570d46ef52f2 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:24:27.348153 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-77a26e90-ff26-4c01-9d02-a82229bbf333 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6827338 Oct 17 18:24:27.351240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53572) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:27.358507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-916904284-router', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:27.364489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:27.369825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Usage tracker for resource:router and tenant:3d5e41a5c1d042cc8c85b2b473b2f44a is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:24:27.375347 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:24:27.383972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:27.401333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:27.403622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:27.428742 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:27.489689 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Attempt 7 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:27.611791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:27.698757 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-eddd48c5-5df5-48f1-868b-570d46ef52f2', 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'fixed_ips': [{'subnet_id': '427fbae9-a3c0-4474-a448-e771517d6cff'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:24:27.700968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:27.915489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Allocated IP 172.20.0.2 (eddd48c5-5df5-48f1-868b-570d46ef52f2/427fbae9-a3c0-4474-a448-e771517d6cff/b6892785-bca7-4910-bf88-32e28d4b31e8) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:24:28.046606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:28.110267 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Sync routers for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:24:28.132118 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:28.133446 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:24:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:28.170493 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Attempt 8 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:28.337092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:28.354208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:28.372077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Transition to ACTIVE for port object b6892785-bca7-4910-bf88-32e28d4b31e8 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:28.402085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Transition to ACTIVE for port object b6892785-bca7-4910-bf88-32e28d4b31e8 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:28.411175 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:28.489520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Network eddd48c5-5df5-48f1-868b-570d46ef52f2 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:24:28.493168 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:28.499330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:24:28.547962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d8183721-fa34-4fa6-aaed-2055fd271e60 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:28.559858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:28.595284 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:28.611185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:28.679534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Pushing event updated for resources: {'Port': ['ID=b6892785-bca7-4910-bf88-32e28d4b31e8,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:28.754930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Attempting to bind port b6892785-bca7-4910-bf88-32e28d4b31e8 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:24:28.755714 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Attempting to bind port b6892785-bca7-4910-bf88-32e28d4b31e8 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd88fd5c8-c56a-40d3-915b-bab088884d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:24:28.756284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Attempting to bind port b6892785-bca7-4910-bf88-32e28d4b31e8 on network eddd48c5-5df5-48f1-868b-570d46ef52f2 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:28.774027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:24:28.774373 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Checking segment: {'id': 'd88fd5c8-c56a-40d3-915b-bab088884d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:24:28.774918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:28.775494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Bound using segment: {'id': 'd88fd5c8-c56a-40d3-915b-bab088884d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:24:28.776176 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Bound port: b6892785-bca7-4910-bf88-32e28d4b31e8, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88fd5c8-c56a-40d3-915b-bab088884d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:24:28.776712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:28.831880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Allocated IP 172.26.8.153 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:24:28.874664 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Attempt 9 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:28.944880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port d8183721-fa34-4fa6-aaed-2055fd271e60 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:28.945393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:28.945910 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port d8183721-fa34-4fa6-aaed-2055fd271e60 Oct 17 18:24:29.097986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:29.111562 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] For port b6892785-bca7-4910-bf88-32e28d4b31e8, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:24:29.114067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:29.117035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] For port b6892785-bca7-4910-bf88-32e28d4b31e8, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b6892785-bca7-4910-bf88-32e28d4b31e8,segment=NetworkSegment(d88fd5c8-c56a-40d3-915b-bab088884d2e),segment_id=d88fd5c8-c56a-40d3-915b-bab088884d2e)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:24:29.127292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-89d83f8f-9830-4707-965a-6122f6447bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:29.131260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:29.177227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:29.179838 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 2, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:29.189557 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Checking router: b9fde3eb-e161-45f8-997f-c85c2a5950da for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:24:29.190449 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Updating router b9fde3eb-e161-45f8-997f-c85c2a5950da port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:24:29.281134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port d8183721-fa34-4fa6-aaed-2055fd271e60 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:29.295708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765b0f6-ba7f-4f80-ac83-8466d44b04fa None None] Pushing event updated for resources: {'Port': ['ID=b6892785-bca7-4910-bf88-32e28d4b31e8,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:29.321156 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:29.331288 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:24:29.332968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:29.335793 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Pushing event updated for resources: {'Port': ['ID=24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:29.339632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:24:29.599385 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Attempt 10 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:29.690167 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f7fd216d-13b8-4b2c-af35-21a4d96a69ae None None] Port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:29.824630 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c2d87dc8-37d3-4199-bab6-18d0da461fa2 None None] Provisioning complete for port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:29.825766 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c2d87dc8-37d3-4199-bab6-18d0da461fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:29.826376 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c2d87dc8-37d3-4199-bab6-18d0da461fa2 None None] Attempt 1 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:29.935386 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:29.935670 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c2d87dc8-37d3-4199-bab6-18d0da461fa2 None None] Port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:29.956733 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Transition to ACTIVE for port object 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:29.969495 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:30.191401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:30.225774 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Pushing event updated for resources: {'Port': ['ID=6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:30.249704 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:30.250314 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:30.250864 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:30.251405 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:30.251909 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:30.252415 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:30.252897 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:30.253379 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:30.253859 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:30.254400 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:30.254698 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:30.255016 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:24:30.267352 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Attempting to bind port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:24:30.267710 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Attempting to bind port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:24:30.268065 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Attempting to bind port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc on network 283adc67-4196-4116-ae6d-895817122aff {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:30.275191 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:24:30.275572 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Checking segment: {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:24:30.275977 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:30.276367 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Bound using segment: {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:24:30.276933 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Bound port: 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:24:30.278094 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:30.436777 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c2d87dc8-37d3-4199-bab6-18d0da461fa2 None None] Attempt 2 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:30.453860 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] For port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:24:30.465810 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] For port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:24:30.479208 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:30.597295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b6892785-bca7-4910-bf88-32e28d4b31e8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:30.639129 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:30.640044 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:24:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:30.702565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c2d87dc8-37d3-4199-bab6-18d0da461fa2 None None] Port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:24:30.718232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port b6892785-bca7-4910-bf88-32e28d4b31e8 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:30.781700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817abc78-bb42-442d-ae83-0c14c9302acd None None] Network eddd48c5-5df5-48f1-868b-570d46ef52f2 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:24:30.812082 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf93bf-5205-4bb4-b05d-3ffe2c8525b7 None None] Pushing event updated for resources: {'Port': ['ID=6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:30.901127 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:30.906164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:30.946067 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1120ef84-ebb4-4779-96d8-6743f6df93ce None None] Provisioning for port b6892785-bca7-4910-bf88-32e28d4b31e8 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:30.966111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1120ef84-ebb4-4779-96d8-6743f6df93ce None None] Provisioning complete for port b6892785-bca7-4910-bf88-32e28d4b31e8 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:30.966415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1120ef84-ebb4-4779-96d8-6743f6df93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:30.966752 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1120ef84-ebb4-4779-96d8-6743f6df93ce None None] Attempt 1 to provision port b6892785-bca7-4910-bf88-32e28d4b31e8 Oct 17 18:24:31.299691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1120ef84-ebb4-4779-96d8-6743f6df93ce None None] Current status of the port b6892785-bca7-4910-bf88-32e28d4b31e8 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:31.300161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1120ef84-ebb4-4779-96d8-6743f6df93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.345778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Router ce8a66e9-27dd-4cb7-af99-e272f5709b6b is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:24:31.367027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-1120ef84-ebb4-4779-96d8-6743f6df93ce None None] For port b6892785-bca7-4910-bf88-32e28d4b31e8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b6892785-bca7-4910-bf88-32e28d4b31e8,segment=NetworkSegment(d88fd5c8-c56a-40d3-915b-bab088884d2e),segment_id=d88fd5c8-c56a-40d3-915b-bab088884d2e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:31.374062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1120ef84-ebb4-4779-96d8-6743f6df93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.505213 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120ef84-ebb4-4779-96d8-6743f6df93ce None None] Pushing event updated for resources: {'Port': ['ID=b6892785-bca7-4910-bf88-32e28d4b31e8,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:31.561256 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-370f6f96-821a-4732-80ba-d370d62a586f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.567170 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:30Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:31.573258 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a4640e-d13b-475e-ab13-6896706b5b47 None None] The sync data for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv is: [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:30Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:24:31.684348 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:24:31.705779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Sync routers for ids ['ce8a66e9-27dd-4cb7-af99-e272f5709b6b'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:24:31.727910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2b022c08-af8a-4e63-aa4c-2b17fcf13a3d None None] Provisioning complete for port b6892785-bca7-4910-bf88-32e28d4b31e8 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:31.728398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2b022c08-af8a-4e63-aa4c-2b17fcf13a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.728924 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2b022c08-af8a-4e63-aa4c-2b17fcf13a3d None None] Attempt 1 to provision port b6892785-bca7-4910-bf88-32e28d4b31e8 Oct 17 18:24:31.732091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:31.734662 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d74a446b-6146-4bb1-a226-80834743c520 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3816152 Oct 17 18:24:31.737610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53576) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:24:31.785293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Routers {'ce8a66e9-27dd-4cb7-af99-e272f5709b6b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:31.786303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:24:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['ce8a66e9-27dd-4cb7-af99-e272f5709b6b'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:32.261265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Set router ce8a66e9-27dd-4cb7-af99-e272f5709b6b gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:32.311319 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2b022c08-af8a-4e63-aa4c-2b17fcf13a3d None None] Current status of the port b6892785-bca7-4910-bf88-32e28d4b31e8 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:32.508489 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b6892785-bca7-4910-bf88-32e28d4b31e8 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:32.682300 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:32.690217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:32.707271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port b6892785-bca7-4910-bf88-32e28d4b31e8 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:32.708380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:32.708380 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port b6892785-bca7-4910-bf88-32e28d4b31e8 Oct 17 18:24:32.793671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'name': 'tempest-TestMinimumBasicScenario-916904284-router', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:27Z', 'updated_at': '2022-10-17T18:24:29Z', 'revision_number': 3, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'gw_port': {'id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:28Z', 'updated_at': '2022-10-17T18:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:32.802522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Checking router: ce8a66e9-27dd-4cb7-af99-e272f5709b6b for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:24:32.802856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Updating router ce8a66e9-27dd-4cb7-af99-e272f5709b6b port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:24:32.913722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:32.967253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b6892785-bca7-4910-bf88-32e28d4b31e8 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:32.968616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:33.098332 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.129423 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:33.166144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:33.166972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.167726 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:33.378620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Allocated IP 172.20.0.1 (eddd48c5-5df5-48f1-868b-570d46ef52f2/427fbae9-a3c0-4474-a448-e771517d6cff/13e59458-d32b-4276-bee0-215d97a4e687) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:24:33.460552 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:33.460900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.565444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:33.577908 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.584306 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.602652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Transition to ACTIVE for port object 13e59458-d32b-4276-bee0-215d97a4e687 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:33.628223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.636707 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.666146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Transition to ACTIVE for port object 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:33.679538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.703399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:33.706890 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Attempting to bind port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:24:33.707299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Attempting to bind port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:24:33.708265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Attempting to bind port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:33.760839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:24:33.761665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:24:33.762892 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.763402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:24:33.763925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Bound port: 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:24:33.764308 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.770255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Network eddd48c5-5df5-48f1-868b-570d46ef52f2 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:24:33.776197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:33.783828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:24:33.835833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6a3d0-041f-4c88-a224-21357d11ab37 None None] Pushing event updated for resources: {'Port': ['ID=24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:33.854099 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Pushing event updated for resources: {'Port': ['ID=13e59458-d32b-4276-bee0-215d97a4e687,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:33.883008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] For port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:24:33.889795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] For port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:24:33.897118 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.912052 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:33.970661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Routers {'ce8a66e9-27dd-4cb7-af99-e272f5709b6b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:33.971264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:24:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['ce8a66e9-27dd-4cb7-af99-e272f5709b6b'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:34.099574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:34.197929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6a3d0-041f-4c88-a224-21357d11ab37 None None] Pushing event updated for resources: {'Port': ['ID=24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:34.223380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Provisioning for port 13e59458-d32b-4276-bee0-215d97a4e687 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:34.235513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Provisioning complete for port 13e59458-d32b-4276-bee0-215d97a4e687 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:34.235888 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:34.236220 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Attempt 1 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:34.330038 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] Set router ce8a66e9-27dd-4cb7-af99-e272f5709b6b gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:34.381270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:34.486881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:34.487270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:34.492719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:34.613100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:34.617096 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Pushing event updated for resources: {'Port': ['ID=13e59458-d32b-4276-bee0-215d97a4e687,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:34.633623 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:34.722688 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:34.723715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:34.723715 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc Oct 17 18:24:34.806789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Network eddd48c5-5df5-48f1-868b-570d46ef52f2 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:24:34.808555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:34.882226 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Attempt 2 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:34.971467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:34.978502 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'name': 'tempest-TestMinimumBasicScenario-916904284-router', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:27Z', 'updated_at': '2022-10-17T18:24:34Z', 'revision_number': 4, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'gw_port': {'id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:28Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '13e59458-d32b-4276-bee0-215d97a4e687', 'name': '', 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'mac_address': 'fa:16:3e:74:4d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '427fbae9-a3c0-4474-a448-e771517d6cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:33Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 1, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'subnets': [{'id': '427fbae9-a3c0-4474-a448-e771517d6cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:34.988309 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82af286-76d6-432f-a3ab-d5b9146fa8d7 None None] The sync data for ids ['ce8a66e9-27dd-4cb7-af99-e272f5709b6b'] in dv-neutron-860895-1-hyperv is: [{'id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'name': 'tempest-TestMinimumBasicScenario-916904284-router', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:27Z', 'updated_at': '2022-10-17T18:24:34Z', 'revision_number': 4, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'gw_port': {'id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:28Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '13e59458-d32b-4276-bee0-215d97a4e687', 'name': '', 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'mac_address': 'fa:16:3e:74:4d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '427fbae9-a3c0-4474-a448-e771517d6cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:33Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 1, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'subnets': [{'id': '427fbae9-a3c0-4474-a448-e771517d6cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:24:34.990060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:35.142153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Router ce8a66e9-27dd-4cb7-af99-e272f5709b6b has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:24:35.491909 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Attempt 3 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:35.546611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:24:35.564346 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-af064604-b864-4485-8835-73f249bcfec8 admin admin] 10.222.0.69 "PUT /v2.0/routers/ce8a66e9-27dd-4cb7-af99-e272f5709b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8250892 Oct 17 18:24:35.587976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:36.089993 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Attempt 4 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:36.190963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:36.439960 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:36.551442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:36.557215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:36.557628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:36.557983 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 Oct 17 18:24:36.702189 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Attempt 5 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:36.845249 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:36.845871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:36.854537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:36.879633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:36.887011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:36.980558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:37.356602 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Attempt 6 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:37.463631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:37.965757 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Attempt 7 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:38.086861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:38.465756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:38.589330 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Sync routers for ids ['ce8a66e9-27dd-4cb7-af99-e272f5709b6b'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:24:38.590173 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Attempt 8 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:38.630356 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Routers {'ce8a66e9-27dd-4cb7-af99-e272f5709b6b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:38.631866 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:24:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['ce8a66e9-27dd-4cb7-af99-e272f5709b6b'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:38.671718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:38.672074 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:38.672517 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 Oct 17 18:24:38.822246 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:38.938203 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:39.050704 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Set router ce8a66e9-27dd-4cb7-af99-e272f5709b6b gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:39.326804 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Attempt 9 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:39.450658 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:39.610466 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'name': 'tempest-TestMinimumBasicScenario-916904284-router', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:27Z', 'updated_at': '2022-10-17T18:24:34Z', 'revision_number': 4, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'gw_port': {'id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:28Z', 'updated_at': '2022-10-17T18:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '13e59458-d32b-4276-bee0-215d97a4e687', 'name': '', 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'mac_address': 'fa:16:3e:74:4d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '427fbae9-a3c0-4474-a448-e771517d6cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:33Z', 'updated_at': '2022-10-17T18:24:34Z', 'revision_number': 2, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'subnets': [{'id': '427fbae9-a3c0-4474-a448-e771517d6cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:39.618544 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Checking router: ce8a66e9-27dd-4cb7-af99-e272f5709b6b for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:24:39.619120 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Updating router ce8a66e9-27dd-4cb7-af99-e272f5709b6b port 13e59458-d32b-4276-bee0-215d97a4e687 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:24:39.716329 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:39.952652 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Attempt 10 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:40.092002 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-77dbbb54-82cb-40eb-b751-ee2a8c8c980a None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:40.229065 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-d0dc356b-aae7-4ed4-9f98-2fbadd0e0609 None None] Provisioning complete for port 13e59458-d32b-4276-bee0-215d97a4e687 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:40.230929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d0dc356b-aae7-4ed4-9f98-2fbadd0e0609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:40.231949 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-d0dc356b-aae7-4ed4-9f98-2fbadd0e0609 None None] Attempt 1 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:40.329297 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc356b-aae7-4ed4-9f98-2fbadd0e0609 None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:40.474540 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:40.542547 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Transition to ACTIVE for port object 13e59458-d32b-4276-bee0-215d97a4e687 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:40.555385 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:40.831859 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-d0dc356b-aae7-4ed4-9f98-2fbadd0e0609 None None] Attempt 2 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:40.865294 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938f442-8c25-49ab-83c3-b2ac6a685114 None None] Pushing event updated for resources: {'Port': ['ID=13e59458-d32b-4276-bee0-215d97a4e687,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:40.918997 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Attempting to bind port 13e59458-d32b-4276-bee0-215d97a4e687 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:24:40.919585 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Attempting to bind port 13e59458-d32b-4276-bee0-215d97a4e687 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd88fd5c8-c56a-40d3-915b-bab088884d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:24:40.921476 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Attempting to bind port 13e59458-d32b-4276-bee0-215d97a4e687 on network eddd48c5-5df5-48f1-868b-570d46ef52f2 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:40.929720 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:24:40.930271 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Checking segment: {'id': 'd88fd5c8-c56a-40d3-915b-bab088884d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:24:40.930894 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:40.931597 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Bound using segment: {'id': 'd88fd5c8-c56a-40d3-915b-bab088884d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:24:40.932343 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Bound port: 13e59458-d32b-4276-bee0-215d97a4e687, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88fd5c8-c56a-40d3-915b-bab088884d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:24:40.933558 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:40.978603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc356b-aae7-4ed4-9f98-2fbadd0e0609 None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:41.178049 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] For port 13e59458-d32b-4276-bee0-215d97a4e687, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:24:41.184090 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] For port 13e59458-d32b-4276-bee0-215d97a4e687, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=13e59458-d32b-4276-bee0-215d97a4e687,segment=NetworkSegment(d88fd5c8-c56a-40d3-915b-bab088884d2e),segment_id=d88fd5c8-c56a-40d3-915b-bab088884d2e)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:24:41.196152 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:41.280991 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Routers {'ce8a66e9-27dd-4cb7-af99-e272f5709b6b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:24:41.281856 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:24:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['ce8a66e9-27dd-4cb7-af99-e272f5709b6b'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:41.442039 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938f442-8c25-49ab-83c3-b2ac6a685114 None None] Pushing event updated for resources: {'Port': ['ID=13e59458-d32b-4276-bee0-215d97a4e687,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:41.480672 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-d0dc356b-aae7-4ed4-9f98-2fbadd0e0609 None None] Attempt 3 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:41.511634 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] Set router ce8a66e9-27dd-4cb7-af99-e272f5709b6b gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:24:41.573382 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc356b-aae7-4ed4-9f98-2fbadd0e0609 None None] Port 13e59458-d32b-4276-bee0-215d97a4e687 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:24:42.196444 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'name': 'tempest-TestMinimumBasicScenario-916904284-router', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:27Z', 'updated_at': '2022-10-17T18:24:34Z', 'revision_number': 4, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'gw_port': {'id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:28Z', 'updated_at': '2022-10-17T18:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '13e59458-d32b-4276-bee0-215d97a4e687', 'name': '', 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'mac_address': 'fa:16:3e:74:4d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '427fbae9-a3c0-4474-a448-e771517d6cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:33Z', 'updated_at': '2022-10-17T18:24:41Z', 'revision_number': 4, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'subnets': [{'id': '427fbae9-a3c0-4474-a448-e771517d6cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:24:42.205209 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84d676-93e7-41ec-893b-e6ac4563475f None None] The sync data for ids ['ce8a66e9-27dd-4cb7-af99-e272f5709b6b'] in dv-neutron-860895-1-hyperv is: [{'id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'name': 'tempest-TestMinimumBasicScenario-916904284-router', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:27Z', 'updated_at': '2022-10-17T18:24:34Z', 'revision_number': 4, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'gw_port': {'id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:28Z', 'updated_at': '2022-10-17T18:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '13e59458-d32b-4276-bee0-215d97a4e687', 'name': '', 'network_id': 'eddd48c5-5df5-48f1-868b-570d46ef52f2', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'mac_address': 'fa:16:3e:74:4d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': '427fbae9-a3c0-4474-a448-e771517d6cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:33Z', 'updated_at': '2022-10-17T18:24:41Z', 'revision_number': 4, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'subnets': [{'id': '427fbae9-a3c0-4474-a448-e771517d6cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:24:42.531623 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 13e59458-d32b-4276-bee0-215d97a4e687 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:42.639202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 13e59458-d32b-4276-bee0-215d97a4e687 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:42.647173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 13e59458-d32b-4276-bee0-215d97a4e687 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:42.648058 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:42.648798 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:42.896556 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 13e59458-d32b-4276-bee0-215d97a4e687 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:42.896977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:42.942972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 13e59458-d32b-4276-bee0-215d97a4e687, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=13e59458-d32b-4276-bee0-215d97a4e687,segment=NetworkSegment(d88fd5c8-c56a-40d3-915b-bab088884d2e),segment_id=d88fd5c8-c56a-40d3-915b-bab088884d2e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:24:42.955978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:43.056752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=13e59458-d32b-4276-bee0-215d97a4e687,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:44.450017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 13e59458-d32b-4276-bee0-215d97a4e687 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:24:44.587443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 13e59458-d32b-4276-bee0-215d97a4e687 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:44.587872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:44.588411 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 13e59458-d32b-4276-bee0-215d97a4e687 Oct 17 18:24:44.821745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 13e59458-d32b-4276-bee0-215d97a4e687 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:24:48.524281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-83924488-6efd-4ee2-85b3-fca0b9b71dce tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:48.526988 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-83924488-6efd-4ee2-85b3-fca0b9b71dce tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 815 time: 0.2162364 Oct 17 18:24:48.545070 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-1468969c-ada8-4377-98b4-42d7f10a9f75 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/quotas/c6c76b6366e94f398330ed1de3f8ee54 HTTP/1.1" status: 200 len: 375 time: 0.0117545 Oct 17 18:24:48.650483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-585c6d01-b287-42ca-badd-14efc72b6acc tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Synchronizing usage tracker for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:24:48.672550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-585c6d01-b287-42ca-badd-14efc72b6acc tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Unset dirty status for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:24:48.674065 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-585c6d01-b287-42ca-badd-14efc72b6acc tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232324 Oct 17 18:24:48.843918 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-05181ea9-e00d-4268-b652-f34a88486ebe service neutron] 10.222.0.69 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556401 Oct 17 18:24:48.997580 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-705e113d-d202-4e6c-8c11-aed8db777f6e service neutron] 10.222.0.69 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473351 Oct 17 18:24:49.262608 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-dd2877a1-d916-43ab-95bb-72653fd4ff3d req-05e38ede-e1a9-4bba-87fc-3cdbebc00b04 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 210 time: 0.0671690 Oct 17 18:24:50.460184 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d6feec27-1c5c-45cd-87ad-440c837063ef req-a85adeee-0392-4ea2-9ed2-896ccfee9439 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 210 time: 0.0602531 Oct 17 18:24:50.841645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d6f31dff-4314-4ed5-be57-f7b184ac8e8b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:50.844341 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d6f31dff-4314-4ed5-be57-f7b184ac8e8b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 815 time: 0.1824384 Oct 17 18:24:50.863789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'port': {'device_id': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'admin_state_up': True, 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:51.027034 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:24:51.038981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:24:51.051478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Made reservation on behalf of c6c76b6366e94f398330ed1de3f8ee54 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:24:51.055832 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:51.277708 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:24:51.279366 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Allocated IP 172.20.0.12 (283adc67-4196-4116-ae6d-895817122aff/0ab6618f-38d1-46ef-93cb-2135f86f57f4/363abfe8-2d11-4e85-8a48-c6174d65a88c) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:24:51.575546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:51.600393 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Transition to ACTIVE for port object 363abfe8-2d11-4e85-8a48-c6174d65a88c will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:51.634351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:51.751353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Network 283adc67-4196-4116-ae6d-895817122aff is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:24:51.755961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:24:51.760980 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:24:51.909185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:51.909914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:51.964252 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1039023 Oct 17 18:24:51.965192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b1e4d-03f9-4669-8da8-d8edfb198d2c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'Port': ['ID=363abfe8-2d11-4e85-8a48-c6174d65a88c,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:52.091632 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a8311-3cff-43ce-ba75-578859999e6e req-53c7fb99-05d0-4f66-b180-59049b984130 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:52.094308 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9c7a8311-3cff-43ce-ba75-578859999e6e req-53c7fb99-05d0-4f66-b180-59049b984130 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 932 time: 0.3199229 Oct 17 18:24:52.234489 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-9c7a8311-3cff-43ce-ba75-578859999e6e req-846fa0f8-1d6a-4a13-a4c0-305403a09a94 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Synchronizing usage tracker for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:24:52.238887 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Provisioning for port 363abfe8-2d11-4e85-8a48-c6174d65a88c completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:24:52.253441 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Provisioning complete for port 363abfe8-2d11-4e85-8a48-c6174d65a88c triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:24:52.254450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:52.255277 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Attempt 1 to provision port 363abfe8-2d11-4e85-8a48-c6174d65a88c Oct 17 18:24:52.308595 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-9c7a8311-3cff-43ce-ba75-578859999e6e req-846fa0f8-1d6a-4a13-a4c0-305403a09a94 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Unset dirty status for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:24:52.310199 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9c7a8311-3cff-43ce-ba75-578859999e6e req-846fa0f8-1d6a-4a13-a4c0-305403a09a94 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034290 Oct 17 18:24:52.408795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Request body: {'port': {'device_id': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:24:52.435231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Port 363abfe8-2d11-4e85-8a48-c6174d65a88c cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:52.567881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:52.936645 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Attempt 2 to provision port 363abfe8-2d11-4e85-8a48-c6174d65a88c Oct 17 18:24:53.126868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Port 363abfe8-2d11-4e85-8a48-c6174d65a88c cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:53.215165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363abfe8-2d11-4e85-8a48-c6174d65a88c {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:24:53.233825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:53.264341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Transition to ACTIVE for port object 363abfe8-2d11-4e85-8a48-c6174d65a88c will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:24:53.271548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:53.628251 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Attempt 3 to provision port 363abfe8-2d11-4e85-8a48-c6174d65a88c Oct 17 18:24:53.694592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=363abfe8-2d11-4e85-8a48-c6174d65a88c,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:53.745092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Port 363abfe8-2d11-4e85-8a48-c6174d65a88c cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:53.946142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Attempting to bind port 363abfe8-2d11-4e85-8a48-c6174d65a88c on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:24:53.946712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Attempting to bind port 363abfe8-2d11-4e85-8a48-c6174d65a88c by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:24:53.947197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Attempting to bind port 363abfe8-2d11-4e85-8a48-c6174d65a88c on network 283adc67-4196-4116-ae6d-895817122aff {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:53.957376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Port 363abfe8-2d11-4e85-8a48-c6174d65a88c on network 283adc67-4196-4116-ae6d-895817122aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:24:53.958025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Attempting to bind port 363abfe8-2d11-4e85-8a48-c6174d65a88c on network 283adc67-4196-4116-ae6d-895817122aff {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:24:53.967682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:24:53.968425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Checking segment: {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:24:53.968747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Bound using segment: {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:24:53.969259 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Bound port: 363abfe8-2d11-4e85-8a48-c6174d65a88c, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:24:53.969765 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:54.094125 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237a653-6f18-4032-bf9d-5f5db0092965 req-c79d4d09-eabb-455f-9c04-70aa7120979d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:54.095866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-0237a653-6f18-4032-bf9d-5f5db0092965 req-c79d4d09-eabb-455f-9c04-70aa7120979d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Synchronizing usage tracker for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:24:54.181447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-0237a653-6f18-4032-bf9d-5f5db0092965 req-c79d4d09-eabb-455f-9c04-70aa7120979d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Unset dirty status for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:24:54.183811 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0237a653-6f18-4032-bf9d-5f5db0092965 req-c79d4d09-eabb-455f-9c04-70aa7120979d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 944 time: 0.4912672 Oct 17 18:24:54.247477 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Attempt 4 to provision port 363abfe8-2d11-4e85-8a48-c6174d65a88c Oct 17 18:24:54.394598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] For port 363abfe8-2d11-4e85-8a48-c6174d65a88c, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:24:54.426564 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0237a653-6f18-4032-bf9d-5f5db0092965 req-e91245ae-1666-481c-92e6-0986d102d917 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154667 Oct 17 18:24:54.446185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] For port 363abfe8-2d11-4e85-8a48-c6174d65a88c, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:24:54.467230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:54.518305 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Port 363abfe8-2d11-4e85-8a48-c6174d65a88c cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:24:54.573172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:54.574342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:54.577152 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] 10.222.0.20 "PUT /v2.0/ports/363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 1094 time: 2.5781415 Oct 17 18:24:54.578013 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:24:54.582355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc6192a-7f4c-4968-846b-80ebd7881efe" -d '{"events": [{"name": "network-changed", "server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:24:54.671397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7ce78-0d32-46fc-8ea2-f1994cd7b7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=363abfe8-2d11-4e85-8a48-c6174d65a88c,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:24:54.825089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1864f64f-ba6c-48f7-b6ad-e7e1f823954c x-openstack-request-id: req-1864f64f-ba6c-48f7-b6ad-e7e1f823954c {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:24:54.825455 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:24:54.825759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1864f64f-ba6c-48f7-b6ad-e7e1f823954c {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:24:54.826223 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1864f64f-ba6c-48f7-b6ad-e7e1f823954c'] response: {'name': 'network-changed', 'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'status': 'completed', 'code': 200} Oct 17 18:24:54.882187 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-71ba2c1d-3f05-4eb6-9de0-dcbb3b21f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:54.884167 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-71ba2c1d-3f05-4eb6-9de0-dcbb3b21f700 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1097 time: 0.1812708 Oct 17 18:24:55.020102 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Attempt 5 to provision port 363abfe8-2d11-4e85-8a48-c6174d65a88c Oct 17 18:24:55.170035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-9bb350ec-5fe3-4af2-9d20-047969dff051 None None] Port 363abfe8-2d11-4e85-8a48-c6174d65a88c had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:24:55.184569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:55.249922 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-c9a89de7-6520-42e3-ac70-2e230baec0c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 217 time: 0.1700594 Oct 17 18:24:55.455188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-c4352f7b-84f1-4290-afb5-cc770e7e54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:55.457898 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-c4352f7b-84f1-4290-afb5-cc770e7e54c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.1772270 Oct 17 18:24:55.875949 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587389f6-4833-4b2b-ba2a-467090341037 req-98b78086-4c16-4376-b466-3146c753834e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:55.890783 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-587389f6-4833-4b2b-ba2a-467090341037 req-98b78086-4c16-4376-b466-3146c753834e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 944 time: 0.2177925 Oct 17 18:24:55.989231 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-587389f6-4833-4b2b-ba2a-467090341037 req-1293d5f1-86f1-4e3d-a7f9-93ca17bade2b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889714 Oct 17 18:24:57.361392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b6ee9-1be0-4c34-8041-163f3dd19057 req-8df15283-ea99-47e6-8e03-55c3dea32529 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:57.369297 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3a2b6ee9-1be0-4c34-8041-163f3dd19057 req-8df15283-ea99-47e6-8e03-55c3dea32529 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 944 time: 0.1455183 Oct 17 18:24:57.445520 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3a2b6ee9-1be0-4c34-8041-163f3dd19057 req-9fe7aba2-8cc0-4de5-980d-7647a858974b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736225 Oct 17 18:24:58.782375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e4e4f-ae35-44c0-bd91-30c3bcd3ca59 req-8bf634f5-8cf0-4156-a111-c626020228f2 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:58.784226 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-733e4e4f-ae35-44c0-bd91-30c3bcd3ca59 req-8bf634f5-8cf0-4156-a111-c626020228f2 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 944 time: 0.1614187 Oct 17 18:24:58.876376 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-733e4e4f-ae35-44c0-bd91-30c3bcd3ca59 req-b3c78e19-e61e-4116-af50-01862736ff5b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854385 Oct 17 18:24:59.114845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7f3cff74-3813-4dc6-8741-52484f406acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:24:59.735972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-7ad549ab-7d6c-4845-b14b-1683f77bc57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:24:59.737644 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-7ad549ab-7d6c-4845-b14b-1683f77bc57a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943007 Oct 17 18:24:59.893408 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-c6bc4b10-2890-47be-8921-8a979e59fb3d service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453531 Oct 17 18:25:00.081956 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6fc72577-804f-4786-a66f-9e2dfa56b7ba req-a6f1fc7f-4446-4555-821c-c8bf59f25adc service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807518 Oct 17 18:25:00.117361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62b9d-c1bd-4a8d-ae90-8ffb6372b856 req-47bf7ccc-2865-43d4-9d13-1b401f5a84a3 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:00.118972 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3ab62b9d-c1bd-4a8d-ae90-8ffb6372b856 req-47bf7ccc-2865-43d4-9d13-1b401f5a84a3 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 944 time: 0.1038756 Oct 17 18:25:00.185217 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3ab62b9d-c1bd-4a8d-ae90-8ffb6372b856 req-dff77999-4c12-466f-af9f-5dacd0f320d6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579236 Oct 17 18:25:00.256467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6192a-7f4c-4968-846b-80ebd7881efe req-1147de24-bad6-415b-a03f-e3295a8a72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:00.257978 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8dc6192a-7f4c-4968-846b-80ebd7881efe req-1147de24-bad6-415b-a03f-e3295a8a72ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1097 time: 0.0840724 Oct 17 18:25:00.413090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6192a-7f4c-4968-846b-80ebd7881efe req-1962f42d-3665-4ce0-be9a-383145af69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:00.414632 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8dc6192a-7f4c-4968-846b-80ebd7881efe req-1962f42d-3665-4ce0-be9a-383145af69cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.1497447 Oct 17 18:25:00.613684 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8dc6192a-7f4c-4968-846b-80ebd7881efe req-7002f702-cdf7-48e0-ac9b-4c5a5f0386db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 217 time: 0.1916497 Oct 17 18:25:00.684584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6192a-7f4c-4968-846b-80ebd7881efe req-a049ea3d-d94d-462b-82a1-ccdf6732d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:00.686097 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8dc6192a-7f4c-4968-846b-80ebd7881efe req-a049ea3d-d94d-462b-82a1-ccdf6732d631 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0668478 Oct 17 18:25:00.790635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6192a-7f4c-4968-846b-80ebd7881efe req-a3dad54a-42b3-40a2-afa3-0d85256516b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:00.793268 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8dc6192a-7f4c-4968-846b-80ebd7881efe req-a3dad54a-42b3-40a2-afa3-0d85256516b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004796 Oct 17 18:25:00.944314 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8dc6192a-7f4c-4968-846b-80ebd7881efe req-fb988073-d180-4afd-ad08-6c7e7a978003 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440086 Oct 17 18:25:01.145470 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8dc6192a-7f4c-4968-846b-80ebd7881efe req-eeebff0a-2bae-426f-8058-8824a93f14fb service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938808 Oct 17 18:25:01.414361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27876c4-ca9b-48e2-b647-6175fc913d9b req-6d7d58a8-bb65-42a4-96c0-631abb17c81f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:01.416943 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f27876c4-ca9b-48e2-b647-6175fc913d9b req-6d7d58a8-bb65-42a4-96c0-631abb17c81f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 944 time: 0.1014526 Oct 17 18:25:01.467108 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f27876c4-ca9b-48e2-b647-6175fc913d9b req-27fbee01-4387-435a-84dc-c974309a7140 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435033 Oct 17 18:25:01.549831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c2a80cc8-5974-43e7-8d37-b389cfe49576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.631387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 363abfe8-2d11-4e85-8a48-c6174d65a88c details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:25:01.797039 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 363abfe8-2d11-4e85-8a48-c6174d65a88c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:01.822726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'port_id': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'mac_address': 'fa:16:3e:61:14:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:25:01.888173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 363abfe8-2d11-4e85-8a48-c6174d65a88c is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:25:01.888554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:01.908060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363abfe8-2d11-4e85-8a48-c6174d65a88c {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:25:01.929036 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 363abfe8-2d11-4e85-8a48-c6174d65a88c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:01.933631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:02.017600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=363abfe8-2d11-4e85-8a48-c6174d65a88c,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:02.208757 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['363abfe8-2d11-4e85-8a48-c6174d65a88c'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:25:02.660312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:02.670058 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:02.844010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b67e14-1efa-4804-840d-4373a95816cd req-b1f57fa6-075b-4c36-a3b5-4e87dcf78ef6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:02.845519 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d6b67e14-1efa-4804-840d-4373a95816cd req-b1f57fa6-075b-4c36-a3b5-4e87dcf78ef6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 945 time: 0.2471135 Oct 17 18:25:02.900885 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d6b67e14-1efa-4804-840d-4373a95816cd req-a847fdd7-2c2f-4e39-a5a6-85e8f39d32ae tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449324 Oct 17 18:25:03.636609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 363abfe8-2d11-4e85-8a48-c6174d65a88c up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:25:03.711472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 363abfe8-2d11-4e85-8a48-c6174d65a88c completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:25:03.717934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 363abfe8-2d11-4e85-8a48-c6174d65a88c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:25:03.718309 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:03.718638 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 363abfe8-2d11-4e85-8a48-c6174d65a88c Oct 17 18:25:03.900905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 363abfe8-2d11-4e85-8a48-c6174d65a88c is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:25:03.901420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:03.939255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:25:03.941728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb241e4-30d7-4477-b48a-7d23ae6038de" -d '{"events": [{"server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "name": "network-vif-plugged", "status": "completed", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:25:03.955185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 363abfe8-2d11-4e85-8a48-c6174d65a88c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:03.970155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:04.066351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=363abfe8-2d11-4e85-8a48-c6174d65a88c,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:04.245115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb25ff79-444b-41d3-a483-12b840c02fed x-openstack-request-id: req-fb25ff79-444b-41d3-a483-12b840c02fed {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:25:04.245440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "name": "network-vif-plugged", "status": "completed", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:25:04.245851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fb25ff79-444b-41d3-a483-12b840c02fed {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:25:04.246110 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb25ff79-444b-41d3-a483-12b840c02fed'] response: {'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'code': 200} Oct 17 18:25:04.348504 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a101dcc-4f29-4ca5-9696-530811679712 req-e80ad9af-940d-4fcf-b5c1-ee63464023e6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:04.352086 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8a101dcc-4f29-4ca5-9696-530811679712 req-e80ad9af-940d-4fcf-b5c1-ee63464023e6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 946 time: 0.1713817 Oct 17 18:25:04.444841 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8a101dcc-4f29-4ca5-9696-530811679712 req-4013a9d0-432e-4680-b1d8-63a2175440bf tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722597 Oct 17 18:25:04.475819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:04.698043 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc671fe-305d-4b9c-8223-a8ca30e7b2f0 req-6a53239a-9f92-47d5-86a4-bcab09584e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:04.700931 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc671fe-305d-4b9c-8223-a8ca30e7b2f0 req-6a53239a-9f92-47d5-86a4-bcab09584e42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1099 time: 0.1252968 Oct 17 18:25:04.754994 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bc671fe-305d-4b9c-8223-a8ca30e7b2f0 req-594a540f-ceeb-4c90-abf4-c9d3e830be92 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458460 Oct 17 18:25:05.721152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d817cc-8b43-4ad3-aafa-8d319dfb9023 req-b474f276-8424-497d-b6d6-1a383995ac5e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:05.723849 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b9d817cc-8b43-4ad3-aafa-8d319dfb9023 req-b474f276-8424-497d-b6d6-1a383995ac5e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 946 time: 0.1438186 Oct 17 18:25:05.778400 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b9d817cc-8b43-4ad3-aafa-8d319dfb9023 req-681907de-29ff-4d21-ad4c-1d5c1a85dff4 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473611 Oct 17 18:25:06.167946 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0b9cfde6-7026-4e91-bb2f-8b819025ac9e req-8daa31a7-ec60-4516-8293-ddb6160d3748 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848925 Oct 17 18:25:06.357166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cfde6-7026-4e91-bb2f-8b819025ac9e req-c2151b5b-e25a-4a8f-b60f-372d35cbe1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:06.359766 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0b9cfde6-7026-4e91-bb2f-8b819025ac9e req-c2151b5b-e25a-4a8f-b60f-372d35cbe1a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1099 time: 0.1041470 Oct 17 18:25:06.523903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cfde6-7026-4e91-bb2f-8b819025ac9e req-49a3d63e-ba29-49eb-9fc3-a1bd63382c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:06.525598 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0b9cfde6-7026-4e91-bb2f-8b819025ac9e req-49a3d63e-ba29-49eb-9fc3-a1bd63382c08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.1426551 Oct 17 18:25:06.599264 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0b9cfde6-7026-4e91-bb2f-8b819025ac9e req-14acc1ad-ee8f-47f8-9dba-4ce60020d685 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 217 time: 0.0678136 Oct 17 18:25:06.673609 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cfde6-7026-4e91-bb2f-8b819025ac9e req-bced90cb-32c3-45c8-893a-af1b25dc394a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:06.675579 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0b9cfde6-7026-4e91-bb2f-8b819025ac9e req-bced90cb-32c3-45c8-893a-af1b25dc394a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0703864 Oct 17 18:25:06.766875 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cfde6-7026-4e91-bb2f-8b819025ac9e req-74eb510e-9a71-4b25-8b78-dc6849a66e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:06.768745 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0b9cfde6-7026-4e91-bb2f-8b819025ac9e req-74eb510e-9a71-4b25-8b78-dc6849a66e03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874908 Oct 17 18:25:06.930916 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0b9cfde6-7026-4e91-bb2f-8b819025ac9e req-bb34dfca-68c6-449f-a92c-5ddde0896c44 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566005 Oct 17 18:25:07.077914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a7fad-a436-4ddf-a59c-8a06178afa59 req-71b462fd-8dde-4025-a1cc-2ff256eefbde tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:07.080274 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e24a7fad-a436-4ddf-a59c-8a06178afa59 req-71b462fd-8dde-4025-a1cc-2ff256eefbde tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 946 time: 0.1610761 Oct 17 18:25:07.091308 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0b9cfde6-7026-4e91-bb2f-8b819025ac9e req-e7f993ef-d264-47d8-a573-6cf98ee46db4 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533060 Oct 17 18:25:07.173473 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e24a7fad-a436-4ddf-a59c-8a06178afa59 req-38d9a958-5f12-4870-8a63-c58d6ddfb945 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809891 Oct 17 18:25:07.666934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3019d7-74f1-44f3-aa38-bb29304f2ad4 req-d3e9e9bf-02fd-4733-a164-c411026040ff tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:07.669475 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1f3019d7-74f1-44f3-aa38-bb29304f2ad4 req-d3e9e9bf-02fd-4733-a164-c411026040ff tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 946 time: 0.3007762 Oct 17 18:25:07.733609 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1f3019d7-74f1-44f3-aa38-bb29304f2ad4 req-3bdc1cfb-0f8b-4a34-a786-1383462915d6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576229 Oct 17 18:25:08.219358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1ab0d-0e29-4498-bd6c-bd7db2db1865 req-3a821f38-33aa-4759-8af0-056de73b6331 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:08.221000 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3ac1ab0d-0e29-4498-bd6c-bd7db2db1865 req-3a821f38-33aa-4759-8af0-056de73b6331 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 946 time: 0.1353624 Oct 17 18:25:08.279992 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3ac1ab0d-0e29-4498-bd6c-bd7db2db1865 req-65e21b09-4563-4873-a967-b241755b3d60 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522878 Oct 17 18:25:21.862676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d61d5-f8a8-4950-8ae6-345caecef321 req-db1fc083-fd6e-4f8a-88f1-798fd9fd10b5 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:21.862676 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0a8d61d5-f8a8-4950-8ae6-345caecef321 req-db1fc083-fd6e-4f8a-88f1-798fd9fd10b5 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 946 time: 0.1046622 Oct 17 18:25:21.937640 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0a8d61d5-f8a8-4950-8ae6-345caecef321 req-a5c92ba6-ed34-41d4-82e3-c1351dac4be6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695052 Oct 17 18:25:21.979870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53778) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:22.179501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6414c00b-e38f-4efd-a6a5-bbba216088f1 tempest-TestMinimumBasicScenario-1478453907 tempest-TestMinimumBasicScenario-1478453907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:22.180772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6414c00b-e38f-4efd-a6a5-bbba216088f1 tempest-TestMinimumBasicScenario-1478453907 tempest-TestMinimumBasicScenario-1478453907-project-admin] Synchronizing usage tracker for tenant:3d5e41a5c1d042cc8c85b2b473b2f44a on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:25:22.208727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6414c00b-e38f-4efd-a6a5-bbba216088f1 tempest-TestMinimumBasicScenario-1478453907 tempest-TestMinimumBasicScenario-1478453907-project-admin] Unset dirty status for tenant:3d5e41a5c1d042cc8c85b2b473b2f44a on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:25:22.210132 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6414c00b-e38f-4efd-a6a5-bbba216088f1 tempest-TestMinimumBasicScenario-1478453907 tempest-TestMinimumBasicScenario-1478453907-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1094 time: 0.2291961 Oct 17 18:25:22.215655 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53784) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:22.221054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:22.228436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:22.232895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:floatingip and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:22.236499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:22.243599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:22.257416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:22.435541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:22.596924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Allocated IP 172.26.8.16 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/dda95e05-1dec-49bd-8c53-5caf1166e577) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:25:22.776532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:22.817435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:22.943423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:25:22.949773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:25:22.956454 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:25:23.032499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'Port': ['ID=dda95e05-1dec-49bd-8c53-5caf1166e577,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:23.526623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:23.662346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:24.053413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:24.059580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:24.182232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'Port': ['ID=dda95e05-1dec-49bd-8c53-5caf1166e577,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:24.185129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:24.389839 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Floating IP 948857b9-36d4-4575-aebc-59fcb5a70c99 associated. External IP: 172.26.8.16, port: 363abfe8-2d11-4e85-8a48-c6174d65a88c. Oct 17 18:25:24.791287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Router b9fde3eb-e161-45f8-997f-c85c2a5950da has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:25:24.993555 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:25:25.004290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5fe8bd-060d-421b-a973-60061c1415bd None None] Sync routers for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:25:25.017155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fe8bd-060d-421b-a973-60061c1415bd None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:25.017792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3d5fe8bd-060d-421b-a973-60061c1415bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:25:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:25.024966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:25.100575 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e994bd15-ee89-4cf3-8342-f89f7063c3ee tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8834593 Oct 17 18:25:25.103481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:25:25.103968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53788) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:25.108323 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbbadc9-ccfa-4a25-8f42-5fbe6012e082" -d '{"events": [{"name": "network-changed", "server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:25:25.111803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525191794', 'description': 'tempest-secgroup-smoke-525191794 description', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:25.121154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:25.136513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:25.155356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:25.183963 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:25.188538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:25.192879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:25.200187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:25.201386 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d1bcac-9244-439c-a54a-bd4a443ed12c x-openstack-request-id: req-f9d1bcac-9244-439c-a54a-bd4a443ed12c {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:25:25.201835 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:25:25.202196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f9d1bcac-9244-439c-a54a-bd4a443ed12c {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:25:25.202799 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d1bcac-9244-439c-a54a-bd4a443ed12c'] response: {'name': 'network-changed', 'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'status': 'completed', 'code': 200} Oct 17 18:25:25.231921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-3d5fe8bd-060d-421b-a973-60061c1415bd None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:25.326571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:25.333270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:25.401994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbadc9-ccfa-4a25-8f42-5fbe6012e082 req-102719bf-79dd-492b-b29b-e298b09912be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:25.402619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:25.407234 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1bbbadc9-ccfa-4a25-8f42-5fbe6012e082 req-102719bf-79dd-492b-b29b-e298b09912be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1099 time: 0.1589191 Oct 17 18:25:25.407481 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2987134 Oct 17 18:25:25.407656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53794) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:25.412739 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:25.439080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26ac95f-2600-4597-b33d-3188d6877665,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:25.453438 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:25.453980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:25.454499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:25.455306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:25.455510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-65d71612-3d21-43f8-9981-f13e5894dd3e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group_rule': {'security_group_id': 'e26ac95f-2600-4597-b33d-3188d6877665', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:25.455687 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:25.456205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:25.456758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:25.457303 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:25.457853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:25.458404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:25.458959 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:25.459761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e957-f7b2-494d-9b82-ca39d3d0e5be tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:25.565675 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-65d71612-3d21-43f8-9981-f13e5894dd3e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:25.584374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-65d71612-3d21-43f8-9981-f13e5894dd3e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:25.592368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-65d71612-3d21-43f8-9981-f13e5894dd3e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:25.608377 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-65d71612-3d21-43f8-9981-f13e5894dd3e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:25.653361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3d5fe8bd-060d-421b-a973-60061c1415bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '948857b9-36d4-4575-aebc-59fcb5a70c99', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'port_id': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'mac_address': 'fa:16:3e:61:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:25:23Z', 'updated_at': '2022-10-17T18:25:23Z', 'revision_number': 0, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:25.657927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5fe8bd-060d-421b-a973-60061c1415bd None None] Checking router: b9fde3eb-e161-45f8-997f-c85c2a5950da for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:25:25.669476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fe8bd-060d-421b-a973-60061c1415bd None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:25:25.670095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3d5fe8bd-060d-421b-a973-60061c1415bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:25:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:25.687073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-65d71612-3d21-43f8-9981-f13e5894dd3e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:25.754872 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbadc9-ccfa-4a25-8f42-5fbe6012e082 req-0052d826-9704-4b43-8200-6f0be3886458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:25.757235 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1bbbadc9-ccfa-4a25-8f42-5fbe6012e082 req-0052d826-9704-4b43-8200-6f0be3886458 service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.3448830 Oct 17 18:25:25.887219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-3d5fe8bd-060d-421b-a973-60061c1415bd None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:25:25.979127 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1bbbadc9-ccfa-4a25-8f42-5fbe6012e082 req-d8698560-fdc3-4bda-be8b-e42842a5f9ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 999 time: 0.2074361 Oct 17 18:25:25.980881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-65d71612-3d21-43f8-9981-f13e5894dd3e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.030308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-65d71612-3d21-43f8-9981-f13e5894dd3e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.079441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d71612-3d21-43f8-9981-f13e5894dd3e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cb2a25-46ed-494c-ae40-219bfe8cce59,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:26.082367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-65d71612-3d21-43f8-9981-f13e5894dd3e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.083732 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-65d71612-3d21-43f8-9981-f13e5894dd3e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6743345 Oct 17 18:25:26.090668 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53798) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:26.094508 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbadc9-ccfa-4a25-8f42-5fbe6012e082 req-144f4fd0-f86d-41ce-b500-4aeef31d5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:26.096020 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1bbbadc9-ccfa-4a25-8f42-5fbe6012e082 req-144f4fd0-f86d-41ce-b500-4aeef31d5e7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.1104047 Oct 17 18:25:26.099258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group_rule': {'security_group_id': 'e26ac95f-2600-4597-b33d-3188d6877665', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:26.282757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:26.299085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:26.303782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:26.312813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:26.340616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.386072 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbadc9-ccfa-4a25-8f42-5fbe6012e082 req-f44d6688-1012-407b-9939-7f4c387f9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:26.387663 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1bbbadc9-ccfa-4a25-8f42-5fbe6012e082 req-f44d6688-1012-407b-9939-7f4c387f9a93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2828312 Oct 17 18:25:26.469284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3d5fe8bd-060d-421b-a973-60061c1415bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '948857b9-36d4-4575-aebc-59fcb5a70c99', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'port_id': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'mac_address': 'fa:16:3e:61:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:25:23Z', 'updated_at': '2022-10-17T18:25:23Z', 'revision_number': 0, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:25:26.476500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5fe8bd-060d-421b-a973-60061c1415bd None None] The sync data for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv is: [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '948857b9-36d4-4575-aebc-59fcb5a70c99', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'port_id': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'mac_address': 'fa:16:3e:61:14:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:25:23Z', 'updated_at': '2022-10-17T18:25:23Z', 'revision_number': 0, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:25:26.506519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.513560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.554314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10416b4-fff8-4eff-a1ec-87c39e439eaa,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:26.590524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:26.590867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:26.591232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:26.591569 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:26.591895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:26.592221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:26.592644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:26.592857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:26.593206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:26.593585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:26.593919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:26.594282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:25:26.600185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.604753 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2d892393-c0db-4a19-86cb-96a357fd1038 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5097938 Oct 17 18:25:26.606323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53802) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:26.613838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-279a783f-73a7-4120-bbbd-ce9e4033fe53 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group_rule': {'security_group_id': 'e26ac95f-2600-4597-b33d-3188d6877665', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:26.621175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-279a783f-73a7-4120-bbbd-ce9e4033fe53 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:26.624385 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1bbbadc9-ccfa-4a25-8f42-5fbe6012e082 req-749132b7-ae9b-49a7-906c-1385aab4e854 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265851 Oct 17 18:25:26.626724 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-279a783f-73a7-4120-bbbd-ce9e4033fe53 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:26.631536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-279a783f-73a7-4120-bbbd-ce9e4033fe53 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:26.644009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-279a783f-73a7-4120-bbbd-ce9e4033fe53 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:26.671519 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-279a783f-73a7-4120-bbbd-ce9e4033fe53 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.768806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-279a783f-73a7-4120-bbbd-ce9e4033fe53 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.775221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-279a783f-73a7-4120-bbbd-ce9e4033fe53 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.782299 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2162865e-ddd1-4845-9d8e-360d0899a156 None None] New status for floating IP 948857b9-36d4-4575-aebc-59fcb5a70c99: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:25:26.799603 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1bbbadc9-ccfa-4a25-8f42-5fbe6012e082 req-f95db312-a13c-4366-a4b8-c30d75e5ddc8 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687515 Oct 17 18:25:26.808883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a783f-73a7-4120-bbbd-ce9e4033fe53 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4838cb-24c6-4718-bb20-77d0413c7bac,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:26.822403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-279a783f-73a7-4120-bbbd-ce9e4033fe53 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.823966 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-279a783f-73a7-4120-bbbd-ce9e4033fe53 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2154272 Oct 17 18:25:26.827861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53806) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:26.838435 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ae1abcb8-3d03-4a9d-8ce7-cd812e6dbef1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group_rule': {'security_group_id': 'e26ac95f-2600-4597-b33d-3188d6877665', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:26.850689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ae1abcb8-3d03-4a9d-8ce7-cd812e6dbef1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:26.858778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ae1abcb8-3d03-4a9d-8ce7-cd812e6dbef1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:26.864193 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ae1abcb8-3d03-4a9d-8ce7-cd812e6dbef1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:26.882604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ae1abcb8-3d03-4a9d-8ce7-cd812e6dbef1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:26.909080 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae1abcb8-3d03-4a9d-8ce7-cd812e6dbef1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.987910 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae1abcb8-3d03-4a9d-8ce7-cd812e6dbef1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:26.993732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae1abcb8-3d03-4a9d-8ce7-cd812e6dbef1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:27.023738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1abcb8-3d03-4a9d-8ce7-cd812e6dbef1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d117ca-74af-4cb1-b39c-56c1fc37d369,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:27.035175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae1abcb8-3d03-4a9d-8ce7-cd812e6dbef1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:27.036882 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ae1abcb8-3d03-4a9d-8ce7-cd812e6dbef1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2074001 Oct 17 18:25:27.040910 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53810) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:27.047899 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-225dab0b-5f4a-4c9d-b1a1-070b8e2c6f2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group_rule': {'security_group_id': 'e26ac95f-2600-4597-b33d-3188d6877665', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:27.055587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-225dab0b-5f4a-4c9d-b1a1-070b8e2c6f2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:27.060286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-225dab0b-5f4a-4c9d-b1a1-070b8e2c6f2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:27.063928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-225dab0b-5f4a-4c9d-b1a1-070b8e2c6f2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:27.072621 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-225dab0b-5f4a-4c9d-b1a1-070b8e2c6f2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:27.089609 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-225dab0b-5f4a-4c9d-b1a1-070b8e2c6f2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Project c6c76b6366e94f398330ed1de3f8ee54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:25:27.101619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-225dab0b-5f4a-4c9d-b1a1-070b8e2c6f2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:27.251405 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-225dab0b-5f4a-4c9d-b1a1-070b8e2c6f2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:27.259575 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-225dab0b-5f4a-4c9d-b1a1-070b8e2c6f2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:27.303557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dab0b-5f4a-4c9d-b1a1-070b8e2c6f2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6be77f7-605e-441f-be86-3b48a03dc1ab,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:27.321620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-225dab0b-5f4a-4c9d-b1a1-070b8e2c6f2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:27.323696 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-225dab0b-5f4a-4c9d-b1a1-070b8e2c6f2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2814200 Oct 17 18:25:27.326993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 53814) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:25:27.332706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-771b62dd-c463-4789-a411-0b60ab0e5ab1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group_rule': {'security_group_id': 'e26ac95f-2600-4597-b33d-3188d6877665', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:27.340627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-771b62dd-c463-4789-a411-0b60ab0e5ab1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:25:27.356822 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-771b62dd-c463-4789-a411-0b60ab0e5ab1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:25:27.356822 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-771b62dd-c463-4789-a411-0b60ab0e5ab1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:25:27.377842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-771b62dd-c463-4789-a411-0b60ab0e5ab1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:25:27.393441 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-771b62dd-c463-4789-a411-0b60ab0e5ab1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Project c6c76b6366e94f398330ed1de3f8ee54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:25:27.406463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771b62dd-c463-4789-a411-0b60ab0e5ab1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:27.506379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771b62dd-c463-4789-a411-0b60ab0e5ab1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:27.506379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771b62dd-c463-4789-a411-0b60ab0e5ab1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:27.540544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b62dd-c463-4789-a411-0b60ab0e5ab1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0055a4-c251-41bf-b8ab-13f4c2b05aa1,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:27.540544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-771b62dd-c463-4789-a411-0b60ab0e5ab1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:27.553832 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-771b62dd-c463-4789-a411-0b60ab0e5ab1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2153943 Oct 17 18:25:27.699476 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2a98e645-d9b1-4ced-a4f7-8201bc15d65e req-ddc78467-b9bf-46c0-b33f-68d034f247a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525191794&fields=id&tenant_id=c6c76b6366e94f398330ed1de3f8ee54 HTTP/1.1" status: 200 len: 267 time: 0.0484099 Oct 17 18:25:27.813361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98e645-d9b1-4ced-a4f7-8201bc15d65e req-65552b10-666c-455a-bd11-4b01422202ae tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:27.814924 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2a98e645-d9b1-4ced-a4f7-8201bc15d65e req-65552b10-666c-455a-bd11-4b01422202ae tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 946 time: 0.1087954 Oct 17 18:25:27.831638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-2a98e645-d9b1-4ced-a4f7-8201bc15d65e req-c7271736-abc9-4c1c-bdd2-327f39ad8aef tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'port': {'security_groups': ['73510044-bae6-4e31-89ae-acf4e213311d', 'e26ac95f-2600-4597-b33d-3188d6877665']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:25:27.991684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-2a98e645-d9b1-4ced-a4f7-8201bc15d65e req-c7271736-abc9-4c1c-bdd2-327f39ad8aef tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:28.278944 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:25:28.301426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-2a98e645-d9b1-4ced-a4f7-8201bc15d65e req-c7271736-abc9-4c1c-bdd2-327f39ad8aef tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] For port 363abfe8-2d11-4e85-8a48-c6174d65a88c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:25:28.333357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-2a98e645-d9b1-4ced-a4f7-8201bc15d65e req-c7271736-abc9-4c1c-bdd2-327f39ad8aef tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:28.339335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-2a98e645-d9b1-4ced-a4f7-8201bc15d65e req-c7271736-abc9-4c1c-bdd2-327f39ad8aef tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:28.349714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98e645-d9b1-4ced-a4f7-8201bc15d65e req-c7271736-abc9-4c1c-bdd2-327f39ad8aef tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:28.350397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-2a98e645-d9b1-4ced-a4f7-8201bc15d65e req-c7271736-abc9-4c1c-bdd2-327f39ad8aef tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:28.352888 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2a98e645-d9b1-4ced-a4f7-8201bc15d65e req-c7271736-abc9-4c1c-bdd2-327f39ad8aef tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "PUT /v2.0/ports/363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 982 time: 0.5284200 Oct 17 18:25:28.381880 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['363abfe8-2d11-4e85-8a48-c6174d65a88c'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:25:28.390622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:25:28.393134 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897df4ad-5022-42a4-975e-ef910bf384f2" -d '{"events": [{"name": "network-changed", "server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:25:28.454633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7271736-abc9-4c1c-bdd2-327f39ad8aef tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'Port': ['ID=363abfe8-2d11-4e85-8a48-c6174d65a88c,revision_number=6']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:25:28.498881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728be29a-0725-4e68-aec8-c907e8526cc8 x-openstack-request-id: req-728be29a-0725-4e68-aec8-c907e8526cc8 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:25:28.499353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:25:28.500380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-728be29a-0725-4e68-aec8-c907e8526cc8 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:25:28.501051 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728be29a-0725-4e68-aec8-c907e8526cc8'] response: {'name': 'network-changed', 'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'status': 'completed', 'code': 200} Oct 17 18:25:28.543778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['363abfe8-2d11-4e85-8a48-c6174d65a88c'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:25:28.654700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df4ad-5022-42a4-975e-ef910bf384f2 req-be1174a5-07ce-4fa5-831d-234eb4483c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:28.656216 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-897df4ad-5022-42a4-975e-ef910bf384f2 req-be1174a5-07ce-4fa5-831d-234eb4483c73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1138 time: 0.1123097 Oct 17 18:25:28.698093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cea9e9-60bc-412f-b0ab-a72141dd4320 req-905e7a38-7582-49d9-91fe-8eeee26f693b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:28.700856 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e6cea9e9-60bc-412f-b0ab-a72141dd4320 req-905e7a38-7582-49d9-91fe-8eeee26f693b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 985 time: 0.1698835 Oct 17 18:25:28.771827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e6cea9e9-60bc-412f-b0ab-a72141dd4320 req-d0ba4693-2043-4a45-af4b-bab6ed236976 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Synchronizing usage tracker for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:25:28.796903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-e6cea9e9-60bc-412f-b0ab-a72141dd4320 req-d0ba4693-2043-4a45-af4b-bab6ed236976 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Unset dirty status for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:25:28.799098 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e6cea9e9-60bc-412f-b0ab-a72141dd4320 req-d0ba4693-2043-4a45-af4b-bab6ed236976 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=e26ac95f-2600-4597-b33d-3188d6877665&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854881 Oct 17 18:25:28.872612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df4ad-5022-42a4-975e-ef910bf384f2 req-683309f2-0b13-4914-9ef9-1194dabf19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:28.874477 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-897df4ad-5022-42a4-975e-ef910bf384f2 req-683309f2-0b13-4914-9ef9-1194dabf19cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.2113950 Oct 17 18:25:29.002552 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-897df4ad-5022-42a4-975e-ef910bf384f2 req-579de515-bff4-41d2-87d3-c10291f24bfa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 1001 time: 0.1214507 Oct 17 18:25:29.098445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df4ad-5022-42a4-975e-ef910bf384f2 req-e9a9bf71-6762-4f07-9ced-ae2342b8b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:29.101034 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-897df4ad-5022-42a4-975e-ef910bf384f2 req-e9a9bf71-6762-4f07-9ced-ae2342b8b705 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0926023 Oct 17 18:25:29.168449 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8e43a44b-f01d-4344-b018-0b668f235b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:29.258264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897df4ad-5022-42a4-975e-ef910bf384f2 req-fdc81159-c5a5-4f69-9c69-50b7d160d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:25:29.260385 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-897df4ad-5022-42a4-975e-ef910bf384f2 req-fdc81159-c5a5-4f69-9c69-50b7d160d4c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1527708 Oct 17 18:25:29.537061 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-897df4ad-5022-42a4-975e-ef910bf384f2 req-a8c94e9d-626a-4c52-9101-9e3a2544f5a2 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692027 Oct 17 18:25:29.688674 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-897df4ad-5022-42a4-975e-ef910bf384f2 req-4710a468-81d2-4a6a-a464-17e4234e03e3 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457014 Oct 17 18:25:31.554247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-eb906e8b-6453-4fb6-9a8c-a48b89710998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:32.630384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:32.652304 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:34.469311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:55.159684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:25:59.109244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8e965d5-da02-4d0e-9f91-875141c6d356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:01.550237 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-99168365-c47d-48e0-88cd-26263a3b55c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:02.628695 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:02.652705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:04.460910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:05.285983 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:26:06.130870 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d1ab108a-541d-413d-8e64-863987188927 req-0dde30e7-4b46-4cda-a1d4-8659dd064890 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1032865 Oct 17 18:26:06.357074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab108a-541d-413d-8e64-863987188927 req-5f7e06d3-f298-4529-9db1-3db0dc0d565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:06.360264 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d1ab108a-541d-413d-8e64-863987188927 req-5f7e06d3-f298-4529-9db1-3db0dc0d565c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1138 time: 0.1173625 Oct 17 18:26:06.529720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab108a-541d-413d-8e64-863987188927 req-bb661f07-3542-4d34-a06d-93557bce8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:06.531442 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d1ab108a-541d-413d-8e64-863987188927 req-bb661f07-3542-4d34-a06d-93557bce8feb service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.1484149 Oct 17 18:26:06.648977 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d1ab108a-541d-413d-8e64-863987188927 req-68310486-2b7b-437a-8c19-82dbe8dba63a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 1001 time: 0.1117032 Oct 17 18:26:06.721322 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab108a-541d-413d-8e64-863987188927 req-b6ccd7e4-370d-4602-8d31-f9ee246aa02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:06.722992 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d1ab108a-541d-413d-8e64-863987188927 req-b6ccd7e4-370d-4602-8d31-f9ee246aa02b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0680351 Oct 17 18:26:06.820349 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab108a-541d-413d-8e64-863987188927 req-71e992b1-78a3-4eea-88f7-1ce22af002cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:26:06.821775 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d1ab108a-541d-413d-8e64-863987188927 req-71e992b1-78a3-4eea-88f7-1ce22af002cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918033 Oct 17 18:26:06.972882 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d1ab108a-541d-413d-8e64-863987188927 req-859369e3-eaff-4c66-9e3b-cdb94d354b2e service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430335 Oct 17 18:26:07.132610 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d1ab108a-541d-413d-8e64-863987188927 req-32e672f8-dfd0-4492-9445-cbd25dfc113a service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529613 Oct 17 18:26:25.162044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:29.106264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1f5438f4-4cad-4c48-af49-dd613ebc9f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:31.567420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ee7dd50d-3830-4446-9a4f-0405d4ac1e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:32.626987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:32.658154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:34.471842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:42.288195 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:26:55.170424 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:26:59.123586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2aad03e4-1618-4c2b-94b8-44aa2266e4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:01.555003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-44735c84-ac8f-4cc0-b669-a7f283285d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:02.630404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:02.666328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.475271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:04.982342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d701faa-dd2b-42be-8fa8-858509f29497 req-db171d3c-66fd-471a-ab09-f0e5b87108eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:04.985305 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3d701faa-dd2b-42be-8fa8-858509f29497 req-db171d3c-66fd-471a-ab09-f0e5b87108eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1138 time: 0.1202579 Oct 17 18:27:05.009430 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fff2e8-9eaf-4adb-9d44-e72919f638cd req-f712b063-675e-4387-96b9-c7e5e855808b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:05.011250 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-16fff2e8-9eaf-4adb-9d44-e72919f638cd req-f712b063-675e-4387-96b9-c7e5e855808b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 985 time: 0.1427064 Oct 17 18:27:05.072128 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-16fff2e8-9eaf-4adb-9d44-e72919f638cd req-46762a62-ebc9-48dc-9410-ebc050feb9ab tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=e26ac95f-2600-4597-b33d-3188d6877665&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540922 Oct 17 18:27:05.185560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d701faa-dd2b-42be-8fa8-858509f29497 req-5e480a5e-ef05-4a2c-919c-7d52198ee2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:05.187248 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3d701faa-dd2b-42be-8fa8-858509f29497 req-5e480a5e-ef05-4a2c-919c-7d52198ee2ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.1959572 Oct 17 18:27:05.304467 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3d701faa-dd2b-42be-8fa8-858509f29497 req-52f5a258-b54a-4ab7-bbf0-0317aaf86c58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 1001 time: 0.1114490 Oct 17 18:27:05.381382 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d701faa-dd2b-42be-8fa8-858509f29497 req-4fe56295-032b-420d-823f-5974b0f02eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:05.382839 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3d701faa-dd2b-42be-8fa8-858509f29497 req-4fe56295-032b-420d-823f-5974b0f02eeb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0725474 Oct 17 18:27:05.480416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d701faa-dd2b-42be-8fa8-858509f29497 req-d602a19e-4c05-4b4b-8f0f-f7c13e71f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:05.482084 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3d701faa-dd2b-42be-8fa8-858509f29497 req-d602a19e-4c05-4b4b-8f0f-f7c13e71f2ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0934355 Oct 17 18:27:05.755452 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3d701faa-dd2b-42be-8fa8-858509f29497 req-6a149d9e-ddaf-46df-bb64-50d3dc96ae4b service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668469 Oct 17 18:27:05.906705 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3d701faa-dd2b-42be-8fa8-858509f29497 req-8ff09f3e-f284-4199-9bab-a51a7c8a5d8b service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436965 Oct 17 18:27:06.353788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978aeae9-8995-4f06-882e-bd2cac507775 req-8e780813-515b-45c9-9cc8-d90aa59140b6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:06.355421 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-978aeae9-8995-4f06-882e-bd2cac507775 req-8e780813-515b-45c9-9cc8-d90aa59140b6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 985 time: 0.1093419 Oct 17 18:27:06.413963 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-978aeae9-8995-4f06-882e-bd2cac507775 req-3c28ca92-c161-4e56-945b-236b36fe5e4b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=e26ac95f-2600-4597-b33d-3188d6877665&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520787 Oct 17 18:27:07.702478 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936dfb5-0096-478f-a60c-6d96655b8036 req-2a76d493-57bc-4a57-ade6-6a7af42441e6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:07.704177 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f936dfb5-0096-478f-a60c-6d96655b8036 req-2a76d493-57bc-4a57-ade6-6a7af42441e6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 985 time: 0.1244226 Oct 17 18:27:07.777377 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f936dfb5-0096-478f-a60c-6d96655b8036 req-9b93f4d4-4698-4519-916f-fca5cc8e45eb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=e26ac95f-2600-4597-b33d-3188d6877665&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662963 Oct 17 18:27:08.108134 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3318cae-18ca-4d98-8255-8ba13737e71d req-f6abb3f0-62b9-486d-9e12-44cef40da4a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0919163 Oct 17 18:27:08.335281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318cae-18ca-4d98-8255-8ba13737e71d req-cec960fe-f9a7-427a-9c29-460d939ddbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:08.337917 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3318cae-18ca-4d98-8255-8ba13737e71d req-cec960fe-f9a7-427a-9c29-460d939ddbb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1138 time: 0.1129086 Oct 17 18:27:08.505741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318cae-18ca-4d98-8255-8ba13737e71d req-5004918e-c446-46cd-b434-4e327ed78e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:08.507277 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3318cae-18ca-4d98-8255-8ba13737e71d req-5004918e-c446-46cd-b434-4e327ed78e1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.1450102 Oct 17 18:27:08.624278 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3318cae-18ca-4d98-8255-8ba13737e71d req-b58d1478-f5ef-4ef1-895a-71f673a69294 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 1001 time: 0.1103342 Oct 17 18:27:08.732503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318cae-18ca-4d98-8255-8ba13737e71d req-f1f63842-372d-483a-9899-81e5bf66cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:08.734894 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3318cae-18ca-4d98-8255-8ba13737e71d req-f1f63842-372d-483a-9899-81e5bf66cbdd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.1045783 Oct 17 18:27:08.834039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318cae-18ca-4d98-8255-8ba13737e71d req-7175957b-c68d-48df-a0ee-c5a08cff2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:27:08.835578 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3318cae-18ca-4d98-8255-8ba13737e71d req-7175957b-c68d-48df-a0ee-c5a08cff2503 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889370 Oct 17 18:27:09.045789 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3318cae-18ca-4d98-8255-8ba13737e71d req-7f8ead60-6903-41be-80c4-14a3cd0cb973 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031016 Oct 17 18:27:09.198413 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c3318cae-18ca-4d98-8255-8ba13737e71d req-080bac1f-13c6-45ab-93ab-af7c39bcca89 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464500 Oct 17 18:27:19.288396 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:27:25.186395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:29.132108 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b00d79e2-e351-4b8c-b3f2-f14480b3e622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:31.553894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-015f14ba-ae26-45a3-8e9e-744850c2527e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:32.623860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:32.669195 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:34.470711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:55.201481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:27:56.288828 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:27:59.125127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8c44bac-c71d-41d3-91ce-b068f62d4687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:01.550355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-77f88e82-5330-446b-96fd-37c25f1173d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:02.627394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:02.670179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:04.476171 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:09.175803 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2b342984-3829-474f-a72a-e750125d7d15 req-eb33defa-66fe-4388-af40-29cca4437cc3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1070023 Oct 17 18:28:09.372085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b342984-3829-474f-a72a-e750125d7d15 req-b18baf18-e064-4299-b2c8-4cfa52f073da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:09.374403 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2b342984-3829-474f-a72a-e750125d7d15 req-b18baf18-e064-4299-b2c8-4cfa52f073da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1138 time: 0.0999334 Oct 17 18:28:09.594770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b342984-3829-474f-a72a-e750125d7d15 req-a78f22e8-494a-4fdd-a7ae-fd531fac0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:09.596236 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2b342984-3829-474f-a72a-e750125d7d15 req-a78f22e8-494a-4fdd-a7ae-fd531fac0dfd service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.1992900 Oct 17 18:28:09.865886 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2b342984-3829-474f-a72a-e750125d7d15 req-83b8ea5d-70d8-4622-b429-1e78d4b52f95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 1001 time: 0.2631965 Oct 17 18:28:09.933854 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b342984-3829-474f-a72a-e750125d7d15 req-cc6dc515-dc39-4158-9fdb-ab35148a4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:09.935448 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2b342984-3829-474f-a72a-e750125d7d15 req-cc6dc515-dc39-4158-9fdb-ab35148a4369 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0641103 Oct 17 18:28:10.060134 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b342984-3829-474f-a72a-e750125d7d15 req-bb557fd2-dd67-4fb2-bf24-f8e4099f8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:10.061615 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2b342984-3829-474f-a72a-e750125d7d15 req-bb557fd2-dd67-4fb2-bf24-f8e4099f8355 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1191669 Oct 17 18:28:10.218098 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2b342984-3829-474f-a72a-e750125d7d15 req-c6dcc2e4-557d-4265-9dbc-8003110cd4b4 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434996 Oct 17 18:28:10.384708 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2b342984-3829-474f-a72a-e750125d7d15 req-2f963f57-b1c5-4112-baf4-89659a4e428a service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607399 Oct 17 18:28:20.902521 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e92afa1-c62d-4dcf-a4bb-d7da0c0eb565 req-932d643e-dc3b-481b-99fd-a6880a4fc9e2 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525191794&fields=id&tenant_id=c6c76b6366e94f398330ed1de3f8ee54 HTTP/1.1" status: 200 len: 267 time: 0.0528181 Oct 17 18:28:21.007403 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92afa1-c62d-4dcf-a4bb-d7da0c0eb565 req-7e821495-f995-479a-b455-c7d9d272048f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:21.008899 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e92afa1-c62d-4dcf-a4bb-d7da0c0eb565 req-7e821495-f995-479a-b455-c7d9d272048f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 985 time: 0.1006002 Oct 17 18:28:21.021201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-9e92afa1-c62d-4dcf-a4bb-d7da0c0eb565 req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'port': {'security_groups': ['73510044-bae6-4e31-89ae-acf4e213311d']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:28:21.165187 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9e92afa1-c62d-4dcf-a4bb-d7da0c0eb565 req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:21.512103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-9e92afa1-c62d-4dcf-a4bb-d7da0c0eb565 req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] For port 363abfe8-2d11-4e85-8a48-c6174d65a88c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:28:21.540479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9e92afa1-c62d-4dcf-a4bb-d7da0c0eb565 req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:21.546179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9e92afa1-c62d-4dcf-a4bb-d7da0c0eb565 req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:21.580600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['363abfe8-2d11-4e85-8a48-c6174d65a88c'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:28:21.592802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92afa1-c62d-4dcf-a4bb-d7da0c0eb565 req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:21.593457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9e92afa1-c62d-4dcf-a4bb-d7da0c0eb565 req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:21.594914 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9e92afa1-c62d-4dcf-a4bb-d7da0c0eb565 req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "PUT /v2.0/ports/363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 943 time: 0.5788083 Oct 17 18:28:21.595466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:28:21.598463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1182cb-d2f6-48c7-8801-fb40f205070f" -d '{"events": [{"name": "network-changed", "server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:28:21.605424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53896) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:28:21.667341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'Port': ['ID=363abfe8-2d11-4e85-8a48-c6174d65a88c,revision_number=7']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:28:21.688957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.689529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.690208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.690633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.691666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.692229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.692809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.693353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.693907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.694462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.695017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.695602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39058976-0356-41b5-ba31-3d820f0a20ca tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.732072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['363abfe8-2d11-4e85-8a48-c6174d65a88c'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:28:21.774728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:21.777259 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b8f5e1-664a-41ae-a976-f49451815829 x-openstack-request-id: req-d3b8f5e1-664a-41ae-a976-f49451815829 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:28:21.777259 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:28:21.777589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3b8f5e1-664a-41ae-a976-f49451815829 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:28:21.777718 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b8f5e1-664a-41ae-a976-f49451815829'] response: {'name': 'network-changed', 'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'status': 'completed', 'code': 200} Oct 17 18:28:21.810671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:21.906783 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:21.918191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1182cb-d2f6-48c7-8801-fb40f205070f req-b455d308-275d-4f34-8047-02d05ca54f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:21.919848 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc1182cb-d2f6-48c7-8801-fb40f205070f req-b455d308-275d-4f34-8047-02d05ca54f2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1099 time: 0.1010759 Oct 17 18:28:21.933545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26ac95f-2600-4597-b33d-3188d6877665,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:28:21.944276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.944882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.945363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.945836 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.946381 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.946904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.947398 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.947902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.948370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.948986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.949453 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.949908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:28:21.967854 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:21.975264 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3a3d6384-7825-438b-9c28-2b6d3a539283 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "DELETE /v2.0/security-groups/e26ac95f-2600-4597-b33d-3188d6877665 HTTP/1.1" status: 204 len: 168 time: 0.3633900 Oct 17 18:28:21.975563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 53902) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:28:22.199777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1182cb-d2f6-48c7-8801-fb40f205070f req-25128a2f-bc66-4469-b174-1619bca9b96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:22.202271 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc1182cb-d2f6-48c7-8801-fb40f205070f req-25128a2f-bc66-4469-b174-1619bca9b96d service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.2751803 Oct 17 18:28:22.283960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Deleting port dda95e05-1dec-49bd-8c53-5caf1166e577 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:28:22.284285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:22.390001 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc1182cb-d2f6-48c7-8801-fb40f205070f req-8f9163c9-6c93-421c-afb0-5eeece12b8f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 1001 time: 0.1799412 Oct 17 18:28:22.485756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:22.486091 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:22.490844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1182cb-d2f6-48c7-8801-fb40f205070f req-267595ab-fc1d-4d4e-8b12-e11a095b6405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:22.492334 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc1182cb-d2f6-48c7-8801-fb40f205070f req-267595ab-fc1d-4d4e-8b12-e11a095b6405 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0962160 Oct 17 18:28:22.585084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1182cb-d2f6-48c7-8801-fb40f205070f req-0995666d-053e-4806-bb58-bce1d9a6ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:22.586800 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc1182cb-d2f6-48c7-8801-fb40f205070f req-0995666d-053e-4806-bb58-bce1d9a6ff6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883248 Oct 17 18:28:22.622152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Calling delete_port for dda95e05-1dec-49bd-8c53-5caf1166e577 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:28:22.743408 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc1182cb-d2f6-48c7-8801-fb40f205070f req-fa95b7cc-0022-408d-99d6-f2146588df50 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504586 Oct 17 18:28:22.903613 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc1182cb-d2f6-48c7-8801-fb40f205070f req-89941cf2-0561-4e50-bcaa-398bccbafdcc service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542478 Oct 17 18:28:22.920203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:22.976898 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event deleted for resources: {'Port': ['ID=dda95e05-1dec-49bd-8c53-5caf1166e577,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:28:23.085752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:23.086083 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Floating IP 948857b9-36d4-4575-aebc-59fcb5a70c99 disassociated (deleted). External IP: 172.26.8.16, port: 363abfe8-2d11-4e85-8a48-c6174d65a88c. Oct 17 18:28:23.533072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Router b9fde3eb-e161-45f8-997f-c85c2a5950da has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:28:23.876578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:28:23.891785 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e61bb4-94f6-4988-9007-4260e60b357a None None] Sync routers for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:28:23.905790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e61bb4-94f6-4988-9007-4260e60b357a None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:28:23.906650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a5e61bb4-94f6-4988-9007-4260e60b357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:28:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:28:23.907878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:24.007158 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-555c097e-782f-4f5e-b9e4-88f0eaa212ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "DELETE /v2.0/floatingips/948857b9-36d4-4575-aebc-59fcb5a70c99 HTTP/1.1" status: 204 len: 168 time: 2.0302603 Oct 17 18:28:24.008123 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:28:24.013550 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de2328d-2f22-448f-ac9e-8230a0764a11" -d '{"events": [{"name": "network-changed", "server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:28:24.197083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf4f869-d370-449f-8c5a-1c51396c21c3 x-openstack-request-id: req-acf4f869-d370-449f-8c5a-1c51396c21c3 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:28:24.197563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:28:24.197960 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-acf4f869-d370-449f-8c5a-1c51396c21c3 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:28:24.198592 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf4f869-d370-449f-8c5a-1c51396c21c3'] response: {'name': 'network-changed', 'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'status': 'completed', 'code': 200} Oct 17 18:28:24.303458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a5e61bb4-94f6-4988-9007-4260e60b357a None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:28:24.399522 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2328d-2f22-448f-ac9e-8230a0764a11 req-7d9a45f0-3c25-4a5d-957e-41d80d1e58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:24.402811 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1de2328d-2f22-448f-ac9e-8230a0764a11 req-7d9a45f0-3c25-4a5d-957e-41d80d1e58e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 1099 time: 0.1554918 Oct 17 18:28:24.682910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2328d-2f22-448f-ac9e-8230a0764a11 req-d6d2ef06-af98-4068-b1a2-459ce65b0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:24.685503 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1de2328d-2f22-448f-ac9e-8230a0764a11 req-d6d2ef06-af98-4068-b1a2-459ce65b0514 service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.2757111 Oct 17 18:28:24.790650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a5e61bb4-94f6-4988-9007-4260e60b357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:28:24.796665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e61bb4-94f6-4988-9007-4260e60b357a None None] Checking router: b9fde3eb-e161-45f8-997f-c85c2a5950da for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:28:24.807081 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1de2328d-2f22-448f-ac9e-8230a0764a11 req-4da9aedf-799d-4835-ae38-33984afc4908 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 200 len: 217 time: 0.1136205 Oct 17 18:28:24.812009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e61bb4-94f6-4988-9007-4260e60b357a None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:28:24.812962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a5e61bb4-94f6-4988-9007-4260e60b357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:28:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:28:24.933655 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2328d-2f22-448f-ac9e-8230a0764a11 req-1b3f5193-652e-4639-b830-24247f724d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:24.935502 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1de2328d-2f22-448f-ac9e-8230a0764a11 req-1b3f5193-652e-4639-b830-24247f724d58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.1230683 Oct 17 18:28:25.086177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2328d-2f22-448f-ac9e-8230a0764a11 req-d7573962-8577-4659-931d-2e6f77decf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:25.089683 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1de2328d-2f22-448f-ac9e-8230a0764a11 req-d7573962-8577-4659-931d-2e6f77decf7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1400137 Oct 17 18:28:25.131939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a5e61bb4-94f6-4988-9007-4260e60b357a None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:28:25.307548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:25.308459 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1de2328d-2f22-448f-ac9e-8230a0764a11 req-ab3abb10-8371-47f5-a190-21fd82471e1c service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112753 Oct 17 18:28:25.593816 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1de2328d-2f22-448f-ac9e-8230a0764a11 req-53db8c19-2994-4964-943a-86bc5dce8318 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626801 Oct 17 18:28:25.765912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a5e61bb4-94f6-4988-9007-4260e60b357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:28:25.772021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e61bb4-94f6-4988-9007-4260e60b357a None None] The sync data for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv is: [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:28:26.130113 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c97905-b003-4785-b469-8e1f9c3b598a None None] New status for floating IP 948857b9-36d4-4575-aebc-59fcb5a70c99: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:28:29.118942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f515973c-326e-4711-8361-c5ea29955011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:30.448853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6e9ad-8224-4f77-b93d-d5f7b09050a2 req-88294240-125c-4841-b023-3d99284f57ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:30.449547 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f8e6e9ad-8224-4f77-b93d-d5f7b09050a2 req-88294240-125c-4841-b023-3d99284f57ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Synchronizing usage tracker for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:28:30.469164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f8e6e9ad-8224-4f77-b93d-d5f7b09050a2 req-88294240-125c-4841-b023-3d99284f57ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Unset dirty status for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:28:30.472062 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f8e6e9ad-8224-4f77-b93d-d5f7b09050a2 req-88294240-125c-4841-b023-3d99284f57ec tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 946 time: 0.1594367 Oct 17 18:28:30.547031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f8e6e9ad-8224-4f77-b93d-d5f7b09050a2 req-30c337e4-a153-4fb8-971b-84a01c508c55 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Synchronizing usage tracker for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:28:30.575312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f8e6e9ad-8224-4f77-b93d-d5f7b09050a2 req-30c337e4-a153-4fb8-971b-84a01c508c55 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Unset dirty status for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:28:30.576950 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f8e6e9ad-8224-4f77-b93d-d5f7b09050a2 req-30c337e4-a153-4fb8-971b-84a01c508c55 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982168 Oct 17 18:28:31.547637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1c7b315c-a141-4816-9c45-cbb7188a87fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:31.865022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7819adf-e2b4-4a86-aa3d-93f84490e991 req-443484f2-7104-4a56-96ac-c3e462a3527a tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:31.867285 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c7819adf-e2b4-4a86-aa3d-93f84490e991 req-443484f2-7104-4a56-96ac-c3e462a3527a tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 946 time: 0.1643040 Oct 17 18:28:31.919815 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c7819adf-e2b4-4a86-aa3d-93f84490e991 req-141bba5e-efe4-4279-8864-00df8b8356d8 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467517 Oct 17 18:28:32.109263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a67cb-8255-4361-99f4-804263de5b1b req-6b191cd6-e5fa-4bdf-8e9b-acb0c047381d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:32.112036 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-503a67cb-8255-4361-99f4-804263de5b1b req-6b191cd6-e5fa-4bdf-8e9b-acb0c047381d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.20 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 946 time: 0.1178014 Oct 17 18:28:32.195484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-503a67cb-8255-4361-99f4-804263de5b1b req-5949eef2-8476-4a38-b601-8c11a212db7b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Deleting port 363abfe8-2d11-4e85-8a48-c6174d65a88c {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:28:32.195831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-503a67cb-8255-4361-99f4-804263de5b1b req-5949eef2-8476-4a38-b601-8c11a212db7b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:32.619026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-503a67cb-8255-4361-99f4-804263de5b1b req-5949eef2-8476-4a38-b601-8c11a212db7b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] For port 363abfe8-2d11-4e85-8a48-c6174d65a88c, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=363abfe8-2d11-4e85-8a48-c6174d65a88c,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:28:32.619614 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-503a67cb-8255-4361-99f4-804263de5b1b req-5949eef2-8476-4a38-b601-8c11a212db7b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:32.637336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:32.688125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:32.825089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-503a67cb-8255-4361-99f4-804263de5b1b req-5949eef2-8476-4a38-b601-8c11a212db7b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Calling delete_port for 363abfe8-2d11-4e85-8a48-c6174d65a88c owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:28:33.027028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-503a67cb-8255-4361-99f4-804263de5b1b req-5949eef2-8476-4a38-b601-8c11a212db7b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:33.093448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949eef2-8476-4a38-b601-8c11a212db7b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event deleted for resources: {'Port': ['ID=363abfe8-2d11-4e85-8a48-c6174d65a88c,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:28:33.201378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-503a67cb-8255-4361-99f4-804263de5b1b req-5949eef2-8476-4a38-b601-8c11a212db7b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] No DVR routers for this DVR port 363abfe8-2d11-4e85-8a48-c6174d65a88c on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:28:33.204433 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e20ee23b-e1af-43ff-9926-b5c5b5d45143 req-b045ac34-c710-460e-bae6-042c46735f22 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=89119f3b-058d-4ceb-bfce-7a2e73ac5838 HTTP/1.1" status: 200 len: 210 time: 0.1114941 Oct 17 18:28:33.205002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-503a67cb-8255-4361-99f4-804263de5b1b req-5949eef2-8476-4a38-b601-8c11a212db7b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:33.208758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'name': 'network-vif-deleted', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:28:33.211440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e41868-c4dc-421a-a30c-8c326fa3c97e" -d '{"events": [{"server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "name": "network-vif-deleted", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:28:33.236450 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-503a67cb-8255-4361-99f4-804263de5b1b req-5949eef2-8476-4a38-b601-8c11a212db7b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.20 "DELETE /v2.0/ports/363abfe8-2d11-4e85-8a48-c6174d65a88c HTTP/1.1" status: 204 len: 173 time: 1.1188130 Oct 17 18:28:33.266740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfd17ac-ec7f-40b4-8d87-f182ff5aa73b x-openstack-request-id: req-ebfd17ac-ec7f-40b4-8d87-f182ff5aa73b {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:28:33.267326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89119f3b-058d-4ceb-bfce-7a2e73ac5838", "name": "network-vif-deleted", "tag": "363abfe8-2d11-4e85-8a48-c6174d65a88c", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:28:33.267828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ebfd17ac-ec7f-40b4-8d87-f182ff5aa73b {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:28:33.268640 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfd17ac-ec7f-40b4-8d87-f182ff5aa73b'] response: {'server_uuid': '89119f3b-058d-4ceb-bfce-7a2e73ac5838', 'name': 'network-vif-deleted', 'tag': '363abfe8-2d11-4e85-8a48-c6174d65a88c', 'status': 'completed', 'code': 200} Oct 17 18:28:33.291874 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:28:34.477516 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:34.558327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 363abfe8-2d11-4e85-8a48-c6174d65a88c no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:28:34.600964 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 363abfe8-2d11-4e85-8a48-c6174d65a88c {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:28:34.601630 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 363abfe8-2d11-4e85-8a48-c6174d65a88c not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:28:45.021751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-81a4d94f-a8d3-42d7-806c-d3e29f8793e6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:45.024597 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-81a4d94f-a8d3-42d7-806c-d3e29f8793e6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 815 time: 0.1746180 Oct 17 18:28:45.041449 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-2bd4e871-8185-4f75-bf6b-dd7469c27aba tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/quotas/c6c76b6366e94f398330ed1de3f8ee54 HTTP/1.1" status: 200 len: 375 time: 0.0108004 Oct 17 18:28:45.170030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-aa61e525-aaa6-4566-a491-19ad7575a668 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Synchronizing usage tracker for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:28:45.188524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-aa61e525-aaa6-4566-a491-19ad7575a668 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Unset dirty status for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:28:45.190199 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-aa61e525-aaa6-4566-a491-19ad7575a668 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427715 Oct 17 18:28:45.410803 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-c284d8c5-d5c1-46e4-b59a-21540504b13e service neutron] 10.222.0.69 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075019 Oct 17 18:28:45.815005 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-69b7e55d-4ba8-4bd3-b2aa-b1b681d85b3d service neutron] 10.222.0.69 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972960 Oct 17 18:28:46.030090 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-33487406-8547-4fd3-82a6-d6e0b5815825 req-e2ebbdb3-7f5d-4ee2-b919-809f3e4ca16c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 210 time: 0.0534449 Oct 17 18:28:47.176163 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8f2d39a2-5583-4097-b0c0-c4e411fd110d req-85fa5580-cfc4-420d-a0af-d1655dfde9e1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 210 time: 0.0601213 Oct 17 18:28:48.298690 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-545a29ee-bb1d-4e99-806d-968574777dbb req-4686262f-61b0-43ed-90c1-a437ded6a9fe tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 210 time: 0.0544991 Oct 17 18:28:49.433485 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-76d95fa4-2ed0-44da-ae35-31a8e9c05b62 req-adc59afa-3093-4529-92f0-0ca4a44d2077 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 210 time: 0.0612910 Oct 17 18:28:50.330443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-8c2e0cf9-9558-42b4-9ddd-0bf76716bc45 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:50.332781 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-8c2e0cf9-9558-42b4-9ddd-0bf76716bc45 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 815 time: 0.1929469 Oct 17 18:28:50.352558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'port': {'device_id': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'admin_state_up': True, 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:28:50.534315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:28:50.555899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:28:50.574374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Made reservation on behalf of c6c76b6366e94f398330ed1de3f8ee54 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:28:50.579305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:50.715612 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1ab74151-e9c0-41c2-a837-e9b460784a1f req-21187cec-556c-4f76-91f3-b2b063d6ec20 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 210 time: 0.0964508 Oct 17 18:28:50.856472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Allocated IP 172.20.0.6 (283adc67-4196-4116-ae6d-895817122aff/0ab6618f-38d1-46ef-93cb-2135f86f57f4/4f3b1436-4ebd-4b4a-8829-3840c0b88c8a) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:28:51.277761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:51.299800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Transition to ACTIVE for port object 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:28:51.334167 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:51.431887 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Network 283adc67-4196-4116-ae6d-895817122aff is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:28:51.433391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:28:51.449879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:28:51.509910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'Port': ['ID=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:28:51.575796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:51.576717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:51.649284 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b0215ba9-f669-4d5a-a401-043c0bb8fa2d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3015022 Oct 17 18:28:51.854258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Provisioning for port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:28:51.863951 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Provisioning complete for port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:28:51.866067 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:51.866554 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Attempt 1 to provision port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a Oct 17 18:28:51.989863 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:28:52.062750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575a712-fd97-4a7e-9d3d-7168aa56acb3 req-a63b6963-2cdd-4965-9c3a-486aff7565f2 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:52.064079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-f575a712-fd97-4a7e-9d3d-7168aa56acb3 req-a63b6963-2cdd-4965-9c3a-486aff7565f2 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Synchronizing usage tracker for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:28:52.085295 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-f575a712-fd97-4a7e-9d3d-7168aa56acb3 req-a63b6963-2cdd-4965-9c3a-486aff7565f2 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Unset dirty status for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:28:52.094640 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f575a712-fd97-4a7e-9d3d-7168aa56acb3 req-a63b6963-2cdd-4965-9c3a-486aff7565f2 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 931 time: 0.2077391 Oct 17 18:28:52.167420 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f575a712-fd97-4a7e-9d3d-7168aa56acb3 req-847ff5d2-c868-4cf6-9734-6ef649c5b8df tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713408 Oct 17 18:28:52.491424 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Attempt 2 to provision port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a Oct 17 18:28:52.554740 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:28:53.056900 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Attempt 3 to provision port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a Oct 17 18:28:53.121448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:28:53.428781 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400eb1c-b415-4f1c-8ec4-13c4e6f43584 req-0a1d733a-a04b-4f47-9e3d-022a81abc630 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:53.430708 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1400eb1c-b415-4f1c-8ec4-13c4e6f43584 req-0a1d733a-a04b-4f47-9e3d-022a81abc630 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 931 time: 0.1253064 Oct 17 18:28:53.498733 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1400eb1c-b415-4f1c-8ec4-13c4e6f43584 req-bcbf7d40-d9a2-4e74-8f2f-3c046a7772d5 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617695 Oct 17 18:28:53.623345 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Attempt 4 to provision port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a Oct 17 18:28:53.695607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:28:54.197629 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Attempt 5 to provision port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a Oct 17 18:28:54.291537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:28:54.739103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ce687-3250-4650-8e9e-e5c522fc736b req-ac7c8f3c-e3cf-465b-8fe1-91594832591c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:54.741940 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7d1ce687-3250-4650-8e9e-e5c522fc736b req-ac7c8f3c-e3cf-465b-8fe1-91594832591c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 931 time: 0.1084526 Oct 17 18:28:54.794975 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Attempt 6 to provision port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a Oct 17 18:28:54.815856 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7d1ce687-3250-4650-8e9e-e5c522fc736b req-dd7f15cd-543a-4e7d-ad5b-79ae250e8d08 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637448 Oct 17 18:28:54.921061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:28:55.211392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:55.422588 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Attempt 7 to provision port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a Oct 17 18:28:55.509807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:28:56.010997 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Attempt 8 to provision port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a Oct 17 18:28:56.135366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a6632-64b1-4649-a46f-a0ac3658dfa5 req-d7441482-e73b-4b1b-944b-d29b2dfdd568 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:56.136861 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4b0a6632-64b1-4649-a46f-a0ac3658dfa5 req-d7441482-e73b-4b1b-944b-d29b2dfdd568 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 931 time: 0.1507242 Oct 17 18:28:56.167781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:28:56.216796 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4b0a6632-64b1-4649-a46f-a0ac3658dfa5 req-7ca72435-603e-4534-8f2b-aa8f235bde61 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639687 Oct 17 18:28:56.670709 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Attempt 9 to provision port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a Oct 17 18:28:56.731691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:28:57.233082 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Attempt 10 to provision port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a Oct 17 18:28:57.340718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e031a85a-122f-4df2-9fd0-7576a4b7a608 None None] Port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:28:57.526536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b31852-49c0-42aa-941e-2292339a2c71 req-9447e71a-3ee5-4257-9eaa-84a41e001d66 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:57.529577 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-22b31852-49c0-42aa-941e-2292339a2c71 req-9447e71a-3ee5-4257-9eaa-84a41e001d66 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 931 time: 0.1594613 Oct 17 18:28:57.589266 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-22b31852-49c0-42aa-941e-2292339a2c71 req-34963da8-df5a-42fd-89f1-e9a3210a2bc7 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521059 Oct 17 18:28:59.025811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953bfc8-05d1-480f-a1c7-4ebebbedc4d4 req-1865d2fe-7125-4cb8-8e61-5c753e63b70e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:28:59.027450 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1953bfc8-05d1-480f-a1c7-4ebebbedc4d4 req-1865d2fe-7125-4cb8-8e61-5c753e63b70e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 931 time: 0.2883272 Oct 17 18:28:59.082547 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1953bfc8-05d1-480f-a1c7-4ebebbedc4d4 req-7663e667-5c7c-47c9-b4f9-158dcd2196bc tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489004 Oct 17 18:28:59.124162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4107eca2-9435-4699-acdd-2224969db504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:28:59.447509 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Request body: {'port': {'device_id': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:28:59.614640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:00.312643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:29:00.353368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:00.393784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Transition to ACTIVE for port object 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:29:00.399703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:00.730255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:00.744111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bbd50-de94-4982-941b-cef623162fd1 req-3bd29fdc-e114-4f0d-be0c-c1d7fe5091db tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:00.745728 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a5bbd50-de94-4982-941b-cef623162fd1 req-3bd29fdc-e114-4f0d-be0c-c1d7fe5091db tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 931 time: 0.5214097 Oct 17 18:29:00.832413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Attempting to bind port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:29:00.832739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Attempting to bind port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:29:00.833065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Attempting to bind port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a on network 283adc67-4196-4116-ae6d-895817122aff {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:29:00.842374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a on network 283adc67-4196-4116-ae6d-895817122aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:29:00.842752 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Attempting to bind port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a on network 283adc67-4196-4116-ae6d-895817122aff {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:29:00.847761 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a5bbd50-de94-4982-941b-cef623162fd1 req-30835412-9408-47ba-8a84-3437d6214fa4 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890944 Oct 17 18:29:00.853273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:29:00.853705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Checking segment: {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:29:00.854139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Bound using segment: {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:29:00.854730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Bound port: 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cbc2ae-2df6-4f6f-8d45-2962c03acf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '283adc67-4196-4116-ae6d-895817122aff'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:29:00.855196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:00.973505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] For port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:29:00.977729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] For port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:29:00.984017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:01.020927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:01.021599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:01.023149 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] 10.222.0.20 "PUT /v2.0/ports/4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 200 len: 1093 time: 1.5803323 Oct 17 18:29:01.023768 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:29:01.026299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d302d97-571b-44ce-a85e-5dde6c5cdb84" -d '{"events": [{"name": "network-changed", "server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:29:01.163351 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185627b6-341a-4f53-9f3f-3b62e66fc85a x-openstack-request-id: req-185627b6-341a-4f53-9f3f-3b62e66fc85a {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:29:01.163787 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:29:01.164168 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-185627b6-341a-4f53-9f3f-3b62e66fc85a {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:29:01.164776 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185627b6-341a-4f53-9f3f-3b62e66fc85a'] response: {'name': 'network-changed', 'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'status': 'completed', 'code': 200} Oct 17 18:29:01.189904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2063364-bbb0-4bb3-af75-5fd9ec84f006 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:01.234803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-09d73322-e83e-4032-b9e4-58eee68077e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:01.236404 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-09d73322-e83e-4032-b9e4-58eee68077e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 1096 time: 0.1437917 Oct 17 18:29:01.325589 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-9f5aef1b-1893-4cd8-b5c7-ddbbc18b0fc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 200 len: 217 time: 0.0759997 Oct 17 18:29:01.395496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-9b626f4c-e60e-43a3-947f-26bd1b9a7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:01.396973 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-9b626f4c-e60e-43a3-947f-26bd1b9a7486 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0663407 Oct 17 18:29:01.494743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b320af6b-1f74-4bbc-9509-4c74339b3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:01.496190 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-b320af6b-1f74-4bbc-9509-4c74339b3d18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0937588 Oct 17 18:29:01.543988 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7c4601e6-a3ef-4e5f-a8f6-19493d560160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:01.733421 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-ba8fd306-4609-4dd2-a1f2-d565ed4db883 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286303 Oct 17 18:29:01.886963 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7a0c6735-68cc-4e1c-b53f-c722ba0f6f51 req-38d772a7-2fe9-4e5b-8200-f310a8778e3a service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473258 Oct 17 18:29:02.164354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c8c3d-9bb7-453c-9cb3-e010f673976a req-d275d9e5-d784-4acd-9f0e-02d7d11120d4 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:02.165969 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e61c8c3d-9bb7-453c-9cb3-e010f673976a req-d275d9e5-d784-4acd-9f0e-02d7d11120d4 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 943 time: 0.1761034 Oct 17 18:29:02.168468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d302d97-571b-44ce-a85e-5dde6c5cdb84 req-05d2bc9d-5f8a-430a-8e55-e6f48ccf0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:02.169882 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8d302d97-571b-44ce-a85e-5dde6c5cdb84 req-05d2bc9d-5f8a-430a-8e55-e6f48ccf0ac2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 1096 time: 0.1769662 Oct 17 18:29:02.304268 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e61c8c3d-9bb7-453c-9cb3-e010f673976a req-54a6b11f-66f3-4266-add3-57482ffb2211 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309311 Oct 17 18:29:02.386936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d302d97-571b-44ce-a85e-5dde6c5cdb84 req-282391e9-1377-40a6-9ad6-ec943859b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:02.389321 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8d302d97-571b-44ce-a85e-5dde6c5cdb84 req-282391e9-1377-40a6-9ad6-ec943859b537 service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.2013407 Oct 17 18:29:02.624003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:02.677918 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:02.683820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:29:02.692414 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8d302d97-571b-44ce-a85e-5dde6c5cdb84 req-584fcadb-20d5-4d23-8578-ec552c1fa77b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 200 len: 217 time: 0.2946255 Oct 17 18:29:02.765464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d302d97-571b-44ce-a85e-5dde6c5cdb84 req-3c8af18a-c413-438f-a397-9561b7f008f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:02.767032 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8d302d97-571b-44ce-a85e-5dde6c5cdb84 req-3c8af18a-c413-438f-a397-9561b7f008f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0690053 Oct 17 18:29:02.860341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:29:02.872830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d302d97-571b-44ce-a85e-5dde6c5cdb84 req-90a191ce-0a73-4c81-8c96-7962b3f92678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:02.874856 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8d302d97-571b-44ce-a85e-5dde6c5cdb84 req-90a191ce-0a73-4c81-8c96-7962b3f92678 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1014161 Oct 17 18:29:02.877609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'port_id': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'mac_address': 'fa:16:3e:37:9e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:29:02.948334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:29:02.948796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:02.970470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:29:02.989779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:29:02.997796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:03.079500 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8d302d97-571b-44ce-a85e-5dde6c5cdb84 req-385dcaf1-bd81-43b6-82bc-f01034a14f67 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972790 Oct 17 18:29:03.081412 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:03.090317 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:03.090680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:03.091087 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:03.091425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:03.091754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:03.092088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:03.092431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:03.092795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:03.093122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:03.093442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:03.093762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:03.094078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:03.277093 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8d302d97-571b-44ce-a85e-5dde6c5cdb84 req-0c69de8e-109e-464c-80c5-66f625a47a28 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912870 Oct 17 18:29:03.296579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:29:03.571336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708d9bf-3e9c-4abc-a30b-613662196e4a req-dfe59299-8468-435f-ab7a-f85c62455828 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:03.572957 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d708d9bf-3e9c-4abc-a30b-613662196e4a req-dfe59299-8468-435f-ab7a-f85c62455828 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 944 time: 0.1012731 Oct 17 18:29:03.628173 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d708d9bf-3e9c-4abc-a30b-613662196e4a req-a159910d-f74b-4a06-8fa2-913304151df8 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437398 Oct 17 18:29:04.482826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:04.693612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:29:04.821837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:29:04.828235 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:29:04.828612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:04.829188 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a Oct 17 18:29:04.873191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af573ac-8839-4e3c-98b9-6acbe6814a08 req-945c02ba-c3f9-4cc9-b5bc-19b810a13889 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:04.880647 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5af573ac-8839-4e3c-98b9-6acbe6814a08 req-945c02ba-c3f9-4cc9-b5bc-19b810a13889 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 944 time: 0.1284673 Oct 17 18:29:04.939562 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5af573ac-8839-4e3c-98b9-6acbe6814a08 req-f3c1ff3d-6826-4474-9255-ebbc4df5b324 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562432 Oct 17 18:29:04.984028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:29:04.984461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:05.015327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:29:05.017686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490a22ff-82af-4b97-a9fa-f380eb597a80" -d '{"events": [{"server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "name": "network-vif-plugged", "status": "completed", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:29:05.027217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:29:05.035949 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:05.132796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:05.155558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15460a1b-337f-4ebf-9977-ca67b592156b x-openstack-request-id: req-15460a1b-337f-4ebf-9977-ca67b592156b {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:29:05.155939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "name": "network-vif-plugged", "status": "completed", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:29:05.156278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15460a1b-337f-4ebf-9977-ca67b592156b {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:29:05.156755 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15460a1b-337f-4ebf-9977-ca67b592156b'] response: {'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'code': 200} Oct 17 18:29:05.451624 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fc628-ca22-4aab-b4f2-80be45a8b9fd req-6c1c6e7a-23bc-4c97-a9eb-60953fa08408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:05.453132 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ba2fc628-ca22-4aab-b4f2-80be45a8b9fd req-6c1c6e7a-23bc-4c97-a9eb-60953fa08408 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 1098 time: 0.0956132 Oct 17 18:29:05.501530 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ba2fc628-ca22-4aab-b4f2-80be45a8b9fd req-031cdcbd-ddf2-423a-9fb6-2464e2f856f9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Oct 17 18:29:06.225446 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38aa2a0-74b7-4618-ab25-cc68a93a877b req-5398ecd7-eb3c-4903-84d7-26191739e2a5 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:06.228146 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d38aa2a0-74b7-4618-ab25-cc68a93a877b req-5398ecd7-eb3c-4903-84d7-26191739e2a5 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 945 time: 0.1598330 Oct 17 18:29:06.285231 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d38aa2a0-74b7-4618-ab25-cc68a93a877b req-26723895-59b3-4a86-af6c-49fc63d2757d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504634 Oct 17 18:29:07.576781 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a6880-bd09-4aac-9d78-d3cbc39431de req-cba81a25-66c5-4122-a0c7-c4d1bff19008 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:07.578396 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c17a6880-bd09-4aac-9d78-d3cbc39431de req-cba81a25-66c5-4122-a0c7-c4d1bff19008 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 945 time: 0.1615472 Oct 17 18:29:07.649836 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c17a6880-bd09-4aac-9d78-d3cbc39431de req-466198da-84a2-44f1-b698-6997a55c111f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607569 Oct 17 18:29:07.863491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1ec39-d7f7-4814-a08c-da338666189d req-b81d151c-fb02-450c-8e02-f980e40b57b6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:07.864998 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9db1ec39-d7f7-4814-a08c-da338666189d req-b81d151c-fb02-450c-8e02-f980e40b57b6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 945 time: 0.0969946 Oct 17 18:29:07.919788 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9db1ec39-d7f7-4814-a08c-da338666189d req-e07dce33-6b41-4346-a86b-ac57f7179d34 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441356 Oct 17 18:29:08.411877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23013afe-766b-49e5-be26-74d85b408675 req-4e94c129-4f7e-4701-a8b7-2362f374d15c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:08.413793 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-23013afe-766b-49e5-be26-74d85b408675 req-4e94c129-4f7e-4701-a8b7-2362f374d15c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 945 time: 0.1531172 Oct 17 18:29:08.464305 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-23013afe-766b-49e5-be26-74d85b408675 req-cc922742-540a-4e9d-8e79-a814a8b89b95 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438621 Oct 17 18:29:09.821200 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f7f289a2-1968-4034-aecb-69de8056ad0a req-487ff0b2-421a-4296-b3aa-943b0428a0bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1164770 Oct 17 18:29:10.027392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f289a2-1968-4034-aecb-69de8056ad0a req-4420b9d7-fd53-477b-9e57-1be06901de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:10.028847 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f7f289a2-1968-4034-aecb-69de8056ad0a req-4420b9d7-fd53-477b-9e57-1be06901de57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 1098 time: 0.1020164 Oct 17 18:29:10.266122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f289a2-1968-4034-aecb-69de8056ad0a req-9025af8f-c248-48e6-94a3-bf7c4bce5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:10.267700 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f7f289a2-1968-4034-aecb-69de8056ad0a req-9025af8f-c248-48e6-94a3-bf7c4bce5fda service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.2078288 Oct 17 18:29:10.293505 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:29:10.346062 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f7f289a2-1968-4034-aecb-69de8056ad0a req-91aee0a4-42b4-4e4d-b30d-6bfc877018c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 200 len: 217 time: 0.0719593 Oct 17 18:29:10.416632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f289a2-1968-4034-aecb-69de8056ad0a req-e696d258-c16f-413e-bbbf-64c221161613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:10.418100 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f7f289a2-1968-4034-aecb-69de8056ad0a req-e696d258-c16f-413e-bbbf-64c221161613 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0660622 Oct 17 18:29:10.515672 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f289a2-1968-4034-aecb-69de8056ad0a req-9f5f5fc1-3d1d-4b9f-9e89-036a67e30f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:10.517248 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f7f289a2-1968-4034-aecb-69de8056ad0a req-9f5f5fc1-3d1d-4b9f-9e89-036a67e30f5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932894 Oct 17 18:29:10.674667 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f7f289a2-1968-4034-aecb-69de8056ad0a req-1d1a9e32-54a9-4ab7-bec1-429688089b54 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510766 Oct 17 18:29:10.962388 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f7f289a2-1968-4034-aecb-69de8056ad0a req-dbe5ec3e-e7ad-48b1-b7df-9a6b113933da service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810693 Oct 17 18:29:19.327985 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62977c05-9aa1-4ea5-9273-c650a81cd3ca req-c76bdcb7-98d4-4fb0-958b-95ae6aae82fc tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:19.330427 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62977c05-9aa1-4ea5-9273-c650a81cd3ca req-c76bdcb7-98d4-4fb0-958b-95ae6aae82fc tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 945 time: 0.1282563 Oct 17 18:29:19.383815 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62977c05-9aa1-4ea5-9273-c650a81cd3ca req-536a8845-83b6-4ba4-a081-0bc0deed184d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460415 Oct 17 18:29:19.417412 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54190) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:29:19.536665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776fb372-a623-4534-a26d-484d5fc7dfa4 tempest-TestMinimumBasicScenario-1478453907 tempest-TestMinimumBasicScenario-1478453907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:19.538577 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-776fb372-a623-4534-a26d-484d5fc7dfa4 tempest-TestMinimumBasicScenario-1478453907 tempest-TestMinimumBasicScenario-1478453907-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 1093 time: 0.1201515 Oct 17 18:29:19.543356 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54194) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:29:19.548833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:29:19.556858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:29:19.562977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:floatingip and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:29:19.569791 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:29:19.581667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:29:19.596396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:19.758924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:19.930749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Allocated IP 172.26.8.213 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/8ec02aa9-9e0e-423f-8ec3-362cce025ece) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:29:20.142039 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:20.178082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:20.251337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:29:20.254954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:29:20.257821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:29:20.305594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'Port': ['ID=8ec02aa9-9e0e-423f-8ec3-362cce025ece,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:20.746540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:20.835872 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:21.089569 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:21.096017 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:21.339099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'Port': ['ID=8ec02aa9-9e0e-423f-8ec3-362cce025ece,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:21.342163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:21.541790 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Floating IP 1d77dc76-dd0a-4a29-8634-d25306ecc5df associated. External IP: 172.26.8.213, port: 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a. Oct 17 18:29:21.953383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Router b9fde3eb-e161-45f8-997f-c85c2a5950da has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:29:22.173515 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:29:22.185091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4649ca-73e2-42e8-a77a-1dcc2ab1f2ba None None] Sync routers for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:29:22.197133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4649ca-73e2-42e8-a77a-1dcc2ab1f2ba None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:29:22.197840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0f4649ca-73e2-42e8-a77a-1dcc2ab1f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:29:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:29:22.206177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:22.278794 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-22c17680-327d-4d27-9a6d-f9fe9744c600 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7341368 Oct 17 18:29:22.279808 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:29:22.283173 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54198) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:29:22.284003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86db9122-b39f-40f8-a8a9-0671b2177bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:29:22.293567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202505610', 'description': 'tempest-secgroup-smoke-1202505610 description', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:29:22.306775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:29:22.327411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:29:22.346517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:22.359187 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396c7932-04b6-4bc1-800b-f90683ec6294 x-openstack-request-id: req-396c7932-04b6-4bc1-800b-f90683ec6294 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:29:22.359914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:29:22.360402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-396c7932-04b6-4bc1-800b-f90683ec6294 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:29:22.361194 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396c7932-04b6-4bc1-800b-f90683ec6294'] response: {'name': 'network-changed', 'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'status': 'completed', 'code': 200} Oct 17 18:29:22.383379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:29:22.388240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:29:22.392842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:29:22.401907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:29:22.437614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-0f4649ca-73e2-42e8-a77a-1dcc2ab1f2ba None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:29:22.546061 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db9122-b39f-40f8-a8a9-0671b2177bf7 req-22a2be44-6edf-42c7-b877-56a8c0b84e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:22.547643 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86db9122-b39f-40f8-a8a9-0671b2177bf7 req-22a2be44-6edf-42c7-b877-56a8c0b84e53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 1098 time: 0.1432855 Oct 17 18:29:22.595725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:22.682029 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:22.772545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ba995c-78f9-40ab-a9f5-e95219cd5285,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:22.783791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:22.786004 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4998317 Oct 17 18:29:22.791132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54204) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:29:22.791403 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.791839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.792383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.792871 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.793319 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.793823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.794271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.794722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.795235 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.795744 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.796213 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.796651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d73149-3112-4a32-83f6-8c678c00e8a6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.797160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group_rule': {'security_group_id': '95ba995c-78f9-40ab-a9f5-e95219cd5285', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:29:22.811743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:29:22.828702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:29:22.833231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:29:22.841357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:29:22.841644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db9122-b39f-40f8-a8a9-0671b2177bf7 req-3ced874a-4040-4a22-bd3f-fc5028f5b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:22.843889 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86db9122-b39f-40f8-a8a9-0671b2177bf7 req-3ced874a-4040-4a22-bd3f-fc5028f5b01d service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.2875741 Oct 17 18:29:22.864041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:22.940105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:22.949111 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:22.971066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1116737-716b-49df-b810-871be9339f3b,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:22.985428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.985793 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.986119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.986410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.987001 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.987217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.987443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.987791 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.989316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.991032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.991032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.991032 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:29:22.999721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.006726 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d2634c39-8630-4fea-974a-7baf4592fc3f tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2090302 Oct 17 18:29:23.007014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54208) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:29:23.012759 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0f4649ca-73e2-42e8-a77a-1dcc2ab1f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '1d77dc76-dd0a-4a29-8634-d25306ecc5df', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'port_id': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'mac_address': 'fa:16:3e:37:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:29:20Z', 'updated_at': '2022-10-17T18:29:20Z', 'revision_number': 0, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:29:23.015162 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d27ae4b7-0dc8-4168-81da-3ed3d143fd79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group_rule': {'security_group_id': '95ba995c-78f9-40ab-a9f5-e95219cd5285', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:29:23.020513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4649ca-73e2-42e8-a77a-1dcc2ab1f2ba None None] Checking router: b9fde3eb-e161-45f8-997f-c85c2a5950da for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:29:23.028304 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d27ae4b7-0dc8-4168-81da-3ed3d143fd79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:29:23.035342 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d27ae4b7-0dc8-4168-81da-3ed3d143fd79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:29:23.036366 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4649ca-73e2-42e8-a77a-1dcc2ab1f2ba None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:29:23.037679 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0f4649ca-73e2-42e8-a77a-1dcc2ab1f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:29:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:29:23.040699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d27ae4b7-0dc8-4168-81da-3ed3d143fd79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:29:23.042559 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86db9122-b39f-40f8-a8a9-0671b2177bf7 req-923ce1eb-8b70-4755-82a6-fe10bcfd5362 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 200 len: 999 time: 0.1922152 Oct 17 18:29:23.048178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d27ae4b7-0dc8-4168-81da-3ed3d143fd79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:29:23.078980 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d27ae4b7-0dc8-4168-81da-3ed3d143fd79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.167660 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db9122-b39f-40f8-a8a9-0671b2177bf7 req-408381de-9c7a-41b4-9932-240123fdb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:23.169692 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86db9122-b39f-40f8-a8a9-0671b2177bf7 req-408381de-9c7a-41b4-9932-240123fdb0dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.1190884 Oct 17 18:29:23.219280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d27ae4b7-0dc8-4168-81da-3ed3d143fd79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.226514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d27ae4b7-0dc8-4168-81da-3ed3d143fd79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.267692 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ae4b7-0dc8-4168-81da-3ed3d143fd79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353ed528-eb66-46e8-9cbd-643555523a86,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:23.285917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d27ae4b7-0dc8-4168-81da-3ed3d143fd79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.288645 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d27ae4b7-0dc8-4168-81da-3ed3d143fd79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2790868 Oct 17 18:29:23.291328 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54212) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:29:23.299317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-5afdb7cf-3606-426c-b12c-15add1c750cb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group_rule': {'security_group_id': '95ba995c-78f9-40ab-a9f5-e95219cd5285', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:29:23.310324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5afdb7cf-3606-426c-b12c-15add1c750cb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:29:23.314107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db9122-b39f-40f8-a8a9-0671b2177bf7 req-1e826220-04de-483a-8ef7-1d55270193c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:23.315689 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86db9122-b39f-40f8-a8a9-0671b2177bf7 req-1e826220-04de-483a-8ef7-1d55270193c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1390896 Oct 17 18:29:23.317641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5afdb7cf-3606-426c-b12c-15add1c750cb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:29:23.321617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-5afdb7cf-3606-426c-b12c-15add1c750cb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:29:23.329797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-5afdb7cf-3606-426c-b12c-15add1c750cb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:29:23.356823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5afdb7cf-3606-426c-b12c-15add1c750cb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.453120 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5afdb7cf-3606-426c-b12c-15add1c750cb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.460625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5afdb7cf-3606-426c-b12c-15add1c750cb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.499410 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdb7cf-3606-426c-b12c-15add1c750cb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460a49d0-9e84-4b48-8cf4-8500ee640348,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:23.505170 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86db9122-b39f-40f8-a8a9-0671b2177bf7 req-67544e5f-f672-4ca0-ac86-f8b5a84b065d service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818070 Oct 17 18:29:23.524598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-5afdb7cf-3606-426c-b12c-15add1c750cb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.526827 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5afdb7cf-3606-426c-b12c-15add1c750cb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2331750 Oct 17 18:29:23.529223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54216) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:29:23.539247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-0f4649ca-73e2-42e8-a77a-1dcc2ab1f2ba None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:29:23.541301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c1e6e961-6dd1-409e-a986-422e2689e679 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group_rule': {'security_group_id': '95ba995c-78f9-40ab-a9f5-e95219cd5285', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:29:23.554851 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c1e6e961-6dd1-409e-a986-422e2689e679 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:29:23.566923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c1e6e961-6dd1-409e-a986-422e2689e679 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:29:23.573238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c1e6e961-6dd1-409e-a986-422e2689e679 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:29:23.585749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c1e6e961-6dd1-409e-a986-422e2689e679 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:29:23.611002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e961-6dd1-409e-a986-422e2689e679 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.701041 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e961-6dd1-409e-a986-422e2689e679 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.708685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e961-6dd1-409e-a986-422e2689e679 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.710150 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86db9122-b39f-40f8-a8a9-0671b2177bf7 req-9e62637a-3e52-43c9-8015-cebce322145e service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979489 Oct 17 18:29:23.735521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6e961-6dd1-409e-a986-422e2689e679 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f6c44e-28a6-48ae-b8ba-8a3fe9d9dcca,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:23.749184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e961-6dd1-409e-a986-422e2689e679 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.754954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54220) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:29:23.755780 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c1e6e961-6dd1-409e-a986-422e2689e679 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2241750 Oct 17 18:29:23.765561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ac1f0d54-a799-4b81-96cc-ac35d8c60b92 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group_rule': {'security_group_id': '95ba995c-78f9-40ab-a9f5-e95219cd5285', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:29:23.777780 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ac1f0d54-a799-4b81-96cc-ac35d8c60b92 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:29:23.784377 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ac1f0d54-a799-4b81-96cc-ac35d8c60b92 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:29:23.789135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ac1f0d54-a799-4b81-96cc-ac35d8c60b92 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:29:23.798403 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ac1f0d54-a799-4b81-96cc-ac35d8c60b92 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:29:23.812062 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-ac1f0d54-a799-4b81-96cc-ac35d8c60b92 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Project c6c76b6366e94f398330ed1de3f8ee54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:29:23.820335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0d54-a799-4b81-96cc-ac35d8c60b92 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.915272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0d54-a799-4b81-96cc-ac35d8c60b92 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.921569 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0d54-a799-4b81-96cc-ac35d8c60b92 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.954682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f0d54-a799-4b81-96cc-ac35d8c60b92 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c3e0d7-5d1c-4db9-a1b6-124b9c669aeb,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:23.968947 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ac1f0d54-a799-4b81-96cc-ac35d8c60b92 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:23.970444 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ac1f0d54-a799-4b81-96cc-ac35d8c60b92 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2134645 Oct 17 18:29:23.975294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54224) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:29:23.982184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-dda82097-90bb-41cd-80da-95f92b172203 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'security_group_rule': {'security_group_id': '95ba995c-78f9-40ab-a9f5-e95219cd5285', 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:29:23.990497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dda82097-90bb-41cd-80da-95f92b172203 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:29:23.995419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dda82097-90bb-41cd-80da-95f92b172203 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Usage tracker for resource:security_group_rule and tenant:c6c76b6366e94f398330ed1de3f8ee54 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:29:23.998986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-dda82097-90bb-41cd-80da-95f92b172203 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:29:24.006974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-dda82097-90bb-41cd-80da-95f92b172203 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:29:24.020354 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-dda82097-90bb-41cd-80da-95f92b172203 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Project c6c76b6366e94f398330ed1de3f8ee54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:29:24.028495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dda82097-90bb-41cd-80da-95f92b172203 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:24.122427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dda82097-90bb-41cd-80da-95f92b172203 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:24.127745 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dda82097-90bb-41cd-80da-95f92b172203 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:24.143007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-0f4649ca-73e2-42e8-a77a-1dcc2ab1f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '1d77dc76-dd0a-4a29-8634-d25306ecc5df', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'port_id': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'mac_address': 'fa:16:3e:37:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:29:20Z', 'updated_at': '2022-10-17T18:29:20Z', 'revision_number': 0, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:29:24.150937 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4649ca-73e2-42e8-a77a-1dcc2ab1f2ba None None] The sync data for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv is: [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '1d77dc76-dd0a-4a29-8634-d25306ecc5df', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'port_id': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'mac_address': 'fa:16:3e:37:9e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:29:20Z', 'updated_at': '2022-10-17T18:29:20Z', 'revision_number': 0, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:29:24.156404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda82097-90bb-41cd-80da-95f92b172203 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8758dab-306c-4a75-8532-dd445e14a7cd,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:24.174413 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-dda82097-90bb-41cd-80da-95f92b172203 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:24.175949 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dda82097-90bb-41cd-80da-95f92b172203 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1991186 Oct 17 18:29:24.320838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-88478c0e-5471-4259-89dc-f07a7cd572aa tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Synchronizing usage tracker for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:29:24.342885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-88478c0e-5471-4259-89dc-f07a7cd572aa tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Unset dirty status for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:29:24.344650 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-88478c0e-5471-4259-89dc-f07a7cd572aa tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202505610&fields=id&tenant_id=c6c76b6366e94f398330ed1de3f8ee54 HTTP/1.1" status: 200 len: 267 time: 0.0736539 Oct 17 18:29:24.427081 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58f43d-e251-44ca-843a-6c837f7f0ba6 None None] New status for floating IP 1d77dc76-dd0a-4a29-8634-d25306ecc5df: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:29:24.466784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-6141d293-fad4-4380-8948-24b25cbf35b6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:24.468404 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-6141d293-fad4-4380-8948-24b25cbf35b6 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 945 time: 0.1122980 Oct 17 18:29:24.480954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-6b38c6e0-2050-4dae-ba03-1b501df2f88b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'port': {'security_groups': ['73510044-bae6-4e31-89ae-acf4e213311d', '95ba995c-78f9-40ab-a9f5-e95219cd5285']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:29:24.626524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-6b38c6e0-2050-4dae-ba03-1b501df2f88b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:25.092357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-6b38c6e0-2050-4dae-ba03-1b501df2f88b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] For port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:29:25.137718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-6b38c6e0-2050-4dae-ba03-1b501df2f88b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:25.145122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-6b38c6e0-2050-4dae-ba03-1b501df2f88b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:25.179138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:29:25.225030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-6b38c6e0-2050-4dae-ba03-1b501df2f88b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:25.226111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-6b38c6e0-2050-4dae-ba03-1b501df2f88b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:25.228549 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b9300684-6a6c-425b-975b-90fe3f7fee3d req-6b38c6e0-2050-4dae-ba03-1b501df2f88b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "PUT /v2.0/ports/4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 200 len: 981 time: 0.7523878 Oct 17 18:29:25.229380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:29:25.233540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c346ca8f-7aae-4367-b3c5-a2be7938141c" -d '{"events": [{"name": "network-changed", "server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:29:25.255353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:25.308878 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:29:25.323494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38c6e0-2050-4dae-ba03-1b501df2f88b tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'Port': ['ID=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,revision_number=6']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:29:25.350724 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bffc0d-bc13-4eee-8a77-cd5fdbb6923f x-openstack-request-id: req-10bffc0d-bc13-4eee-8a77-cd5fdbb6923f {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:29:25.351422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:29:25.351818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10bffc0d-bc13-4eee-8a77-cd5fdbb6923f {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:29:25.352448 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10bffc0d-bc13-4eee-8a77-cd5fdbb6923f'] response: {'name': 'network-changed', 'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'status': 'completed', 'code': 200} Oct 17 18:29:25.563686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346ca8f-7aae-4367-b3c5-a2be7938141c req-4c06cceb-ccc7-4321-91df-d4d78ed71cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:25.567780 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c346ca8f-7aae-4367-b3c5-a2be7938141c req-4c06cceb-ccc7-4321-91df-d4d78ed71cfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 1137 time: 0.1691329 Oct 17 18:29:25.626320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a87a0-562c-4e3e-9c24-9a3ad1f1c670 req-7ae5baba-9550-4d55-a8e9-1ea132b7732c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:25.629850 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ca0a87a0-562c-4e3e-9c24-9a3ad1f1c670 req-7ae5baba-9550-4d55-a8e9-1ea132b7732c tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 984 time: 0.1631947 Oct 17 18:29:25.705162 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ca0a87a0-562c-4e3e-9c24-9a3ad1f1c670 req-e4dc6dbf-b203-4356-8cf7-b980ef324494 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=95ba995c-78f9-40ab-a9f5-e95219cd5285&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637803 Oct 17 18:29:25.803207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346ca8f-7aae-4367-b3c5-a2be7938141c req-f306554f-d248-4620-a98f-d3f570ed8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:25.804835 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c346ca8f-7aae-4367-b3c5-a2be7938141c req-f306554f-d248-4620-a98f-d3f570ed8999 service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.2309752 Oct 17 18:29:25.936385 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c346ca8f-7aae-4367-b3c5-a2be7938141c req-da856710-6750-465f-ab71-8f6baa5cc966 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 200 len: 1001 time: 0.1237049 Oct 17 18:29:26.041657 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346ca8f-7aae-4367-b3c5-a2be7938141c req-53bffd70-9d9b-4164-b443-d74f487cfb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:26.043330 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c346ca8f-7aae-4367-b3c5-a2be7938141c req-53bffd70-9d9b-4164-b443-d74f487cfb48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0998473 Oct 17 18:29:26.158205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346ca8f-7aae-4367-b3c5-a2be7938141c req-97b87267-8792-4c1e-a641-aac5367ac3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:26.160096 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c346ca8f-7aae-4367-b3c5-a2be7938141c req-97b87267-8792-4c1e-a641-aac5367ac3a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1098037 Oct 17 18:29:26.312361 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c346ca8f-7aae-4367-b3c5-a2be7938141c req-c32b8283-bc12-4dd9-a011-118e0f28504a service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443262 Oct 17 18:29:26.470988 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c346ca8f-7aae-4367-b3c5-a2be7938141c req-108419a3-df08-4e57-a3f4-d5af1b2da88a service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523404 Oct 17 18:29:29.118149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-534692c3-2ac4-42e4-a881-71b61a1f81f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:31.551281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-87d922db-bf21-454e-a5c6-92d0109ee3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:32.622240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:32.681004 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:34.485428 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:40.260036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-8d7c5924-09b1-4811-a79e-f1bfd2d0e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:40.261530 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-8d7c5924-09b1-4811-a79e-f1bfd2d0e295 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 1137 time: 0.0898416 Oct 17 18:29:40.371879 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417137d6-4cb3-45e8-8a20-8723d56ab914 req-831a9f8d-08b6-4256-9318-9e5d23a0c4e5 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:40.373274 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-417137d6-4cb3-45e8-8a20-8723d56ab914 req-831a9f8d-08b6-4256-9318-9e5d23a0c4e5 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 984 time: 0.1559043 Oct 17 18:29:40.430805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-776cd2e6-bf62-45da-b684-72d882dc6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:40.431964 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-776cd2e6-bf62-45da-b684-72d882dc6c8f service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.1639040 Oct 17 18:29:40.440132 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-417137d6-4cb3-45e8-8a20-8723d56ab914 req-853fc15e-2f2a-4c7c-931a-fd0a1e738881 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=95ba995c-78f9-40ab-a9f5-e95219cd5285&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567381 Oct 17 18:29:40.562697 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-1d1e06c7-42c1-4f0e-9aa0-9b888372d34c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 200 len: 1001 time: 0.1241679 Oct 17 18:29:40.636844 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-fc2c216b-faf8-4164-8ce2-f1fd2214631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:40.638332 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-fc2c216b-faf8-4164-8ce2-f1fd2214631b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0696337 Oct 17 18:29:40.740459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-82a10e4b-e4a9-4cc0-a625-4769ed0a7c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:40.742316 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-82a10e4b-e4a9-4cc0-a625-4769ed0a7c94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968034 Oct 17 18:29:40.752945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-727f045f-2922-47e4-b16b-c8e19014efd5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:29:40.755075 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-727f045f-2922-47e4-b16b-c8e19014efd5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061953 Oct 17 18:29:40.902466 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-208fb415-302a-47b3-b8d7-ee962a267461 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407814 Oct 17 18:29:41.174737 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fa4bd4ab-aac5-42c4-99a7-1b5cc6e3f64f req-bdbd7880-62c5-4c33-97d5-4b8db3e950cc service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660406 Oct 17 18:29:41.721306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d5d08-394c-4b66-824b-35bc806e5a83 req-78a2537e-77f0-4be8-8e54-8a60ecbfb088 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:41.722934 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a36d5d08-394c-4b66-824b-35bc806e5a83 req-78a2537e-77f0-4be8-8e54-8a60ecbfb088 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 984 time: 0.0999477 Oct 17 18:29:41.776233 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a36d5d08-394c-4b66-824b-35bc806e5a83 req-188c1199-56ac-47eb-b440-04b651b33b82 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=95ba995c-78f9-40ab-a9f5-e95219cd5285&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469303 Oct 17 18:29:43.205755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f2f87-f59c-4160-aa84-65781041144d req-c036f076-5f0d-413e-a407-b1f06cbd5b79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:43.205755 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-225f2f87-f59c-4160-aa84-65781041144d req-c036f076-5f0d-413e-a407-b1f06cbd5b79 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 984 time: 0.2905605 Oct 17 18:29:43.290603 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-225f2f87-f59c-4160-aa84-65781041144d req-95261a40-4f41-49c7-bdb4-2c752263e8ba tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=95ba995c-78f9-40ab-a9f5-e95219cd5285&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782743 Oct 17 18:29:44.571613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c03ba-5491-4258-898c-24fa001c876f req-b1dc2c57-a7a6-44c2-97b0-2ed74d83ca12 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:44.573267 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fa3c03ba-5491-4258-898c-24fa001c876f req-b1dc2c57-a7a6-44c2-97b0-2ed74d83ca12 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 984 time: 0.1013639 Oct 17 18:29:44.625687 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fa3c03ba-5491-4258-898c-24fa001c876f req-14b4d63a-78bb-4587-84c9-d4425a67e737 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=95ba995c-78f9-40ab-a9f5-e95219cd5285&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458055 Oct 17 18:29:45.848558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f1ff2-e9e1-4891-8281-6a85619db8ec req-4e506c45-5ac7-478c-ac51-7412bdd446a8 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:45.850167 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-af4f1ff2-e9e1-4891-8281-6a85619db8ec req-4e506c45-5ac7-478c-ac51-7412bdd446a8 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 984 time: 0.0998521 Oct 17 18:29:45.906667 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-af4f1ff2-e9e1-4891-8281-6a85619db8ec req-3142e398-6c26-4807-88d7-604aaac1d9c5 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=95ba995c-78f9-40ab-a9f5-e95219cd5285&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458586 Oct 17 18:29:47.137679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21ed9d-7421-4c36-8691-6af03b17f1bb req-237dbc04-b588-4fe5-adeb-bfa42f6b1be8 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:47.139291 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6b21ed9d-7421-4c36-8691-6af03b17f1bb req-237dbc04-b588-4fe5-adeb-bfa42f6b1be8 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 984 time: 0.1036119 Oct 17 18:29:47.197928 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6b21ed9d-7421-4c36-8691-6af03b17f1bb req-56ffb652-7b8d-410c-b6e3-4e4cde4e3f29 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=95ba995c-78f9-40ab-a9f5-e95219cd5285&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471737 Oct 17 18:29:47.294467 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:29:48.429538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2431c89-6067-4881-9a15-29ed8ba72c60 req-29832802-5c03-4a03-b97b-20da2800a58e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:48.431237 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d2431c89-6067-4881-9a15-29ed8ba72c60 req-29832802-5c03-4a03-b97b-20da2800a58e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 984 time: 0.1106319 Oct 17 18:29:48.487528 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d2431c89-6067-4881-9a15-29ed8ba72c60 req-b5389873-beac-40ce-8ddf-46642f2e35f4 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=95ba995c-78f9-40ab-a9f5-e95219cd5285&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498512 Oct 17 18:29:49.794645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813298d7-323e-422e-ad8d-acf1694bcfa4 req-89d74507-aab1-4cdb-9b18-a0bed935d294 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:49.796256 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-813298d7-323e-422e-ad8d-acf1694bcfa4 req-89d74507-aab1-4cdb-9b18-a0bed935d294 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 984 time: 0.1866815 Oct 17 18:29:49.853655 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-813298d7-323e-422e-ad8d-acf1694bcfa4 req-fc6bd892-1b90-4038-ac8d-7ee274e96db2 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=95ba995c-78f9-40ab-a9f5-e95219cd5285&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460529 Oct 17 18:29:51.114830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0a337-6283-48c0-908c-73e4ee3fe4f1 req-23e70076-3474-4a7e-a992-a68de356b1c1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:51.117486 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-10c0a337-6283-48c0-908c-73e4ee3fe4f1 req-23e70076-3474-4a7e-a992-a68de356b1c1 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 984 time: 0.1164949 Oct 17 18:29:51.176761 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-10c0a337-6283-48c0-908c-73e4ee3fe4f1 req-414aa7de-5b2f-4ff5-998b-e2b92686563d tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=95ba995c-78f9-40ab-a9f5-e95219cd5285&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483546 Oct 17 18:29:52.421429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b8b9f-20bb-49bb-bf03-2d12b498d501 req-606a223a-e822-4280-bf1b-5aa0245f52a8 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:29:52.422929 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb4b8b9f-20bb-49bb-bf03-2d12b498d501 req-606a223a-e822-4280-bf1b-5aa0245f52a8 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 984 time: 0.1084123 Oct 17 18:29:52.478080 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb4b8b9f-20bb-49bb-bf03-2d12b498d501 req-bf98fe50-39ce-4804-9a2b-c0f8ac7c1efd tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=95ba995c-78f9-40ab-a9f5-e95219cd5285&id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486922 Oct 17 18:29:55.217578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:29:59.116815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d0111f4f-16ca-4a4a-aee6-da2f5a718572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:01.547756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7942a112-85f2-4086-9440-1ae6f7c5e40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:02.623967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:02.681797 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:04.486174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:11.843639 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ea9cd5e-c385-408f-b8c7-8a1dd6be2a4b req-a323cafe-8e9a-41f9-a8bd-043a7d2a5f98 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1473293 Oct 17 18:30:12.030141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9cd5e-c385-408f-b8c7-8a1dd6be2a4b req-922d2229-3a1c-4dec-83d2-8c0c45ce5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:12.031759 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ea9cd5e-c385-408f-b8c7-8a1dd6be2a4b req-922d2229-3a1c-4dec-83d2-8c0c45ce5104 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 1137 time: 0.0933259 Oct 17 18:30:12.226463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9cd5e-c385-408f-b8c7-8a1dd6be2a4b req-32c0a67d-2fa3-4cbf-841a-ffc57e972461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:12.227990 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ea9cd5e-c385-408f-b8c7-8a1dd6be2a4b req-32c0a67d-2fa3-4cbf-841a-ffc57e972461 service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.1756108 Oct 17 18:30:12.358051 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ea9cd5e-c385-408f-b8c7-8a1dd6be2a4b req-5d237f74-d6b6-4b4c-8f5f-0d65326a4b4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 200 len: 1001 time: 0.1228585 Oct 17 18:30:12.467827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9cd5e-c385-408f-b8c7-8a1dd6be2a4b req-0599aa38-255c-4081-b991-16c52bf8ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:12.471089 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ea9cd5e-c385-408f-b8c7-8a1dd6be2a4b req-0599aa38-255c-4081-b991-16c52bf8ab90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.1048701 Oct 17 18:30:12.626948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9cd5e-c385-408f-b8c7-8a1dd6be2a4b req-1f23069a-537e-42f7-ab9d-e3f939683f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:12.629890 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ea9cd5e-c385-408f-b8c7-8a1dd6be2a4b req-1f23069a-537e-42f7-ab9d-e3f939683f93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1531231 Oct 17 18:30:12.793972 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ea9cd5e-c385-408f-b8c7-8a1dd6be2a4b req-5e0e9f14-fdd9-430d-97ba-2fbf8ada7ff1 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572130 Oct 17 18:30:12.942050 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ea9cd5e-c385-408f-b8c7-8a1dd6be2a4b req-9ba3d334-7c42-4230-89c9-d35f1bd654bb service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417186 Oct 17 18:30:24.294177 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:30:24.768535 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f96a23e0-5742-4aee-9952-11dcede87f9e req-b8872660-9423-4194-8208-ee35d6f7ceb9 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202505610&fields=id&tenant_id=c6c76b6366e94f398330ed1de3f8ee54 HTTP/1.1" status: 200 len: 267 time: 0.0456102 Oct 17 18:30:24.874992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a23e0-5742-4aee-9952-11dcede87f9e req-b56d0ece-cef6-4c61-a212-aa48a5d7f47a tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:24.876533 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f96a23e0-5742-4aee-9952-11dcede87f9e req-b56d0ece-cef6-4c61-a212-aa48a5d7f47a tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 984 time: 0.1023405 Oct 17 18:30:24.888589 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [req-f96a23e0-5742-4aee-9952-11dcede87f9e req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Request body: {'port': {'security_groups': ['73510044-bae6-4e31-89ae-acf4e213311d']}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:30:25.024089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f96a23e0-5742-4aee-9952-11dcede87f9e req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:25.219406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:25.317659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [req-f96a23e0-5742-4aee-9952-11dcede87f9e req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] For port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:30:25.347830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f96a23e0-5742-4aee-9952-11dcede87f9e req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:25.353351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f96a23e0-5742-4aee-9952-11dcede87f9e req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:25.388601 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:30:25.394753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a23e0-5742-4aee-9952-11dcede87f9e req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:25.395015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [req-f96a23e0-5742-4aee-9952-11dcede87f9e req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:25.396588 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f96a23e0-5742-4aee-9952-11dcede87f9e req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "PUT /v2.0/ports/4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 200 len: 942 time: 0.5129428 Oct 17 18:30:25.397143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:30:25.399996 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c3c0da-c55e-4d0a-b6f3-9399627fdc31" -d '{"events": [{"name": "network-changed", "server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:30:25.405196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54286) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:25.471011 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event updated for resources: {'Port': ['ID=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,revision_number=7']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:25.481881 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:25.482240 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:25.482581 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:25.483090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:25.483434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:25.483771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:25.484146 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:25.484492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:25.484823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:25.485529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:25.486016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:25.486340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0437d903-f119-4ac9-99fc-582ae5d427da tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:25.511551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c8da2d-1ab4-4e92-940b-44adc1ee3335 x-openstack-request-id: req-12c8da2d-1ab4-4e92-940b-44adc1ee3335 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:30:25.511939 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:30:25.512243 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12c8da2d-1ab4-4e92-940b-44adc1ee3335 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:30:25.512677 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c8da2d-1ab4-4e92-940b-44adc1ee3335'] response: {'name': 'network-changed', 'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'status': 'completed', 'code': 200} Oct 17 18:30:25.538774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:30:25.555483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:25.653889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:25.729126 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3c0da-c55e-4d0a-b6f3-9399627fdc31 req-ef345d2a-c8a8-4fe9-a7ad-801eb8ad1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:25.731901 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-80c3c0da-c55e-4d0a-b6f3-9399627fdc31 req-ef345d2a-c8a8-4fe9-a7ad-801eb8ad1d78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 1098 time: 0.1644528 Oct 17 18:30:26.004416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:26.048135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ba995c-78f9-40ab-a9f5-e95219cd5285,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:26.078907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:26.079281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:26.079759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:26.080098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:26.080433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:26.080758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:26.081084 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:26.081439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:26.081770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:26.082090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:26.082510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:26.082837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:30:26.087195 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3c0da-c55e-4d0a-b6f3-9399627fdc31 req-2ba052b3-1ee6-4e66-894b-852018f7ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:26.088699 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-80c3c0da-c55e-4d0a-b6f3-9399627fdc31 req-2ba052b3-1ee6-4e66-894b-852018f7ef2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.3511059 Oct 17 18:30:26.091383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:26.092563 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-dabd99cd-510b-4049-99ce-749b5f51537e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "DELETE /v2.0/security-groups/95ba995c-78f9-40ab-a9f5-e95219cd5285 HTTP/1.1" status: 204 len: 168 time: 0.6863317 Oct 17 18:30:26.098014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54290) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:26.257571 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-80c3c0da-c55e-4d0a-b6f3-9399627fdc31 req-5c168b00-f9a7-4c2d-a437-eff75e3bed8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 200 len: 1001 time: 0.1625645 Oct 17 18:30:26.365877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3c0da-c55e-4d0a-b6f3-9399627fdc31 req-e872b606-96a8-47a7-9a9d-5a4c67148531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:26.368275 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-80c3c0da-c55e-4d0a-b6f3-9399627fdc31 req-e872b606-96a8-47a7-9a9d-5a4c67148531 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.1037769 Oct 17 18:30:26.395953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Deleting port 8ec02aa9-9e0e-423f-8ec3-362cce025ece {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:30:26.396396 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:26.473021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3c0da-c55e-4d0a-b6f3-9399627fdc31 req-52d1d0b3-4b90-49a7-8466-eedd03874eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:26.474573 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-80c3c0da-c55e-4d0a-b6f3-9399627fdc31 req-52d1d0b3-4b90-49a7-8466-eedd03874eb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0998600 Oct 17 18:30:26.634715 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-80c3c0da-c55e-4d0a-b6f3-9399627fdc31 req-45ef5b17-760e-4f25-ac32-e4a62ab8e02e service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526690 Oct 17 18:30:26.635561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:26.635894 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:26.882618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Calling delete_port for 8ec02aa9-9e0e-423f-8ec3-362cce025ece owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:30:26.887282 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-80c3c0da-c55e-4d0a-b6f3-9399627fdc31 req-4c977078-9a9a-4726-8ace-e214f8902e84 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462733 Oct 17 18:30:27.083727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:27.136987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event deleted for resources: {'Port': ['ID=8ec02aa9-9e0e-423f-8ec3-362cce025ece,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:27.246116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:27.246448 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Floating IP 1d77dc76-dd0a-4a29-8634-d25306ecc5df disassociated (deleted). External IP: 172.26.8.213, port: 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a. Oct 17 18:30:27.747160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Router b9fde3eb-e161-45f8-997f-c85c2a5950da has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:30:27.984271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:30:27.996353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d559a64-d633-4b4c-ae41-362d4e3262bc None None] Sync routers for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:30:28.011535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:28.011804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d559a64-d633-4b4c-ae41-362d4e3262bc None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:30:28.012808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3d559a64-d633-4b4c-ae41-362d4e3262bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:30:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:28.088534 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-11e57d3d-2d6d-4fca-95cd-e2d539d4f278 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "DELETE /v2.0/floatingips/1d77dc76-dd0a-4a29-8634-d25306ecc5df HTTP/1.1" status: 204 len: 168 time: 1.9877319 Oct 17 18:30:28.089288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:30:28.094625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fbffd5-9c3d-4d4e-adc1-5daf79badc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:30:28.189571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397cb5bf-a8c4-4101-9625-996c74be24c6 x-openstack-request-id: req-397cb5bf-a8c4-4101-9625-996c74be24c6 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:30:28.190574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:30:28.190574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-397cb5bf-a8c4-4101-9625-996c74be24c6 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:30:28.190574 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397cb5bf-a8c4-4101-9625-996c74be24c6'] response: {'name': 'network-changed', 'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'status': 'completed', 'code': 200} Oct 17 18:30:28.272645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-3d559a64-d633-4b4c-ae41-362d4e3262bc None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:30:28.330483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbffd5-9c3d-4d4e-adc1-5daf79badc5b req-3663e1ed-b661-4a6f-bb74-ff0d999d9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:28.332933 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-64fbffd5-9c3d-4d4e-adc1-5daf79badc5b req-3663e1ed-b661-4a6f-bb74-ff0d999d9419 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 1098 time: 0.0929086 Oct 17 18:30:28.487616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbffd5-9c3d-4d4e-adc1-5daf79badc5b req-6efcf6ac-c0e8-4229-a2b8-7ad2ffb4863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:28.490089 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-64fbffd5-9c3d-4d4e-adc1-5daf79badc5b req-6efcf6ac-c0e8-4229-a2b8-7ad2ffb4863a service neutron] 10.222.0.20 "GET /v2.0/networks?id=283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 200 len: 916 time: 0.1501040 Oct 17 18:30:28.569874 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-64fbffd5-9c3d-4d4e-adc1-5daf79badc5b req-37ee978e-3fb0-4b50-8116-7a329f2f0d4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 200 len: 217 time: 0.0741456 Oct 17 18:30:28.659981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbffd5-9c3d-4d4e-adc1-5daf79badc5b req-1d9e158c-3e82-47f3-904e-7a846658587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:28.661421 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-64fbffd5-9c3d-4d4e-adc1-5daf79badc5b req-1d9e158c-3e82-47f3-904e-7a846658587f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 200 len: 854 time: 0.0732734 Oct 17 18:30:28.725073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3d559a64-d633-4b4c-ae41-362d4e3262bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:28.729991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d559a64-d633-4b4c-ae41-362d4e3262bc None None] Checking router: b9fde3eb-e161-45f8-997f-c85c2a5950da for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:30:28.741464 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d559a64-d633-4b4c-ae41-362d4e3262bc None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:30:28.742111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3d559a64-d633-4b4c-ae41-362d4e3262bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:30:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:28.789597 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbffd5-9c3d-4d4e-adc1-5daf79badc5b req-e354a12e-dd32-4248-8643-d63acc5c78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:28.791180 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-64fbffd5-9c3d-4d4e-adc1-5daf79badc5b req-e354a12e-dd32-4248-8643-d63acc5c78b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=283adc67-4196-4116-ae6d-895817122aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1237051 Oct 17 18:30:28.941554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-3d559a64-d633-4b4c-ae41-362d4e3262bc None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:30:28.945822 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-64fbffd5-9c3d-4d4e-adc1-5daf79badc5b req-9ae0ab06-29cf-4f4e-9acd-951bd5d64d81 service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477392 Oct 17 18:30:29.154983 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-64fbffd5-9c3d-4d4e-adc1-5daf79badc5b req-d3d2459f-1e45-4e99-a070-c8d4379a06cd service neutron] 10.222.0.20 "GET /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000608 Oct 17 18:30:29.212660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-27548dd0-25fc-4d47-bad7-ba6312a82339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:29.368737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3d559a64-d633-4b4c-ae41-362d4e3262bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:29.377252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d559a64-d633-4b4c-ae41-362d4e3262bc None None] The sync data for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv is: [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:24:23Z', 'revision_number': 4, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc', 'name': '', 'network_id': '283adc67-4196-4116-ae6d-895817122aff', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'mac_address': 'fa:16:3e:d6:71:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:22Z', 'updated_at': '2022-10-17T18:24:33Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'subnets': [{'id': '0ab6618f-38d1-46ef-93cb-2135f86f57f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:30:29.661332 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc2f8d-2b8e-4334-a39b-50c16aaabd58 None None] New status for floating IP 1d77dc76-dd0a-4a29-8634-d25306ecc5df: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:30:31.554240 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6b607ee7-4205-42a0-abd0-23cbfec3a4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:32.622386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:32.690508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:33.919634 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d0d2d-43f7-4d22-b0eb-d5c3906a0655 req-40a90bd3-2c31-4e43-9946-57ebbede128e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:33.920521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f74d0d2d-43f7-4d22-b0eb-d5c3906a0655 req-40a90bd3-2c31-4e43-9946-57ebbede128e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Synchronizing usage tracker for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:30:33.940158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f74d0d2d-43f7-4d22-b0eb-d5c3906a0655 req-40a90bd3-2c31-4e43-9946-57ebbede128e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Unset dirty status for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:30:33.942290 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f74d0d2d-43f7-4d22-b0eb-d5c3906a0655 req-40a90bd3-2c31-4e43-9946-57ebbede128e tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 945 time: 0.1274333 Oct 17 18:30:33.996410 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f74d0d2d-43f7-4d22-b0eb-d5c3906a0655 req-dfbc844a-6e75-4583-aa55-f0e1cadc0fa9 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469422 Oct 17 18:30:34.490439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:35.245725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524677d-98e8-470b-a538-715b10ab2136 req-f072f429-bf87-4ea2-b7c6-533e425e64d5 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:35.247508 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7524677d-98e8-470b-a538-715b10ab2136 req-f072f429-bf87-4ea2-b7c6-533e425e64d5 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 945 time: 0.1201370 Oct 17 18:30:35.304716 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-7524677d-98e8-470b-a538-715b10ab2136 req-4b26f751-e90a-4cdc-b569-5710eb5da105 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Synchronizing usage tracker for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:30:35.323193 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-7524677d-98e8-470b-a538-715b10ab2136 req-4b26f751-e90a-4cdc-b569-5710eb5da105 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Unset dirty status for tenant:c6c76b6366e94f398330ed1de3f8ee54 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:30:35.324546 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7524677d-98e8-470b-a538-715b10ab2136 req-4b26f751-e90a-4cdc-b569-5710eb5da105 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/security-groups?id=73510044-bae6-4e31-89ae-acf4e213311d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658903 Oct 17 18:30:35.615964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f02656-1b20-491d-a0aa-629a5d86037a req-03a0f984-d917-4979-b91a-1d0bcfaa8c65 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:35.617451 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d4f02656-1b20-491d-a0aa-629a5d86037a req-03a0f984-d917-4979-b91a-1d0bcfaa8c65 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.20 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 945 time: 0.1078179 Oct 17 18:30:35.700295 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-d4f02656-1b20-491d-a0aa-629a5d86037a req-14fc22d8-bac6-40b8-8439-7f9033783b45 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Deleting port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:30:35.700648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d4f02656-1b20-491d-a0aa-629a5d86037a req-14fc22d8-bac6-40b8-8439-7f9033783b45 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:36.121332 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-d4f02656-1b20-491d-a0aa-629a5d86037a req-14fc22d8-bac6-40b8-8439-7f9033783b45 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] For port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:30:36.121830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d4f02656-1b20-491d-a0aa-629a5d86037a req-14fc22d8-bac6-40b8-8439-7f9033783b45 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:36.265659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-d4f02656-1b20-491d-a0aa-629a5d86037a req-14fc22d8-bac6-40b8-8439-7f9033783b45 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Calling delete_port for 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:30:36.445431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d4f02656-1b20-491d-a0aa-629a5d86037a req-14fc22d8-bac6-40b8-8439-7f9033783b45 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:36.479668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:30:36.548920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc22d8-bac6-40b8-8439-7f9033783b45 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Pushing event deleted for resources: {'Port': ['ID=4f3b1436-4ebd-4b4a-8829-3840c0b88c8a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:36.582151 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c4b14f91-784b-4119-a8af-57e68b4326c6 req-b2f6adba-172d-4ba7-a7c0-2e1f7f0c98fb tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.69 "GET /v2.0/ports?device_id=f43abbe2-adad-41dd-acc3-6c71424483af HTTP/1.1" status: 200 len: 210 time: 0.0924053 Oct 17 18:30:36.678388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f02656-1b20-491d-a0aa-629a5d86037a req-14fc22d8-bac6-40b8-8439-7f9033783b45 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] No DVR routers for this DVR port 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:30:36.681315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-d4f02656-1b20-491d-a0aa-629a5d86037a req-14fc22d8-bac6-40b8-8439-7f9033783b45 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:36.684649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'name': 'network-vif-deleted', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:30:36.687008 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397c2727-2dea-4e32-a430-6c5bf5fbb059" -d '{"events": [{"server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "name": "network-vif-deleted", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:30:36.703004 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d4f02656-1b20-491d-a0aa-629a5d86037a req-14fc22d8-bac6-40b8-8439-7f9033783b45 tempest-TestMinimumBasicScenario-1582122959 tempest-TestMinimumBasicScenario-1582122959-project] 10.222.0.20 "DELETE /v2.0/ports/4f3b1436-4ebd-4b4a-8829-3840c0b88c8a HTTP/1.1" status: 204 len: 173 time: 1.0805762 Oct 17 18:30:36.737133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb2ddce-b37b-4343-90a9-73af13452f09 x-openstack-request-id: req-5cb2ddce-b37b-4343-90a9-73af13452f09 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:30:36.738177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f43abbe2-adad-41dd-acc3-6c71424483af", "name": "network-vif-deleted", "tag": "4f3b1436-4ebd-4b4a-8829-3840c0b88c8a", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:30:36.738959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5cb2ddce-b37b-4343-90a9-73af13452f09 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:30:36.739400 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb2ddce-b37b-4343-90a9-73af13452f09'] response: {'server_uuid': 'f43abbe2-adad-41dd-acc3-6c71424483af', 'name': 'network-vif-deleted', 'tag': '4f3b1436-4ebd-4b4a-8829-3840c0b88c8a', 'status': 'completed', 'code': 200} Oct 17 18:30:38.397628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54392) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:39.150666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe81afd8-2bc2-4ced-a740-ccdfe5bf3fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:39.161607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:30:39.211495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:30:39.211843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 4f3b1436-4ebd-4b4a-8829-3840c0b88c8a not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:30:39.673976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-fe81afd8-2bc2-4ced-a740-ccdfe5bf3fe8 admin admin] Deleting port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:30:39.674603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe81afd8-2bc2-4ced-a740-ccdfe5bf3fe8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:39.889300 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-fe81afd8-2bc2-4ced-a740-ccdfe5bf3fe8 admin admin] For port 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:30:39.889661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe81afd8-2bc2-4ced-a740-ccdfe5bf3fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:40.034555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-fe81afd8-2bc2-4ced-a740-ccdfe5bf3fe8 admin admin] Calling delete_port for 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:30:40.246279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe81afd8-2bc2-4ced-a740-ccdfe5bf3fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:40.300962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81afd8-2bc2-4ced-a740-ccdfe5bf3fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:40.636036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe81afd8-2bc2-4ced-a740-ccdfe5bf3fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:41.057743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe81afd8-2bc2-4ced-a740-ccdfe5bf3fe8 admin admin] Router b9fde3eb-e161-45f8-997f-c85c2a5950da has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:30:41.377394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe81afd8-2bc2-4ced-a740-ccdfe5bf3fe8 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:30:41.388579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861702e0-a91a-439d-9441-5d9680995845 None None] Sync routers for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:30:41.392494 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fe81afd8-2bc2-4ced-a740-ccdfe5bf3fe8 admin admin] 10.222.0.69 "PUT /v2.0/routers/b9fde3eb-e161-45f8-997f-c85c2a5950da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9937387 Oct 17 18:30:41.396809 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54398) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:41.402578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861702e0-a91a-439d-9441-5d9680995845 None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:30:41.403312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-861702e0-a91a-439d-9441-5d9680995845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:30:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:41.614533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:41.661954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-861702e0-a91a-439d-9441-5d9680995845 None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:30:41.932246 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:41.945281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Deleting port d8183721-fa34-4fa6-aaed-2055fd271e60 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:30:41.945904 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:41.990413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-861702e0-a91a-439d-9441-5d9680995845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:30:40Z', 'revision_number': 5, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port': {'id': 'd8183721-fa34-4fa6-aaed-2055fd271e60', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ec:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:19Z', 'updated_at': '2022-10-17T18:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:41.996545 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861702e0-a91a-439d-9441-5d9680995845 None None] Checking router: b9fde3eb-e161-45f8-997f-c85c2a5950da for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:30:42.008271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861702e0-a91a-439d-9441-5d9680995845 None None] Routers {'b9fde3eb-e161-45f8-997f-c85c2a5950da'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:30:42.009193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-861702e0-a91a-439d-9441-5d9680995845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:30:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['b9fde3eb-e161-45f8-997f-c85c2a5950da'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:42.163749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] For port d8183721-fa34-4fa6-aaed-2055fd271e60, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=d8183721-fa34-4fa6-aaed-2055fd271e60,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:30:42.164534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:42.257701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-861702e0-a91a-439d-9441-5d9680995845 None None] Set router b9fde3eb-e161-45f8-997f-c85c2a5950da gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:30:42.369811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Calling delete_port for d8183721-fa34-4fa6-aaed-2055fd271e60 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:30:42.453449 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-861702e0-a91a-439d-9441-5d9680995845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:30:41Z', 'revision_number': 6, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:42.459853 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861702e0-a91a-439d-9441-5d9680995845 None None] The sync data for ids ['b9fde3eb-e161-45f8-997f-c85c2a5950da'] in dv-neutron-860895-1-hyperv is: [{'id': 'b9fde3eb-e161-45f8-997f-c85c2a5950da', 'name': 'tempest-TestMinimumBasicScenario-1776039023-router', 'tenant_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:18Z', 'updated_at': '2022-10-17T18:30:41Z', 'revision_number': 6, 'project_id': 'c6c76b6366e94f398330ed1de3f8ee54', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:30:42.602880 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:42.654286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8183721-fa34-4fa6-aaed-2055fd271e60,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:42.763726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:42.921620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:30:42.973496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:30:42.973884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6d8f415a-61ac-47af-bbc2-0a0a4d7cfafc not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:30:43.133253 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:43.135995 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:43.172617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:43.173702 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9fde3eb-e161-45f8-997f-c85c2a5950da {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:30:43.188503 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:43.189653 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8e87acef-a623-4e39-8593-b917862e3210 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b9fde3eb-e161-45f8-997f-c85c2a5950da HTTP/1.1" status: 204 len: 168 time: 1.7916925 Oct 17 18:30:43.193073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54402) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:43.261670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c67e399-7e49-47b5-9f8e-bc477b8988a3 admin admin] Deleting subnet 0ab6618f-38d1-46ef-93cb-2135f86f57f4 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:30:43.265513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4c67e399-7e49-47b5-9f8e-bc477b8988a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:43.326572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4c67e399-7e49-47b5-9f8e-bc477b8988a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:43.430847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4c67e399-7e49-47b5-9f8e-bc477b8988a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:43.526008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4c67e399-7e49-47b5-9f8e-bc477b8988a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:43.577338 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67e399-7e49-47b5-9f8e-bc477b8988a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab6618f-38d1-46ef-93cb-2135f86f57f4,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:43.585357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4c67e399-7e49-47b5-9f8e-bc477b8988a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:43.594280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0092cd7-658d-4114-a7cc-772672c0343c None None] Network 283adc67-4196-4116-ae6d-895817122aff requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:30:43.598865 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4c67e399-7e49-47b5-9f8e-bc477b8988a3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0ab6618f-38d1-46ef-93cb-2135f86f57f4 HTTP/1.1" status: 204 len: 168 time: 0.4008274 Oct 17 18:30:43.598865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54406) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:43.770884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:43.785270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Deleting port 4070fb7d-bff2-4537-922e-8f622a1fee23 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:30:43.785772 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:43.960957 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd0e169-9573-477e-9ee8-befb6d552391 None None] DHCP port deletion for 283adc67-4196-4116-ae6d-895817122aff request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:30:43.966050 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0e169-9573-477e-9ee8-befb6d552391 None None] Deleting port 4070fb7d-bff2-4537-922e-8f622a1fee23 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:30:43.966569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e169-9573-477e-9ee8-befb6d552391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:44.057058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] For port 4070fb7d-bff2-4537-922e-8f622a1fee23, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4070fb7d-bff2-4537-922e-8f622a1fee23,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:30:44.057437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:44.195647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Calling delete_port for 4070fb7d-bff2-4537-922e-8f622a1fee23 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:30:44.287970 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:44.301585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ecd0e169-9573-477e-9ee8-befb6d552391 None None] For port 4070fb7d-bff2-4537-922e-8f622a1fee23, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4070fb7d-bff2-4537-922e-8f622a1fee23,segment=NetworkSegment(06cbc2ae-2df6-4f6f-8d45-2962c03acf94),segment_id=06cbc2ae-2df6-4f6f-8d45-2962c03acf94)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:30:44.302179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e169-9573-477e-9ee8-befb6d552391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:44.357067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Pushing event deleted for resources: {'Port': ['ID=4070fb7d-bff2-4537-922e-8f622a1fee23,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:44.361082 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] No DVR routers for this DVR port 4070fb7d-bff2-4537-922e-8f622a1fee23 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:30:44.446261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0e169-9573-477e-9ee8-befb6d552391 None None] Calling delete_port for 4070fb7d-bff2-4537-922e-8f622a1fee23 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:30:44.503752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:44.533462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283adc67-4196-4116-ae6d-895817122aff']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 17 18:30:44.542632 dv-neutron-860895-1-hyperv neutron-server[89192]: util.warn( Oct 17 18:30:44.552063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-ecd0e169-9573-477e-9ee8-befb6d552391 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:30:44.552420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-ecd0e169-9573-477e-9ee8-befb6d552391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:30:44.554111 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cbc2ae-2df6-4f6f-8d45-2962c03acf94') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:44.554604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cbc2ae-2df6-4f6f-8d45-2962c03acf94') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:44.579820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:44.611117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:44.615095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d8183721-fa34-4fa6-aaed-2055fd271e60 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:30:44.620092 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:30:44.620563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:44.718541 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 06cbc2ae-2df6-4f6f-8d45-2962c03acf94 resource provider aggregate not found Oct 17 18:30:44.741821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: d8183721-fa34-4fa6-aaed-2055fd271e60 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:30:44.742344 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device d8183721-fa34-4fa6-aaed-2055fd271e60 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:30:44.743072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4070fb7d-bff2-4537-922e-8f622a1fee23 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:30:44.756421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:44.762129 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 06cbc2ae-2df6-4f6f-8d45-2962c03acf94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06cbc2ae-2df6-4f6f-8d45-2962c03acf94 found for delete ", "request_id": "req-03d98042-a268-4aab-89f0-46e84e7afb6c"}]} Oct 17 18:30:44.767076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:44.803871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 4070fb7d-bff2-4537-922e-8f622a1fee23 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:30:44.804395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4070fb7d-bff2-4537-922e-8f622a1fee23 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:30:44.811590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] Pushing event deleted for resources: {'Network': ['ID=283adc67-4196-4116-ae6d-895817122aff,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:44.819539 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-68b07dc7-0119-4d7f-8831-a2aaf0431750 admin admin] 10.222.0.69 "DELETE /v2.0/networks/283adc67-4196-4116-ae6d-895817122aff HTTP/1.1" status: 204 len: 168 time: 1.2193925 Oct 17 18:30:44.824269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54416) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:45.053908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0e169-9573-477e-9ee8-befb6d552391 None None] Deleting port 4070fb7d-bff2-4537-922e-8f622a1fee23 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:30:45.054387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ecd0e169-9573-477e-9ee8-befb6d552391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:45.132101 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ecd0e169-9573-477e-9ee8-befb6d552391 None None] The port '4070fb7d-bff2-4537-922e-8f622a1fee23' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:30:45.616604 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c42bd4bf-a21e-4590-b9c9-74dac0cfcb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:46.021071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c42bd4bf-a21e-4590-b9c9-74dac0cfcb39 admin admin] Deleting port 13e59458-d32b-4276-bee0-215d97a4e687 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:30:46.021490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c42bd4bf-a21e-4590-b9c9-74dac0cfcb39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:46.281970 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-c42bd4bf-a21e-4590-b9c9-74dac0cfcb39 admin admin] For port 13e59458-d32b-4276-bee0-215d97a4e687, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=13e59458-d32b-4276-bee0-215d97a4e687,segment=NetworkSegment(d88fd5c8-c56a-40d3-915b-bab088884d2e),segment_id=d88fd5c8-c56a-40d3-915b-bab088884d2e)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:30:46.282458 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c42bd4bf-a21e-4590-b9c9-74dac0cfcb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:46.533715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c42bd4bf-a21e-4590-b9c9-74dac0cfcb39 admin admin] Calling delete_port for 13e59458-d32b-4276-bee0-215d97a4e687 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:30:46.782323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c42bd4bf-a21e-4590-b9c9-74dac0cfcb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:46.836865 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bd4bf-a21e-4590-b9c9-74dac0cfcb39 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e59458-d32b-4276-bee0-215d97a4e687,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:47.352308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c42bd4bf-a21e-4590-b9c9-74dac0cfcb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:47.786635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42bd4bf-a21e-4590-b9c9-74dac0cfcb39 admin admin] Router ce8a66e9-27dd-4cb7-af99-e272f5709b6b has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:30:48.007907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42bd4bf-a21e-4590-b9c9-74dac0cfcb39 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:30:48.021849 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b737b3b-7afd-42a8-a395-d1c4212753b2 None None] Sync routers for ids ['ce8a66e9-27dd-4cb7-af99-e272f5709b6b'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:30:48.032475 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c42bd4bf-a21e-4590-b9c9-74dac0cfcb39 admin admin] 10.222.0.69 "PUT /v2.0/routers/ce8a66e9-27dd-4cb7-af99-e272f5709b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2064624 Oct 17 18:30:48.036085 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54420) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:48.038104 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b737b3b-7afd-42a8-a395-d1c4212753b2 None None] Routers {'ce8a66e9-27dd-4cb7-af99-e272f5709b6b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:30:48.039371 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-1b737b3b-7afd-42a8-a395-d1c4212753b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:30:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['ce8a66e9-27dd-4cb7-af99-e272f5709b6b'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:48.239324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:48.342778 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-1b737b3b-7afd-42a8-a395-d1c4212753b2 None None] Set router ce8a66e9-27dd-4cb7-af99-e272f5709b6b gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:30:48.489353 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:48.501666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Deleting port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:30:48.502015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:48.746579 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] For port 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:30:48.746994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:48.803894 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-1b737b3b-7afd-42a8-a395-d1c4212753b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'name': 'tempest-TestMinimumBasicScenario-916904284-router', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153'}], 'enable_snat': True}, 'gw_port_id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:27Z', 'updated_at': '2022-10-17T18:30:46Z', 'revision_number': 5, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'gw_port': {'id': '24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:24:28Z', 'updated_at': '2022-10-17T18:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:48.810703 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b737b3b-7afd-42a8-a395-d1c4212753b2 None None] Checking router: ce8a66e9-27dd-4cb7-af99-e272f5709b6b for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:30:48.826697 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b737b3b-7afd-42a8-a395-d1c4212753b2 None None] Routers {'ce8a66e9-27dd-4cb7-af99-e272f5709b6b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:30:48.827713 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-1b737b3b-7afd-42a8-a395-d1c4212753b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:30:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['ce8a66e9-27dd-4cb7-af99-e272f5709b6b'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:49.039794 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-1b737b3b-7afd-42a8-a395-d1c4212753b2 None None] Set router ce8a66e9-27dd-4cb7-af99-e272f5709b6b gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:30:49.098149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Calling delete_port for 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:30:49.160849 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-1b737b3b-7afd-42a8-a395-d1c4212753b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'name': 'tempest-TestMinimumBasicScenario-916904284-router', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:27Z', 'updated_at': '2022-10-17T18:30:48Z', 'revision_number': 6, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:49.165979 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b737b3b-7afd-42a8-a395-d1c4212753b2 None None] The sync data for ids ['ce8a66e9-27dd-4cb7-af99-e272f5709b6b'] in dv-neutron-860895-1-hyperv is: [{'id': 'ce8a66e9-27dd-4cb7-af99-e272f5709b6b', 'name': 'tempest-TestMinimumBasicScenario-916904284-router', 'tenant_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:24:27Z', 'updated_at': '2022-10-17T18:30:48Z', 'revision_number': 6, 'project_id': '3d5e41a5c1d042cc8c85b2b473b2f44a', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:30:49.337774 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:49.389555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:49.504940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:49.718747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:49.721446 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:49.755102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:49.755719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce8a66e9-27dd-4cb7-af99-e272f5709b6b {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:30:49.772203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:49.773510 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-161e2040-0bea-46f1-942a-c70dc5c09e6e admin admin] 10.222.0.69 "DELETE /v2.0/routers/ce8a66e9-27dd-4cb7-af99-e272f5709b6b HTTP/1.1" status: 204 len: 168 time: 1.7364426 Oct 17 18:30:49.776594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54424) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:49.847915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac149c0-c4b0-493c-9a6b-6f694a087d44 admin admin] Deleting subnet 427fbae9-a3c0-4474-a448-e771517d6cff {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:30:49.851519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ac149c0-c4b0-493c-9a6b-6f694a087d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:49.907904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ac149c0-c4b0-493c-9a6b-6f694a087d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:50.013461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ac149c0-c4b0-493c-9a6b-6f694a087d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:50.109587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ac149c0-c4b0-493c-9a6b-6f694a087d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:50.150488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-4ac149c0-c4b0-493c-9a6b-6f694a087d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:50.159031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ba7ef-c668-4cea-a4e7-9ccfe4c6803c None None] Network eddd48c5-5df5-48f1-868b-570d46ef52f2 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:30:50.164347 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac149c0-c4b0-493c-9a6b-6f694a087d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427fbae9-a3c0-4474-a448-e771517d6cff,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:50.171753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54428) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:50.172487 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-4ac149c0-c4b0-493c-9a6b-6f694a087d44 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/427fbae9-a3c0-4474-a448-e771517d6cff HTTP/1.1" status: 204 len: 168 time: 0.3937709 Oct 17 18:30:50.335915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:50.358006 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Deleting port b6892785-bca7-4910-bf88-32e28d4b31e8 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:30:50.358341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:50.614457 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] For port b6892785-bca7-4910-bf88-32e28d4b31e8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b6892785-bca7-4910-bf88-32e28d4b31e8,segment=NetworkSegment(d88fd5c8-c56a-40d3-915b-bab088884d2e),segment_id=d88fd5c8-c56a-40d3-915b-bab088884d2e)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:30:50.615163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:50.651281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6883dfa-4f7e-4c8a-80bb-ab1689a8d67e None None] DHCP port deletion for eddd48c5-5df5-48f1-868b-570d46ef52f2 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:30:50.658702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a6883dfa-4f7e-4c8a-80bb-ab1689a8d67e None None] Deleting port b6892785-bca7-4910-bf88-32e28d4b31e8 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:30:50.659491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6883dfa-4f7e-4c8a-80bb-ab1689a8d67e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:50.697684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:30:50.753970 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:30:50.754320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 24c4fff1-b2fc-4bc6-9bc3-8310a5efd1f1 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:30:50.754747 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 13e59458-d32b-4276-bee0-215d97a4e687 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:30:50.806471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 13e59458-d32b-4276-bee0-215d97a4e687 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:30:50.806709 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 13e59458-d32b-4276-bee0-215d97a4e687 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:30:50.836052 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Calling delete_port for b6892785-bca7-4910-bf88-32e28d4b31e8 owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:30:50.968991 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:50.997198 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a6883dfa-4f7e-4c8a-80bb-ab1689a8d67e None None] For port b6892785-bca7-4910-bf88-32e28d4b31e8, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b6892785-bca7-4910-bf88-32e28d4b31e8,segment=NetworkSegment(d88fd5c8-c56a-40d3-915b-bab088884d2e),segment_id=d88fd5c8-c56a-40d3-915b-bab088884d2e)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:30:50.997591 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6883dfa-4f7e-4c8a-80bb-ab1689a8d67e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:51.026770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6892785-bca7-4910-bf88-32e28d4b31e8,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:51.028778 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] No DVR routers for this DVR port b6892785-bca7-4910-bf88-32e28d4b31e8 on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:30:51.152152 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a6883dfa-4f7e-4c8a-80bb-ab1689a8d67e None None] Calling delete_port for b6892785-bca7-4910-bf88-32e28d4b31e8 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:30:51.157072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:51.257614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-a6883dfa-4f7e-4c8a-80bb-ab1689a8d67e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:30:51.258497 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-a6883dfa-4f7e-4c8a-80bb-ab1689a8d67e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:30:51.314807 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddd48c5-5df5-48f1-868b-570d46ef52f2']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:51.330287 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88fd5c8-c56a-40d3-915b-bab088884d2e') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:51.330627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88fd5c8-c56a-40d3-915b-bab088884d2e') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:30:51.345055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:51.366824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:51.378214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:30:51.379142 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:51.482817 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment d88fd5c8-c56a-40d3-915b-bab088884d2e resource provider aggregate not found Oct 17 18:30:51.522360 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment d88fd5c8-c56a-40d3-915b-bab088884d2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d88fd5c8-c56a-40d3-915b-bab088884d2e found for delete ", "request_id": "req-b1cc6463-1761-41fd-84d8-e20a5e4e1c92"}]} Oct 17 18:30:51.530635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:51.548734 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:51.560816 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] Pushing event deleted for resources: {'Network': ['ID=eddd48c5-5df5-48f1-868b-570d46ef52f2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:51.570065 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c8803546-bae2-426b-820b-8d5e8891a49b admin admin] 10.222.0.69 "DELETE /v2.0/networks/eddd48c5-5df5-48f1-868b-570d46ef52f2 HTTP/1.1" status: 204 len: 168 time: 1.3950443 Oct 17 18:30:51.704107 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54438) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:51.759775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a6883dfa-4f7e-4c8a-80bb-ab1689a8d67e None None] Deleting port b6892785-bca7-4910-bf88-32e28d4b31e8 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:30:51.760434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a6883dfa-4f7e-4c8a-80bb-ab1689a8d67e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:51.764270 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b06448f2-fdaa-46e8-a70f-8883c32f678f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c6c76b6366e94f398330ed1de3f8ee54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588052 Oct 17 18:30:51.768642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54442) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:51.838189 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a6883dfa-4f7e-4c8a-80bb-ab1689a8d67e None None] The port 'b6892785-bca7-4910-bf88-32e28d4b31e8' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:30:51.850699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acf6e5b6-8078-40db-a479-e34fcd344858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:51.882326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acf6e5b6-8078-40db-a479-e34fcd344858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:51.945154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acf6e5b6-8078-40db-a479-e34fcd344858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:51.981349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6e5b6-8078-40db-a479-e34fcd344858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73510044-bae6-4e31-89ae-acf4e213311d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:52.004382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-acf6e5b6-8078-40db-a479-e34fcd344858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:52.006619 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-acf6e5b6-8078-40db-a479-e34fcd344858 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/73510044-bae6-4e31-89ae-acf4e213311d HTTP/1.1" status: 204 len: 168 time: 0.2358584 Oct 17 18:30:52.491954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54452) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:52.552712 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-29c07c8a-e260-44b8-8649-fdedfc470f42 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d5e41a5c1d042cc8c85b2b473b2f44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591891 Oct 17 18:30:52.555561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54456) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:52.626973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b6892785-bca7-4910-bf88-32e28d4b31e8 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:30:52.638163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-61b3e906-d48f-4a91-b159-bb7c10a9f729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:52.673856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: b6892785-bca7-4910-bf88-32e28d4b31e8 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:30:52.674307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b6892785-bca7-4910-bf88-32e28d4b31e8 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:30:52.674462 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-61b3e906-d48f-4a91-b159-bb7c10a9f729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:52.744730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-61b3e906-d48f-4a91-b159-bb7c10a9f729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:52.761699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3e906-d48f-4a91-b159-bb7c10a9f729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc65897-db6b-46ff-b20e-036cbd316ea3,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:52.770014 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-61b3e906-d48f-4a91-b159-bb7c10a9f729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:52.771336 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-61b3e906-d48f-4a91-b159-bb7c10a9f729 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7bc65897-db6b-46ff-b20e-036cbd316ea3 HTTP/1.1" status: 204 len: 168 time: 0.2147596 Oct 17 18:30:54.871792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54498) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:54.882918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295641144', 'description': 'tempest-secgroup-smoke-1295641144 description', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:30:54.896670 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:30:54.902941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:30:54.906954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:30:54.915941 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:30:54.931439 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:54.947558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:54.969767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:30:54.975421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:30:54.979118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:30:54.986513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:30:55.141791 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.148394 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.167600 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:30:55.178849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:30:55.184280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:30:55.205847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:30:55.219270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67974a63-627a-444d-907e-849df22bc19e,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:55.230660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.312922 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.319104 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.379318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3d6398-f3f5-48a0-9cde-fea66e562927,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:55.384872 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.390814 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d51a91bf-b590-41dd-85f2-92f7d7f1924b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5131807 Oct 17 18:30:55.392222 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54502) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:55.401877 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-55bde9c2-4a3d-4cc5-a25d-f7d59d236728 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'ac3d6398-f3f5-48a0-9cde-fea66e562927', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:30:55.414758 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-55bde9c2-4a3d-4cc5-a25d-f7d59d236728 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:30:55.422380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-55bde9c2-4a3d-4cc5-a25d-f7d59d236728 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:30:55.429089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-55bde9c2-4a3d-4cc5-a25d-f7d59d236728 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:30:55.439465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-55bde9c2-4a3d-4cc5-a25d-f7d59d236728 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:30:55.465732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-55bde9c2-4a3d-4cc5-a25d-f7d59d236728 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.568118 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-55bde9c2-4a3d-4cc5-a25d-f7d59d236728 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.573212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-55bde9c2-4a3d-4cc5-a25d-f7d59d236728 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.601856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bde9c2-4a3d-4cc5-a25d-f7d59d236728 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25725101-62ec-4dfb-a985-fa5e6928fa12,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:55.612094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-55bde9c2-4a3d-4cc5-a25d-f7d59d236728 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.614140 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-55bde9c2-4a3d-4cc5-a25d-f7d59d236728 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2208648 Oct 17 18:30:55.617451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54506) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:55.626038 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-b2c4f2be-7a62-43c7-adb4-125300a6fd84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'ac3d6398-f3f5-48a0-9cde-fea66e562927', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:30:55.636903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b2c4f2be-7a62-43c7-adb4-125300a6fd84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:30:55.644613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b2c4f2be-7a62-43c7-adb4-125300a6fd84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:30:55.649870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-b2c4f2be-7a62-43c7-adb4-125300a6fd84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:30:55.660875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-b2c4f2be-7a62-43c7-adb4-125300a6fd84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:30:55.687235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f2be-7a62-43c7-adb4-125300a6fd84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.762390 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f2be-7a62-43c7-adb4-125300a6fd84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.769319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f2be-7a62-43c7-adb4-125300a6fd84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.797372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4f2be-7a62-43c7-adb4-125300a6fd84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812a8ab3-caa3-461b-83e0-6c92110ed68d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:55.810364 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f2be-7a62-43c7-adb4-125300a6fd84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.811837 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b2c4f2be-7a62-43c7-adb4-125300a6fd84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1929290 Oct 17 18:30:55.814805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54510) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:55.821574 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-9ade7601-2f29-4bc5-b2ab-3dcefd30fe60 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'ac3d6398-f3f5-48a0-9cde-fea66e562927', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:30:55.828850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9ade7601-2f29-4bc5-b2ab-3dcefd30fe60 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:30:55.833520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9ade7601-2f29-4bc5-b2ab-3dcefd30fe60 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:30:55.836919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-9ade7601-2f29-4bc5-b2ab-3dcefd30fe60 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:30:55.844099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-9ade7601-2f29-4bc5-b2ab-3dcefd30fe60 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:30:55.865330 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ade7601-2f29-4bc5-b2ab-3dcefd30fe60 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.941732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ade7601-2f29-4bc5-b2ab-3dcefd30fe60 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.946484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ade7601-2f29-4bc5-b2ab-3dcefd30fe60 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.974722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade7601-2f29-4bc5-b2ab-3dcefd30fe60 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4f3080-b23d-4a5f-81e8-9fe2447a187e,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:55.986743 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ade7601-2f29-4bc5-b2ab-3dcefd30fe60 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:55.988911 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9ade7601-2f29-4bc5-b2ab-3dcefd30fe60 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723669 Oct 17 18:30:55.992101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54514) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:55.998323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-0d4ce1e2-ab18-4bf1-8435-cbbb56a476dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'ac3d6398-f3f5-48a0-9cde-fea66e562927', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:30:56.005992 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0d4ce1e2-ab18-4bf1-8435-cbbb56a476dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:30:56.010297 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0d4ce1e2-ab18-4bf1-8435-cbbb56a476dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:30:56.013584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0d4ce1e2-ab18-4bf1-8435-cbbb56a476dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:30:56.020293 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-0d4ce1e2-ab18-4bf1-8435-cbbb56a476dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:30:56.048908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce1e2-ab18-4bf1-8435-cbbb56a476dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.158586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce1e2-ab18-4bf1-8435-cbbb56a476dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.167570 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce1e2-ab18-4bf1-8435-cbbb56a476dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.203112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ce1e2-ab18-4bf1-8435-cbbb56a476dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8945019f-a7bc-4298-8358-e4ec4f8192d1,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:56.212493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0d4ce1e2-ab18-4bf1-8435-cbbb56a476dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.216473 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0d4ce1e2-ab18-4bf1-8435-cbbb56a476dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2204463 Oct 17 18:30:56.216811 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54518) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:56.222794 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-60719eaa-3ece-4e44-9396-c6ddd2653e26 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'ac3d6398-f3f5-48a0-9cde-fea66e562927', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:30:56.229584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-60719eaa-3ece-4e44-9396-c6ddd2653e26 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:30:56.234169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-60719eaa-3ece-4e44-9396-c6ddd2653e26 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:30:56.237441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-60719eaa-3ece-4e44-9396-c6ddd2653e26 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:30:56.244542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-60719eaa-3ece-4e44-9396-c6ddd2653e26 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:30:56.257804 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-60719eaa-3ece-4e44-9396-c6ddd2653e26 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Project f783c6cfc70e4ae89c6d34c6898bb753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:30:56.266202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-60719eaa-3ece-4e44-9396-c6ddd2653e26 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.348143 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-60719eaa-3ece-4e44-9396-c6ddd2653e26 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.353314 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-60719eaa-3ece-4e44-9396-c6ddd2653e26 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.380069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60719eaa-3ece-4e44-9396-c6ddd2653e26 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da44106e-c6d2-47c0-8668-f9dbfcf538a2,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:56.392909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-60719eaa-3ece-4e44-9396-c6ddd2653e26 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.395378 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-60719eaa-3ece-4e44-9396-c6ddd2653e26 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1772442 Oct 17 18:30:56.398535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54522) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:56.404123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-b59e1694-8624-439a-90e8-aad1eff0dd4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'ac3d6398-f3f5-48a0-9cde-fea66e562927', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:30:56.411695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b59e1694-8624-439a-90e8-aad1eff0dd4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:30:56.416802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b59e1694-8624-439a-90e8-aad1eff0dd4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:30:56.420283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-b59e1694-8624-439a-90e8-aad1eff0dd4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:30:56.428378 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-b59e1694-8624-439a-90e8-aad1eff0dd4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:30:56.440206 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-b59e1694-8624-439a-90e8-aad1eff0dd4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Project f783c6cfc70e4ae89c6d34c6898bb753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:30:56.448171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b59e1694-8624-439a-90e8-aad1eff0dd4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.535110 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b59e1694-8624-439a-90e8-aad1eff0dd4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.539952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b59e1694-8624-439a-90e8-aad1eff0dd4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.564387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e1694-8624-439a-90e8-aad1eff0dd4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5223eda1-f3ae-4c69-8b69-9f80c6caf613,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:56.579114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b59e1694-8624-439a-90e8-aad1eff0dd4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.580579 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b59e1694-8624-439a-90e8-aad1eff0dd4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1808443 Oct 17 18:30:56.584581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54526) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:56.590918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'network': {'name': 'tempest-network-smoke--1113525599', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'port_security_enabled': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:30:56.597951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:30:56.603470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:network and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:30:56.607200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:30:56.615583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:30:56.629137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:30:56.634946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.684731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:30:56.701411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.701972 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Added segment fa6ca091-8da2-4cb7-b25d-45ab30303e04 of type vlan for network 984599e8-178d-48b3-ab05-dde3dad4b4ee Oct 17 18:30:56.746411 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.785714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.794088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:30:56.794726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.906261 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3204448 Oct 17 18:30:56.911715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54530) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:30:56.917537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ee214-0e1b-4966-8c92-79c36e66375c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Network': ['ID=984599e8-178d-48b3-ab05-dde3dad4b4ee,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:56.918798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'admin_state_up': True, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:30:56.929444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:30:56.933585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 984599e8-178d-48b3-ab05-dde3dad4b4ee details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:30:56.934710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:router and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:30:56.938210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:30:56.947180 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:30:56.964281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.966008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:56.992279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:57.345101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:57.810624 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:57.842876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:57.999427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.26.8.218 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/016e18c4-641c-4505-9af4-fa4b396d301e) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:30:58.202236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:58.236749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:58.311914 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:30:58.316593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:30:58.319818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:30:58.392796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=016e18c4-641c-4505-9af4-fa4b396d301e,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:30:58.978910 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:59.131510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a3649d97-ebcb-414d-bcfd-21ac383ceafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:59.368491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:30:59.839294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 12cca3e2-38d2-4404-bfad-541c1333d896 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:31:00.037907 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:31:00.051266 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Sync routers for ids ['12cca3e2-38d2-4404-bfad-541c1333d896'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:31:00.066823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Routers {'12cca3e2-38d2-4404-bfad-541c1333d896'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:00.067842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:30:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['12cca3e2-38d2-4404-bfad-541c1333d896'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:00.085099 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:00.092231 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1834150c-c01b-4a7d-ba5c-11f62afb7d61 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1741054 Oct 17 18:31:00.092968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54534) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:00.299642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Set router 12cca3e2-38d2-4404-bfad-541c1333d896 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:00.337948 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3bd627af-639d-4dac-a91c-2af4171be032 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=f783c6cfc70e4ae89c6d34c6898bb753&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2433641 Oct 17 18:31:00.342754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54540) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:00.526475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc107e3-2a5a-4f10-ad32-9b089b890ba1 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:00.528915 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1bc107e3-2a5a-4f10-ad32-9b089b890ba1 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1848021 Oct 17 18:31:00.532277 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54544) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:00.588571 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6ae4ed4d-4266-4b24-b0f5-39278f16a107 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542934 Oct 17 18:31:00.592930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54548) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:00.602401 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1704456480', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:00.730392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:30:58Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:00.735905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Checking router: 12cca3e2-38d2-4404-bfad-541c1333d896 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:31:00.736339 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Updating router 12cca3e2-38d2-4404-bfad-541c1333d896 port 016e18c4-641c-4505-9af4-fa4b396d301e binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:31:00.754144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:00.761874 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:subnet and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:00.768206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:00.779785 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:00.794149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:31:00.798147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:00.822538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:01.104125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:01.225584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:01.246763 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Transition to ACTIVE for port object 016e18c4-641c-4505-9af4-fa4b396d301e will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:01.256258 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Subnet': ['ID=4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:01.258436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:01.263486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Checking segment: {'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:31:01.264054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network hostable DHCP agents. Network: 984599e8-178d-48b3-ab05-dde3dad4b4ee, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:31:01.293940 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:31:01.299333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 984599e8-178d-48b3-ab05-dde3dad4b4ee is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:31:01.317625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 984599e8-178d-48b3-ab05-dde3dad4b4ee) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:01.323973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:01.325813 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:01.340175 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7c3531-2c48-4e36-b2da-3effb61e9be0 None None] Network 984599e8-178d-48b3-ab05-dde3dad4b4ee requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:31:01.365499 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-241ff2f5-4bf2-46a9-a9d6-95dc7e0cee4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7672956 Oct 17 18:31:01.365918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54554) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:01.393369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Attempting to bind port 016e18c4-641c-4505-9af4-fa4b396d301e on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:31:01.394452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Attempting to bind port 016e18c4-641c-4505-9af4-fa4b396d301e by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:31:01.395022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Attempting to bind port 016e18c4-641c-4505-9af4-fa4b396d301e on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:31:01.497232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:31:01.497714 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:31:01.498271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:01.498834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:31:01.499425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Bound port: 016e18c4-641c-4505-9af4-fa4b396d301e, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:31:01.499856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:01.611859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Pushing event updated for resources: {'Port': ['ID=016e18c4-641c-4505-9af4-fa4b396d301e,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:01.650742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.651258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.651938 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.652323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.652854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.653394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.653933 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.654394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.654847 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.655405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.655929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.656457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:01.668527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-41fdb563-6f25-4dda-94a5-b736cdc994a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:01.756546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] For port 016e18c4-641c-4505-9af4-fa4b396d301e, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:31:01.764698 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] For port 016e18c4-641c-4505-9af4-fa4b396d301e, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=016e18c4-641c-4505-9af4-fa4b396d301e,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:31:01.805021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:01.894041 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Routers {'12cca3e2-38d2-4404-bfad-541c1333d896'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:01.894799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:31:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['12cca3e2-38d2-4404-bfad-541c1333d896'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:02.092666 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea829f-c583-404c-a7c6-acc7b97fbba3 None None] Pushing event updated for resources: {'Port': ['ID=016e18c4-641c-4505-9af4-fa4b396d301e,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:02.104801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-984599e8-178d-48b3-ab05-dde3dad4b4ee', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ips': [{'subnet_id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:31:02.105644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:02.202617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] Set router 12cca3e2-38d2-4404-bfad-541c1333d896 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:02.589241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:02.610568 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Allocated IP 172.20.0.2 (984599e8-178d-48b3-ab05-dde3dad4b4ee/4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a/018ccb7b-2442-4ef7-bd3f-81110f652095) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:31:02.666355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:02.780123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:02.850801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:30:58Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:02.865417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee3ff5c-652d-4b21-96cf-a14261e3fbe0 None None] The sync data for ids ['12cca3e2-38d2-4404-bfad-541c1333d896'] in dv-neutron-860895-1-hyperv is: [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:30:58Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:31:02.976902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:02.994020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Transition to ACTIVE for port object 018ccb7b-2442-4ef7-bd3f-81110f652095 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:03.018619 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Transition to ACTIVE for port object 018ccb7b-2442-4ef7-bd3f-81110f652095 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:03.027429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:03.112869 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.20.0.1 (984599e8-178d-48b3-ab05-dde3dad4b4ee/4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a/03105e9a-4747-4c05-94aa-ce9802c9eb27) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:31:03.140420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Network 984599e8-178d-48b3-ab05-dde3dad4b4ee is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:31:03.146795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:03.153544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:31:03.170272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Pushing event updated for resources: {'Port': ['ID=018ccb7b-2442-4ef7-bd3f-81110f652095,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:03.339372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:03.360443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Transition to ACTIVE for port object 03105e9a-4747-4c05-94aa-ce9802c9eb27 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:03.388927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Attempting to bind port 018ccb7b-2442-4ef7-bd3f-81110f652095 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:31:03.389585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Attempting to bind port 018ccb7b-2442-4ef7-bd3f-81110f652095 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:31:03.389997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Attempting to bind port 018ccb7b-2442-4ef7-bd3f-81110f652095 on network 984599e8-178d-48b3-ab05-dde3dad4b4ee {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:31:03.394693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:03.400628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:31:03.401507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Checking segment: {'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:31:03.402438 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:03.403791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Bound using segment: {'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:31:03.404584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Bound port: 018ccb7b-2442-4ef7-bd3f-81110f652095, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:31:03.405171 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:03.520764 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 984599e8-178d-48b3-ab05-dde3dad4b4ee is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:31:03.525246 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:03.531807 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:31:03.561172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] For port 018ccb7b-2442-4ef7-bd3f-81110f652095, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:31:03.569051 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] For port 018ccb7b-2442-4ef7-bd3f-81110f652095, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=018ccb7b-2442-4ef7-bd3f-81110f652095,segment=NetworkSegment(fa6ca091-8da2-4cb7-b25d-45ab30303e04),segment_id=fa6ca091-8da2-4cb7-b25d-45ab30303e04)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:31:03.578830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:03.608289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=03105e9a-4747-4c05-94aa-ce9802c9eb27,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:03.647271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:03.747617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70d234-267a-4d6f-a4b8-44bdd7b7a9e1 None None] Pushing event updated for resources: {'Port': ['ID=018ccb7b-2442-4ef7-bd3f-81110f652095,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:03.872725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:04.438179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:04.444494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:04.502068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:04.577078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:04.581098 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=03105e9a-4747-4c05-94aa-ce9802c9eb27,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:04.765472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 016e18c4-641c-4505-9af4-fa4b396d301e up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:04.854324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 016e18c4-641c-4505-9af4-fa4b396d301e completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:04.863682 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 016e18c4-641c-4505-9af4-fa4b396d301e triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:04.864351 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:04.864891 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 016e18c4-641c-4505-9af4-fa4b396d301e Oct 17 18:31:05.004363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 984599e8-178d-48b3-ab05-dde3dad4b4ee is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:31:05.005950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:05.093753 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdc362f-c078-4283-9d1b-3e10169d56d5 None None] Network 984599e8-178d-48b3-ab05-dde3dad4b4ee requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:31:05.233148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 016e18c4-641c-4505-9af4-fa4b396d301e is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:05.233697 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:05.295848 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-35b0acfa-25ee-4e33-b9ca-3c58586667e2 None None] Provisioning for port 018ccb7b-2442-4ef7-bd3f-81110f652095 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:05.303837 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 12cca3e2-38d2-4404-bfad-541c1333d896 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:31:05.311939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 016e18c4-641c-4505-9af4-fa4b396d301e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=016e18c4-641c-4505-9af4-fa4b396d301e,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:05.330303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:05.332150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 018ccb7b-2442-4ef7-bd3f-81110f652095 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:05.517861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:31:05.529239 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-898233fd-0f6b-4cf5-85a7-b42c57405d07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "PUT /v2.0/routers/12cca3e2-38d2-4404-bfad-541c1333d896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1618052 Oct 17 18:31:05.532878 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Sync routers for ids ['12cca3e2-38d2-4404-bfad-541c1333d896'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:31:05.553538 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Routers {'12cca3e2-38d2-4404-bfad-541c1333d896'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:05.555025 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:31:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['12cca3e2-38d2-4404-bfad-541c1333d896'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:05.617118 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=016e18c4-641c-4505-9af4-fa4b396d301e,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:05.743003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 018ccb7b-2442-4ef7-bd3f-81110f652095 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:05.757469 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 018ccb7b-2442-4ef7-bd3f-81110f652095 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:05.758104 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:05.758639 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 018ccb7b-2442-4ef7-bd3f-81110f652095 Oct 17 18:31:05.793811 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-45de0e45-97db-43c3-b2bd-6808e4e6d975 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295641144&fields=id&tenant_id=f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 267 time: 0.0632589 Oct 17 18:31:05.813276 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Set router 12cca3e2-38d2-4404-bfad-541c1333d896 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:06.047152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-5abb2793-c321-4935-87e1-292e57a15c9d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:06.048503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-5abb2793-c321-4935-87e1-292e57a15c9d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:06.091092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-5abb2793-c321-4935-87e1-292e57a15c9d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:06.094876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 018ccb7b-2442-4ef7-bd3f-81110f652095 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:06.095551 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:06.098152 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-5abb2793-c321-4935-87e1-292e57a15c9d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/networks?id=984599e8-178d-48b3-ab05-dde3dad4b4ee HTTP/1.1" status: 200 len: 797 time: 0.2898257 Oct 17 18:31:06.136105 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-e3a41660-13fe-4ee5-ac9e-104cb51dc4c8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/quotas/f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 375 time: 0.0300958 Oct 17 18:31:06.167998 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 018ccb7b-2442-4ef7-bd3f-81110f652095, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=018ccb7b-2442-4ef7-bd3f-81110f652095,segment=NetworkSegment(fa6ca091-8da2-4cb7-b25d-45ab30303e04),segment_id=fa6ca091-8da2-4cb7-b25d-45ab30303e04)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:06.177764 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:06.270564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=018ccb7b-2442-4ef7-bd3f-81110f652095,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:06.289612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Provisioning complete for port 018ccb7b-2442-4ef7-bd3f-81110f652095 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:06.289801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:06.290045 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Attempt 1 to provision port 018ccb7b-2442-4ef7-bd3f-81110f652095 Oct 17 18:31:06.305507 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:31:03Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '03105e9a-4747-4c05-94aa-ce9802c9eb27', 'name': '', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:9e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:02Z', 'updated_at': '2022-10-17T18:31:04Z', 'revision_number': 2, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:06.310895 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Checking router: 12cca3e2-38d2-4404-bfad-541c1333d896 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:31:06.311243 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Updating router 12cca3e2-38d2-4404-bfad-541c1333d896 port 03105e9a-4747-4c05-94aa-ce9802c9eb27 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:31:06.342551 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-70f7a443-f9dc-4e1b-9c66-baf11c156062 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2051971 Oct 17 18:31:06.376035 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:06.495566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Current status of the port 018ccb7b-2442-4ef7-bd3f-81110f652095 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:06.515839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Provisioning for port 03105e9a-4747-4c05-94aa-ce9802c9eb27 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:06.530523 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Provisioning complete for port 03105e9a-4747-4c05-94aa-ce9802c9eb27 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:06.533577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:06.534570 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Attempt 1 to provision port 03105e9a-4747-4c05-94aa-ce9802c9eb27 Oct 17 18:31:06.691338 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-aad6aef5-8d7b-49c4-add6-f783ec067d3b service neutron] 10.222.0.69 "GET /v2.0/networks/984599e8-178d-48b3-ab05-dde3dad4b4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221047 Oct 17 18:31:06.698801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Port 03105e9a-4747-4c05-94aa-ce9802c9eb27 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:06.716353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 016e18c4-641c-4505-9af4-fa4b396d301e up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:06.848098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 016e18c4-641c-4505-9af4-fa4b396d301e triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:06.849100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:06.849919 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 016e18c4-641c-4505-9af4-fa4b396d301e Oct 17 18:31:06.906071 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:06.919018 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-1fa5cc19-705a-4722-bf44-40ca557fe389 service neutron] 10.222.0.69 "GET /v2.0/networks/984599e8-178d-48b3-ab05-dde3dad4b4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264903 Oct 17 18:31:06.921953 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Transition to ACTIVE for port object 03105e9a-4747-4c05-94aa-ce9802c9eb27 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:06.933120 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:07.067133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 016e18c4-641c-4505-9af4-fa4b396d301e is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:07.068312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 018ccb7b-2442-4ef7-bd3f-81110f652095 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:07.203380 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Attempt 2 to provision port 03105e9a-4747-4c05-94aa-ce9802c9eb27 Oct 17 18:31:07.210520 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Attempting to bind port 03105e9a-4747-4c05-94aa-ce9802c9eb27 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:31:07.210880 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Attempting to bind port 03105e9a-4747-4c05-94aa-ce9802c9eb27 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:31:07.211288 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Attempting to bind port 03105e9a-4747-4c05-94aa-ce9802c9eb27 on network 984599e8-178d-48b3-ab05-dde3dad4b4ee {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:31:07.223490 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:31:07.223844 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Checking segment: {'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:31:07.224237 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:07.224619 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Bound using segment: {'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:31:07.225427 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Bound port: 03105e9a-4747-4c05-94aa-ce9802c9eb27, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:31:07.225427 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:07.270364 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Pushing event updated for resources: {'Port': ['ID=03105e9a-4747-4c05-94aa-ce9802c9eb27,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:07.284005 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:07.284964 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:07.285392 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:07.285753 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:07.286130 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:07.286465 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:07.286787 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:07.287134 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:07.287457 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:07.287777 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:07.289801 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:07.289801 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:07.340573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 018ccb7b-2442-4ef7-bd3f-81110f652095 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:07.340932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:07.341277 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 018ccb7b-2442-4ef7-bd3f-81110f652095 Oct 17 18:31:07.350219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-8af69938-0cde-49e8-a929-4e569097255e req-74e4fb52-4bcb-48a7-8b86-b27d1a9b4751 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:07.358406 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] For port 03105e9a-4747-4c05-94aa-ce9802c9eb27, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:31:07.363228 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] For port 03105e9a-4747-4c05-94aa-ce9802c9eb27, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=03105e9a-4747-4c05-94aa-ce9802c9eb27,segment=NetworkSegment(fa6ca091-8da2-4cb7-b25d-45ab30303e04),segment_id=fa6ca091-8da2-4cb7-b25d-45ab30303e04)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:31:07.373434 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:07.388005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-8af69938-0cde-49e8-a929-4e569097255e req-74e4fb52-4bcb-48a7-8b86-b27d1a9b4751 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:07.390459 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8af69938-0cde-49e8-a929-4e569097255e req-74e4fb52-4bcb-48a7-8b86-b27d1a9b4751 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 210 time: 0.1781516 Oct 17 18:31:07.416485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Port 03105e9a-4747-4c05-94aa-ce9802c9eb27 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:07.426055 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Routers {'12cca3e2-38d2-4404-bfad-541c1333d896'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:07.427152 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:31:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['12cca3e2-38d2-4404-bfad-541c1333d896'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:07.520898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 018ccb7b-2442-4ef7-bd3f-81110f652095 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:07.615659 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d225e-8291-42dc-9550-34b87164ba03 None None] Pushing event updated for resources: {'Port': ['ID=03105e9a-4747-4c05-94aa-ce9802c9eb27,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:07.666063 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] Set router 12cca3e2-38d2-4404-bfad-541c1333d896 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:07.917778 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Attempt 3 to provision port 03105e9a-4747-4c05-94aa-ce9802c9eb27 Oct 17 18:31:07.997423 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ef96942c-5552-4829-b9ff-6ca0b3e896b6 None None] Port 03105e9a-4747-4c05-94aa-ce9802c9eb27 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:31:08.064139 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:31:03Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '03105e9a-4747-4c05-94aa-ce9802c9eb27', 'name': '', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:9e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:02Z', 'updated_at': '2022-10-17T18:31:07Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:08.073240 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e016e27-fcf3-4515-b0a4-3c7cf71f300f None None] The sync data for ids ['12cca3e2-38d2-4404-bfad-541c1333d896'] in dv-neutron-860895-1-hyperv is: [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:31:03Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '03105e9a-4747-4c05-94aa-ce9802c9eb27', 'name': '', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:9e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:02Z', 'updated_at': '2022-10-17T18:31:07Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:31:08.680575 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ca8fa652-2d47-48fa-bca2-bd434abf5f5d req-3bc0992a-c9d4-4bbf-9c11-7170e885ee2c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 210 time: 0.0819025 Oct 17 18:31:08.712993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 03105e9a-4747-4c05-94aa-ce9802c9eb27 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:08.803795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 03105e9a-4747-4c05-94aa-ce9802c9eb27 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:08.811174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 03105e9a-4747-4c05-94aa-ce9802c9eb27 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:08.811859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:08.812209 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 03105e9a-4747-4c05-94aa-ce9802c9eb27 Oct 17 18:31:08.968760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 03105e9a-4747-4c05-94aa-ce9802c9eb27 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:08.969144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:09.010600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 03105e9a-4747-4c05-94aa-ce9802c9eb27, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=03105e9a-4747-4c05-94aa-ce9802c9eb27,segment=NetworkSegment(fa6ca091-8da2-4cb7-b25d-45ab30303e04),segment_id=fa6ca091-8da2-4cb7-b25d-45ab30303e04)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:09.017137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:09.106015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=03105e9a-4747-4c05-94aa-ce9802c9eb27,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:09.215946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ca4c3ee0-6a55-483a-b66f-06fd57123302 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:09.218875 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ca4c3ee0-6a55-483a-b66f-06fd57123302 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/networks?id=984599e8-178d-48b3-ab05-dde3dad4b4ee HTTP/1.1" status: 200 len: 797 time: 0.3225112 Oct 17 18:31:09.310864 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-1bcde54e-262d-4a1f-b1c3-738d73ead143 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 380 time: 0.0759492 Oct 17 18:31:09.323019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'port': {'device_id': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'admin_state_up': True, 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'security_groups': ['ac3d6398-f3f5-48a0-9cde-fea66e562927']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:09.538440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:09.554512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:09.570335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:31:09.575918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:09.783582 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.20.0.7 (984599e8-178d-48b3-ab05-dde3dad4b4ee/4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a/a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:31:09.980736 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-68173ac6-0a6b-4b99-8b49-fb22e8de0cf0 req-57f467c6-a219-4b9a-846b-f73cade28218 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 210 time: 0.0736189 Oct 17 18:31:10.048197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.068075 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Transition to ACTIVE for port object a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:10.101449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.188961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 984599e8-178d-48b3-ab05-dde3dad4b4ee is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:31:10.192548 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:10.199445 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:31:10.250363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:10.302873 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:10.303906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.342016 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-82779501-f0dc-4f38-9afa-5adbe131f9fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0264063 Oct 17 18:31:10.362727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Request body: {'port': {'device_id': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:10.499355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-88d5461e-d1fb-47d6-8d93-bc8514bfe0f8 None None] Provisioning for port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:10.506570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-88d5461e-d1fb-47d6-8d93-bc8514bfe0f8 None None] Provisioning complete for port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:10.507217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-88d5461e-d1fb-47d6-8d93-bc8514bfe0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.507561 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-88d5461e-d1fb-47d6-8d93-bc8514bfe0f8 None None] Attempt 1 to provision port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 Oct 17 18:31:10.573934 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.574197 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-88d5461e-d1fb-47d6-8d93-bc8514bfe0f8 None None] Port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:10.638854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 03105e9a-4747-4c05-94aa-ce9802c9eb27 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:10.722399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 03105e9a-4747-4c05-94aa-ce9802c9eb27 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:10.722914 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:10.723467 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 03105e9a-4747-4c05-94aa-ce9802c9eb27 Oct 17 18:31:10.881703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 03105e9a-4747-4c05-94aa-ce9802c9eb27 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:11.075590 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-88d5461e-d1fb-47d6-8d93-bc8514bfe0f8 None None] Attempt 2 to provision port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 Oct 17 18:31:11.203633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-88d5461e-d1fb-47d6-8d93-bc8514bfe0f8 None None] Port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:11.376801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:31:11.397394 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:11.446581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Transition to ACTIVE for port object a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:31:11.457789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:11.704882 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-88d5461e-d1fb-47d6-8d93-bc8514bfe0f8 None None] Attempt 3 to provision port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 Oct 17 18:31:11.791075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-88d5461e-d1fb-47d6-8d93-bc8514bfe0f8 None None] Port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:31:11.829471 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f6abe-ae7a-4f87-b705-6b0fe0576c44 req-7f4fbbb4-cf9b-4f20-867d-2965811fee65 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:11.830384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-d38f6abe-ae7a-4f87-b705-6b0fe0576c44 req-7f4fbbb4-cf9b-4f20-867d-2965811fee65 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:11.907339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Pushing event updated for resources: {'Port': ['ID=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:11.921205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-d38f6abe-ae7a-4f87-b705-6b0fe0576c44 req-7f4fbbb4-cf9b-4f20-867d-2965811fee65 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:11.922605 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d38f6abe-ae7a-4f87-b705-6b0fe0576c44 req-7f4fbbb4-cf9b-4f20-867d-2965811fee65 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 931 time: 0.6940045 Oct 17 18:31:11.990783 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Attempting to bind port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:31:11.991088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Attempting to bind port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:31:11.991340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Attempting to bind port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 on network 984599e8-178d-48b3-ab05-dde3dad4b4ee {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:31:12.003226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 on network 984599e8-178d-48b3-ab05-dde3dad4b4ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:31:12.003568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Attempting to bind port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 on network 984599e8-178d-48b3-ab05-dde3dad4b4ee {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:31:12.009497 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d38f6abe-ae7a-4f87-b705-6b0fe0576c44 req-a53576af-7023-4d02-9559-783e6b731c8e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734951 Oct 17 18:31:12.014742 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:31:12.014991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Checking segment: {'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:31:12.015417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Bound using segment: {'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:31:12.015868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Bound port: a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa6ca091-8da2-4cb7-b25d-45ab30303e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:31:12.016209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.146229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] For port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:31:12.150777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] For port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50,segment=NetworkSegment(fa6ca091-8da2-4cb7-b25d-45ab30303e04),segment_id=fa6ca091-8da2-4cb7-b25d-45ab30303e04)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:31:12.156505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.191550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:12.192170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:12.193663 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] 10.222.0.20 "PUT /v2.0/ports/a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 HTTP/1.1" status: 200 len: 1093 time: 1.8389990 Oct 17 18:31:12.194192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'tag': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:31:12.196654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99796f44-a7df-4939-84c8-29c99e4ae5be" -d '{"events": [{"name": "network-changed", "server_uuid": "fd60d5d1-255c-438d-8aff-993da4dc13f9", "tag": "a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:31:12.245911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae71349b-a139-4e03-8382-e393d62f1e86 service neutron] Pushing event updated for resources: {'Port': ['ID=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:12.272986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c2f625-b83e-49a9-b4f8-60a1bb07845d x-openstack-request-id: req-46c2f625-b83e-49a9-b4f8-60a1bb07845d {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:31:12.273451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd60d5d1-255c-438d-8aff-993da4dc13f9", "tag": "a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:31:12.273866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46c2f625-b83e-49a9-b4f8-60a1bb07845d {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:31:12.274730 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c2f625-b83e-49a9-b4f8-60a1bb07845d'] response: {'name': 'network-changed', 'server_uuid': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'tag': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50', 'status': 'completed', 'code': 200} Oct 17 18:31:12.292323 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-88d5461e-d1fb-47d6-8d93-bc8514bfe0f8 None None] Attempt 4 to provision port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 Oct 17 18:31:12.391146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-1f65e441-a3da-48ee-a773-c4892870bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:12.393436 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-1f65e441-a3da-48ee-a773-c4892870bf25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 1096 time: 0.1031880 Oct 17 18:31:12.418517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-88d5461e-d1fb-47d6-8d93-bc8514bfe0f8 None None] Port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:31:12.476795 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-33b6becb-7903-495b-b198-a97cb0df933d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 HTTP/1.1" status: 200 len: 217 time: 0.0711288 Oct 17 18:31:12.551584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-d0e56767-a1c6-4a7d-b0e4-e76eea21cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:12.553020 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-d0e56767-a1c6-4a7d-b0e4-e76eea21cbe1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a HTTP/1.1" status: 200 len: 835 time: 0.0686891 Oct 17 18:31:12.652392 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-09bc9380-a6f7-41df-9718-2465b7af017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:12.654125 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-09bc9380-a6f7-41df-9718-2465b7af017d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=984599e8-178d-48b3-ab05-dde3dad4b4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0941834 Oct 17 18:31:12.807036 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-8d4e096c-1e96-41de-8ede-1cc067753a08 service neutron] 10.222.0.20 "GET /v2.0/networks/984599e8-178d-48b3-ab05-dde3dad4b4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435924 Oct 17 18:31:12.968420 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69310ac6-511d-4cc6-a03e-a11002c04f39 req-ffb1b7f1-0576-4cc6-9141-d224f6810e25 service neutron] 10.222.0.20 "GET /v2.0/networks/984599e8-178d-48b3-ab05-dde3dad4b4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551578 Oct 17 18:31:13.223366 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796f44-a7df-4939-84c8-29c99e4ae5be req-f6930569-5014-4fb3-9aa2-1033cb8e0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:13.224970 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-99796f44-a7df-4939-84c8-29c99e4ae5be req-f6930569-5014-4fb3-9aa2-1033cb8e0264 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 1096 time: 0.1677759 Oct 17 18:31:13.366374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2238a-17a4-452f-92cb-14fc471a2249 req-31e84500-bb78-4845-a719-582f6210b44b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:13.368018 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7ec2238a-17a4-452f-92cb-14fc471a2249 req-31e84500-bb78-4845-a719-582f6210b44b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 943 time: 0.2163482 Oct 17 18:31:13.420443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796f44-a7df-4939-84c8-29c99e4ae5be req-d7d4f8fd-c77a-4b29-aead-b9eeb3f7c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:13.421974 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-99796f44-a7df-4939-84c8-29c99e4ae5be req-d7d4f8fd-c77a-4b29-aead-b9eeb3f7c45f service neutron] 10.222.0.20 "GET /v2.0/networks?id=984599e8-178d-48b3-ab05-dde3dad4b4ee HTTP/1.1" status: 200 len: 898 time: 0.1903362 Oct 17 18:31:13.507640 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7ec2238a-17a4-452f-92cb-14fc471a2249 req-f14eaf7f-17cd-48ad-8651-02979566e137 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331723 Oct 17 18:31:13.509198 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-99796f44-a7df-4939-84c8-29c99e4ae5be req-347b8015-dd42-4155-aa30-0f1898f08ac6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 HTTP/1.1" status: 200 len: 217 time: 0.0798900 Oct 17 18:31:13.582473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796f44-a7df-4939-84c8-29c99e4ae5be req-966f5d54-7d5b-47ae-babb-890795beb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:13.584084 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-99796f44-a7df-4939-84c8-29c99e4ae5be req-966f5d54-7d5b-47ae-babb-890795beb8b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a HTTP/1.1" status: 200 len: 835 time: 0.0683825 Oct 17 18:31:13.689063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99796f44-a7df-4939-84c8-29c99e4ae5be req-1425f11e-bc9d-4908-beff-c1bb2a6ea09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:13.690867 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-99796f44-a7df-4939-84c8-29c99e4ae5be req-1425f11e-bc9d-4908-beff-c1bb2a6ea09b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=984599e8-178d-48b3-ab05-dde3dad4b4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0977426 Oct 17 18:31:14.003296 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-99796f44-a7df-4939-84c8-29c99e4ae5be req-6a7fb573-4629-46fb-bc07-72cc38bf509b service neutron] 10.222.0.20 "GET /v2.0/networks/984599e8-178d-48b3-ab05-dde3dad4b4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856405 Oct 17 18:31:14.158742 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-99796f44-a7df-4939-84c8-29c99e4ae5be req-125afa68-fdf5-413c-a7fa-480e5ff6cd5f service neutron] 10.222.0.20 "GET /v2.0/networks/984599e8-178d-48b3-ab05-dde3dad4b4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500323 Oct 17 18:31:14.750436 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e36cd-b4a7-434c-a52f-fc1cdb9103f0 req-05dfe7b1-964c-4719-a894-7f125ac4262d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:14.752184 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0d2e36cd-b4a7-434c-a52f-fc1cdb9103f0 req-05dfe7b1-964c-4719-a894-7f125ac4262d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 943 time: 0.1036303 Oct 17 18:31:14.802972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-0d2e36cd-b4a7-434c-a52f-fc1cdb9103f0 req-15aaa751-7246-44f5-a9bf-33bf3b5bd8cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:14.823324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-0d2e36cd-b4a7-434c-a52f-fc1cdb9103f0 req-15aaa751-7246-44f5-a9bf-33bf3b5bd8cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:14.824580 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0d2e36cd-b4a7-434c-a52f-fc1cdb9103f0 req-15aaa751-7246-44f5-a9bf-33bf3b5bd8cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653493 Oct 17 18:31:15.287866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:31:15.449687 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50,segment=NetworkSegment(fa6ca091-8da2-4cb7-b25d-45ab30303e04),segment_id=fa6ca091-8da2-4cb7-b25d-45ab30303e04)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:15.465705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'port_id': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50', 'mac_address': 'fa:16:3e:85:dc:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:31:15.564659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:15.565037 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:15.583487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:31:15.602348 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50,segment=NetworkSegment(fa6ca091-8da2-4cb7-b25d-45ab30303e04),segment_id=fa6ca091-8da2-4cb7-b25d-45ab30303e04)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:15.606400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:15.682634 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:15.880329 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:31:16.093598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1522c-c8c4-467c-b281-cbbfba205ab1 req-4a687e96-34de-4b17-80ec-8de3eb5caab6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:16.096402 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30e1522c-c8c4-467c-b281-cbbfba205ab1 req-4a687e96-34de-4b17-80ec-8de3eb5caab6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 944 time: 0.1220107 Oct 17 18:31:16.179732 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-30e1522c-c8c4-467c-b281-cbbfba205ab1 req-c637118f-b96d-4c26-a1c1-c96cb822500a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671954 Oct 17 18:31:17.288539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:31:17.366385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:31:17.371951 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:31:17.372323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:17.372660 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 Oct 17 18:31:17.454502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1861e4-c72c-43e3-953b-e0a0f8222dcc req-e0a0bf99-746a-4286-9b50-cfd3b3192668 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:17.457160 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ea1861e4-c72c-43e3-953b-e0a0f8222dcc req-e0a0bf99-746a-4286-9b50-cfd3b3192668 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 944 time: 0.1500056 Oct 17 18:31:17.511613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:31:17.512209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:17.524453 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ea1861e4-c72c-43e3-953b-e0a0f8222dcc req-aeb86e9d-32fc-47b9-a76b-6e038d146558 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569396 Oct 17 18:31:17.550811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:31:17.553269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec5ec5a-79e2-4ed3-9ac3-d52892db45d0" -d '{"events": [{"server_uuid": "fd60d5d1-255c-438d-8aff-993da4dc13f9", "name": "network-vif-plugged", "status": "completed", "tag": "a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:31:17.562379 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50,segment=NetworkSegment(fa6ca091-8da2-4cb7-b25d-45ab30303e04),segment_id=fa6ca091-8da2-4cb7-b25d-45ab30303e04)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:31:17.568885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:17.629487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1f8a6b-127c-4704-b5c0-d5178712e4f8 x-openstack-request-id: req-6d1f8a6b-127c-4704-b5c0-d5178712e4f8 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:31:17.629833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd60d5d1-255c-438d-8aff-993da4dc13f9", "name": "network-vif-plugged", "status": "completed", "tag": "a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:31:17.629995 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d1f8a6b-127c-4704-b5c0-d5178712e4f8 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:31:17.630412 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d1f8a6b-127c-4704-b5c0-d5178712e4f8'] response: {'server_uuid': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50', 'code': 200} Oct 17 18:31:17.656951 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:17.932303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc8b8d-6b0f-47f8-b420-474b00c899cd req-91d9424f-a497-4816-81b0-2b6ebe9e1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:17.935033 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-73bc8b8d-6b0f-47f8-b420-474b00c899cd req-91d9424f-a497-4816-81b0-2b6ebe9e1d5a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 1098 time: 0.0989821 Oct 17 18:31:18.004475 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-73bc8b8d-6b0f-47f8-b420-474b00c899cd req-d5f8188b-fb90-4cd9-9f73-6c506c0e4fe8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624671 Oct 17 18:31:18.772566 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b26d55-8fa9-40fc-a4bd-e7e77f213945 req-10532e98-cf4a-4763-afab-0f11bb7b7094 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:18.774182 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d8b26d55-8fa9-40fc-a4bd-e7e77f213945 req-10532e98-cf4a-4763-afab-0f11bb7b7094 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 945 time: 0.0978329 Oct 17 18:31:18.831393 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d8b26d55-8fa9-40fc-a4bd-e7e77f213945 req-6fc32024-c8d9-43d9-a777-ef19cef5a44b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462348 Oct 17 18:31:20.068412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdd845-cfeb-40ee-8b2e-6d6858f0ee74 req-8b49eca8-fed0-446e-a8c2-d545719b5862 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:20.069894 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e7fdd845-cfeb-40ee-8b2e-6d6858f0ee74 req-8b49eca8-fed0-446e-a8c2-d545719b5862 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 945 time: 0.0962260 Oct 17 18:31:20.123889 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e7fdd845-cfeb-40ee-8b2e-6d6858f0ee74 req-27840515-45da-434a-a5b5-674719bef64b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475063 Oct 17 18:31:20.358820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d822d0-cdff-4d6f-8e08-bac263d77f41 req-f60d7fb7-1e64-4379-84af-54f9efab16ce tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:20.360344 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-03d822d0-cdff-4d6f-8e08-bac263d77f41 req-f60d7fb7-1e64-4379-84af-54f9efab16ce tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 945 time: 0.1011384 Oct 17 18:31:20.415864 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-03d822d0-cdff-4d6f-8e08-bac263d77f41 req-8dc10ab6-295c-4de6-b415-9c0e8e684de5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452862 Oct 17 18:31:20.448054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54614) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:20.537761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40083130-471f-4800-8f34-25708795c1e3 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:20.539839 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-40083130-471f-4800-8f34-25708795c1e3 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 1093 time: 0.0895059 Oct 17 18:31:20.543090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54618) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:20.549023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:31:20.556358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:31:20.560845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:floatingip and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:31:20.564639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:31:20.571979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:31:20.588529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:20.754851 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:20.950257 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.26.8.223 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/5692bf00-d8d0-445b-b0ab-b0f4754929b4) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:31:21.142729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.187364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.259243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:31:21.262920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:31:21.268076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:31:21.305131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=5692bf00-d8d0-445b-b0ab-b0f4754929b4,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:21.765129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:21.848517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.205567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.211590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.325175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=5692bf00-d8d0-445b-b0ab-b0f4754929b4,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:22.327927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:22.557980 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Floating IP c4bd62c8-29c5-4774-973b-4da3dc351f5c associated. External IP: 172.26.8.223, port: a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50. Oct 17 18:31:23.000345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 12cca3e2-38d2-4404-bfad-541c1333d896 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:31:23.214750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:31:23.226721 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6df2bf-80e9-4d16-b641-d4e71d8c648f None None] Sync routers for ids ['12cca3e2-38d2-4404-bfad-541c1333d896'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:31:23.240707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6df2bf-80e9-4d16-b641-d4e71d8c648f None None] Routers {'12cca3e2-38d2-4404-bfad-541c1333d896'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:23.241795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-da6df2bf-80e9-4d16-b641-d4e71d8c648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:31:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['12cca3e2-38d2-4404-bfad-541c1333d896'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:23.245697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:23.309892 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-348c644b-2726-4df7-bf87-4cbce8e13088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7654438 Oct 17 18:31:23.310341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'tag': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:31:23.312936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c636b6f2-1baf-4a36-bd54-6374ec3c57b6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd60d5d1-255c-438d-8aff-993da4dc13f9", "tag": "a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:31:23.373492 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bb165f-21f1-43c3-8593-06b5b2de53d6 x-openstack-request-id: req-51bb165f-21f1-43c3-8593-06b5b2de53d6 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:31:23.373782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd60d5d1-255c-438d-8aff-993da4dc13f9", "tag": "a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:31:23.374067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51bb165f-21f1-43c3-8593-06b5b2de53d6 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:31:23.374492 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bb165f-21f1-43c3-8593-06b5b2de53d6'] response: {'name': 'network-changed', 'server_uuid': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'tag': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50', 'status': 'completed', 'code': 200} Oct 17 18:31:23.532816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-da6df2bf-80e9-4d16-b641-d4e71d8c648f None None] Set router 12cca3e2-38d2-4404-bfad-541c1333d896 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:23.638257 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636b6f2-1baf-4a36-bd54-6374ec3c57b6 req-b01bc5d5-18e7-4641-93f6-a2c5a985af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:23.639996 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c636b6f2-1baf-4a36-bd54-6374ec3c57b6 req-b01bc5d5-18e7-4641-93f6-a2c5a985af3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 1098 time: 0.2193191 Oct 17 18:31:23.742130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a785579-734e-460e-b36b-bfefdd2f512b req-49893743-3037-4e0d-962d-f17b7797a12e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:23.743790 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6a785579-734e-460e-b36b-bfefdd2f512b req-49893743-3037-4e0d-962d-f17b7797a12e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 945 time: 0.2535894 Oct 17 18:31:23.847893 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6a785579-734e-460e-b36b-bfefdd2f512b req-33b2c4fe-2295-4379-85f7-80c60051b896 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875406 Oct 17 18:31:23.849363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636b6f2-1baf-4a36-bd54-6374ec3c57b6 req-3ae58a43-409d-4260-9984-6dd42f1cf55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:23.850910 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c636b6f2-1baf-4a36-bd54-6374ec3c57b6 req-3ae58a43-409d-4260-9984-6dd42f1cf55e service neutron] 10.222.0.20 "GET /v2.0/networks?id=984599e8-178d-48b3-ab05-dde3dad4b4ee HTTP/1.1" status: 200 len: 898 time: 0.2056344 Oct 17 18:31:23.897488 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54626) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:24.052753 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-596bcc69-fca1-4f22-bc51-35bbb20a5b2a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/c4bd62c8-29c5-4774-973b-4da3dc351f5c HTTP/1.1" status: 200 len: 991 time: 0.1530132 Oct 17 18:31:24.119481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-da6df2bf-80e9-4d16-b641-d4e71d8c648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:31:03Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'c4bd62c8-29c5-4774-973b-4da3dc351f5c', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'port_id': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'mac_address': 'fa:16:3e:85:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:31:21Z', 'updated_at': '2022-10-17T18:31:21Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03105e9a-4747-4c05-94aa-ce9802c9eb27', 'name': '', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:02Z', 'updated_at': '2022-10-17T18:31:08Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:24.127575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6df2bf-80e9-4d16-b641-d4e71d8c648f None None] Checking router: 12cca3e2-38d2-4404-bfad-541c1333d896 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:31:24.144450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6df2bf-80e9-4d16-b641-d4e71d8c648f None None] Routers {'12cca3e2-38d2-4404-bfad-541c1333d896'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:24.145540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-da6df2bf-80e9-4d16-b641-d4e71d8c648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:31:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['12cca3e2-38d2-4404-bfad-541c1333d896'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:24.148478 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c636b6f2-1baf-4a36-bd54-6374ec3c57b6 req-607cd896-cb20-4987-ae16-f974b659f7f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 HTTP/1.1" status: 200 len: 999 time: 0.2902119 Oct 17 18:31:24.217391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636b6f2-1baf-4a36-bd54-6374ec3c57b6 req-3c658807-4943-4344-b680-5e7b72049214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:24.218900 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c636b6f2-1baf-4a36-bd54-6374ec3c57b6 req-3c658807-4943-4344-b680-5e7b72049214 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a HTTP/1.1" status: 200 len: 835 time: 0.0646417 Oct 17 18:31:24.316858 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636b6f2-1baf-4a36-bd54-6374ec3c57b6 req-39f45c40-edc9-462a-aae6-19fcd7c05570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:24.318384 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c636b6f2-1baf-4a36-bd54-6374ec3c57b6 req-39f45c40-edc9-462a-aae6-19fcd7c05570 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=984599e8-178d-48b3-ab05-dde3dad4b4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940769 Oct 17 18:31:24.491295 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-da6df2bf-80e9-4d16-b641-d4e71d8c648f None None] Set router 12cca3e2-38d2-4404-bfad-541c1333d896 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:24.492910 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c636b6f2-1baf-4a36-bd54-6374ec3c57b6 req-496b1884-6901-43c6-9cdf-9fc6f4b5809f service neutron] 10.222.0.20 "GET /v2.0/networks/984599e8-178d-48b3-ab05-dde3dad4b4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679351 Oct 17 18:31:24.739419 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c636b6f2-1baf-4a36-bd54-6374ec3c57b6 req-881c64c3-fcbe-49c6-bec2-1639f0a2d294 service neutron] 10.222.0.20 "GET /v2.0/networks/984599e8-178d-48b3-ab05-dde3dad4b4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400548 Oct 17 18:31:24.952478 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-da6df2bf-80e9-4d16-b641-d4e71d8c648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:31:03Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'c4bd62c8-29c5-4774-973b-4da3dc351f5c', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'port_id': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'mac_address': 'fa:16:3e:85:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:31:21Z', 'updated_at': '2022-10-17T18:31:21Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03105e9a-4747-4c05-94aa-ce9802c9eb27', 'name': '', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:02Z', 'updated_at': '2022-10-17T18:31:08Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:24.958591 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6df2bf-80e9-4d16-b641-d4e71d8c648f None None] The sync data for ids ['12cca3e2-38d2-4404-bfad-541c1333d896'] in dv-neutron-860895-1-hyperv is: [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:31:03Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'c4bd62c8-29c5-4774-973b-4da3dc351f5c', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.223', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'port_id': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'mac_address': 'fa:16:3e:85:dc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:31:21Z', 'updated_at': '2022-10-17T18:31:21Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03105e9a-4747-4c05-94aa-ce9802c9eb27', 'name': '', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:02Z', 'updated_at': '2022-10-17T18:31:08Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:31:25.055653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54630) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:25.217181 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21ad34e-5e41-4ee4-bed2-41c923bf5e2e None None] New status for floating IP c4bd62c8-29c5-4774-973b-4da3dc351f5c: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:31:25.231992 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:25.250105 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-484805a5-421d-4fff-8e82-1141670be4f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/c4bd62c8-29c5-4774-973b-4da3dc351f5c HTTP/1.1" status: 200 len: 991 time: 0.1932743 Oct 17 18:31:26.255539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54634) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:26.378428 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e3794477-1035-4714-bac3-6982449c3cfe tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/c4bd62c8-29c5-4774-973b-4da3dc351f5c HTTP/1.1" status: 200 len: 993 time: 0.1209044 Oct 17 18:31:29.130330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-821ec688-72b6-457c-a78d-c81fe1fdfbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:31.537388 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-32d2597c-3b3c-46b6-879a-c3f36aad3dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:32.618931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:32.694323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:34.496435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:38.297116 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:31:51.467938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec78f2-52b8-42db-bf4e-589bbf6b9066 req-80cc20e5-d20f-4470-802b-2b0ca58f9010 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:51.469500 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d6ec78f2-52b8-42db-bf4e-589bbf6b9066 req-80cc20e5-d20f-4470-802b-2b0ca58f9010 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 945 time: 0.1033499 Oct 17 18:31:51.522485 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d6ec78f2-52b8-42db-bf4e-589bbf6b9066 req-088019f3-4fe4-4553-8501-24aab46097a9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459805 Oct 17 18:31:52.768767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69206e51-db63-4910-abdc-dbf053f30ab2 req-cbd05aca-93cb-4794-8ae1-b8fbb4c4e496 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:52.770835 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69206e51-db63-4910-abdc-dbf053f30ab2 req-cbd05aca-93cb-4794-8ae1-b8fbb4c4e496 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 945 time: 0.1047120 Oct 17 18:31:52.821896 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69206e51-db63-4910-abdc-dbf053f30ab2 req-db4a40f9-fae7-4e88-91ea-4241a64c8ba2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Oct 17 18:31:52.853888 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54652) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:52.973363 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-043d2f42-f44e-4c97-b722-5831bc0956d1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/c4bd62c8-29c5-4774-973b-4da3dc351f5c HTTP/1.1" status: 200 len: 993 time: 0.1178463 Oct 17 18:31:54.791615 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bfec8-5436-4083-8d9b-5466cc378f7d req-ee71cbd8-2d57-4f3c-a7c7-565f75082269 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:54.793614 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ae4bfec8-5436-4083-8d9b-5466cc378f7d req-ee71cbd8-2d57-4f3c-a7c7-565f75082269 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 945 time: 0.2912087 Oct 17 18:31:54.870000 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ae4bfec8-5436-4083-8d9b-5466cc378f7d req-22c605b3-eb76-409f-9ed5-2d398a4a8ca5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670903 Oct 17 18:31:55.243618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:56.161951 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a66da-39c7-4d0d-ad81-725c210b9096 req-fa8e85cc-1404-47bc-996a-da898a1f4353 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:56.163643 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-120a66da-39c7-4d0d-ad81-725c210b9096 req-fa8e85cc-1404-47bc-996a-da898a1f4353 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 945 time: 0.1239049 Oct 17 18:31:56.219455 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-120a66da-39c7-4d0d-ad81-725c210b9096 req-08853a2d-7c6d-4e13-a99a-696fea4a070a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454066 Oct 17 18:31:56.253244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54664) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:56.426002 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-906bc6b3-e1a3-420c-a485-28325ba47b51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/c4bd62c8-29c5-4774-973b-4da3dc351f5c HTTP/1.1" status: 200 len: 993 time: 0.1711693 Oct 17 18:31:56.911266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54672) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:31:57.153094 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 5692bf00-d8d0-445b-b0ab-b0f4754929b4 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:31:57.153442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:57.362487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:57.363402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:57.504256 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 5692bf00-d8d0-445b-b0ab-b0f4754929b4 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:31:57.691952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:57.751281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=5692bf00-d8d0-445b-b0ab-b0f4754929b4,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:31:57.801370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:57.801908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:57.802372 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:57.802613 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:57.802946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:57.803317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:57.803642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:57.803993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:57.804317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:57.804666 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:57.804987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:57.805308 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:31:57.896831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:57.897368 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Floating IP c4bd62c8-29c5-4774-973b-4da3dc351f5c disassociated (deleted). External IP: 172.26.8.223, port: a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50. Oct 17 18:31:58.566866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 12cca3e2-38d2-4404-bfad-541c1333d896 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:31:58.778594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:31:58.791120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc004c63-a136-4189-87fd-bc4d8ee81603 None None] Sync routers for ids ['12cca3e2-38d2-4404-bfad-541c1333d896'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:31:58.807946 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc004c63-a136-4189-87fd-bc4d8ee81603 None None] Routers {'12cca3e2-38d2-4404-bfad-541c1333d896'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:58.809470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fc004c63-a136-4189-87fd-bc4d8ee81603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:31:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['12cca3e2-38d2-4404-bfad-541c1333d896'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:58.812327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:58.927497 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e380094e-0c96-406b-90f5-a98f4991f586 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/floatingips/c4bd62c8-29c5-4774-973b-4da3dc351f5c HTTP/1.1" status: 204 len: 168 time: 2.0146825 Oct 17 18:31:58.928617 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'tag': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:31:58.933402 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a1ed88-8352-4659-af71-43d4258762e9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd60d5d1-255c-438d-8aff-993da4dc13f9", "tag": "a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:31:59.026731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead186bf-b103-43e2-9c1c-b8560fa0fd57 x-openstack-request-id: req-ead186bf-b103-43e2-9c1c-b8560fa0fd57 {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:31:59.027212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd60d5d1-255c-438d-8aff-993da4dc13f9", "tag": "a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:31:59.027740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ead186bf-b103-43e2-9c1c-b8560fa0fd57 {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:31:59.028237 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead186bf-b103-43e2-9c1c-b8560fa0fd57'] response: {'name': 'network-changed', 'server_uuid': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'tag': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50', 'status': 'completed', 'code': 200} Oct 17 18:31:59.121376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-fc004c63-a136-4189-87fd-bc4d8ee81603 None None] Set router 12cca3e2-38d2-4404-bfad-541c1333d896 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:59.250917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1ed88-8352-4659-af71-43d4258762e9 req-9b5c30a1-2396-4af1-b802-5eed2d401cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:59.255558 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-10a1ed88-8352-4659-af71-43d4258762e9 req-9b5c30a1-2396-4af1-b802-5eed2d401cf3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 1098 time: 0.1860607 Oct 17 18:31:59.320473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d6ab155e-6569-49d9-a84a-0a4ceebbb35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:31:59.458206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1ed88-8352-4659-af71-43d4258762e9 req-fb5223cc-f2f9-4398-a602-ac5152cfb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:59.459725 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-10a1ed88-8352-4659-af71-43d4258762e9 req-fb5223cc-f2f9-4398-a602-ac5152cfb863 service neutron] 10.222.0.20 "GET /v2.0/networks?id=984599e8-178d-48b3-ab05-dde3dad4b4ee HTTP/1.1" status: 200 len: 898 time: 0.1979909 Oct 17 18:31:59.541764 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-10a1ed88-8352-4659-af71-43d4258762e9 req-3b90acf4-d4e1-437a-9938-b5d99975e9a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 HTTP/1.1" status: 200 len: 217 time: 0.0752823 Oct 17 18:31:59.589858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fc004c63-a136-4189-87fd-bc4d8ee81603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:31:03Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '03105e9a-4747-4c05-94aa-ce9802c9eb27', 'name': '', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:02Z', 'updated_at': '2022-10-17T18:31:08Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:59.598314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc004c63-a136-4189-87fd-bc4d8ee81603 None None] Checking router: 12cca3e2-38d2-4404-bfad-541c1333d896 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:31:59.606379 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35380b8-24d9-40ea-8bdb-dbe4f215ed1f req-fff2e351-a0c1-49f1-8b3e-8625efb2c302 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:59.607432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f35380b8-24d9-40ea-8bdb-dbe4f215ed1f req-fff2e351-a0c1-49f1-8b3e-8625efb2c302 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:31:59.615748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc004c63-a136-4189-87fd-bc4d8ee81603 None None] Routers {'12cca3e2-38d2-4404-bfad-541c1333d896'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:31:59.616800 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fc004c63-a136-4189-87fd-bc4d8ee81603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:31:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['12cca3e2-38d2-4404-bfad-541c1333d896'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:31:59.627192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f35380b8-24d9-40ea-8bdb-dbe4f215ed1f req-fff2e351-a0c1-49f1-8b3e-8625efb2c302 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:31:59.629724 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f35380b8-24d9-40ea-8bdb-dbe4f215ed1f req-fff2e351-a0c1-49f1-8b3e-8625efb2c302 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 945 time: 0.1795168 Oct 17 18:31:59.655823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1ed88-8352-4659-af71-43d4258762e9 req-7468b275-982a-4049-9951-7096bce1512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:59.658014 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-10a1ed88-8352-4659-af71-43d4258762e9 req-7468b275-982a-4049-9951-7096bce1512d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a HTTP/1.1" status: 200 len: 835 time: 0.1070957 Oct 17 18:31:59.688690 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f35380b8-24d9-40ea-8bdb-dbe4f215ed1f req-8c31ca02-8320-4c7e-aad5-ede4088bb4e1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487242 Oct 17 18:31:59.804701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1ed88-8352-4659-af71-43d4258762e9 req-f24558a0-3d15-4094-8219-9786bc4222f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:31:59.805851 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-10a1ed88-8352-4659-af71-43d4258762e9 req-f24558a0-3d15-4094-8219-9786bc4222f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=984599e8-178d-48b3-ab05-dde3dad4b4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1396990 Oct 17 18:31:59.890958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-fc004c63-a136-4189-87fd-bc4d8ee81603 None None] Set router 12cca3e2-38d2-4404-bfad-541c1333d896 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:31:59.968230 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-10a1ed88-8352-4659-af71-43d4258762e9 req-1d78201e-2d3b-4d9b-b081-be6572e48847 service neutron] 10.222.0.20 "GET /v2.0/networks/984599e8-178d-48b3-ab05-dde3dad4b4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554229 Oct 17 18:32:00.251847 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-10a1ed88-8352-4659-af71-43d4258762e9 req-0f4f4026-8d88-4b4b-970f-0f7e3eb74ab2 service neutron] 10.222.0.20 "GET /v2.0/networks/984599e8-178d-48b3-ab05-dde3dad4b4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746673 Oct 17 18:32:00.429617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-fc004c63-a136-4189-87fd-bc4d8ee81603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:31:03Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '03105e9a-4747-4c05-94aa-ce9802c9eb27', 'name': '', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:02Z', 'updated_at': '2022-10-17T18:31:08Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:00.434392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc004c63-a136-4189-87fd-bc4d8ee81603 None None] The sync data for ids ['12cca3e2-38d2-4404-bfad-541c1333d896'] in dv-neutron-860895-1-hyperv is: [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:31:03Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '03105e9a-4747-4c05-94aa-ce9802c9eb27', 'name': '', 'network_id': '984599e8-178d-48b3-ab05-dde3dad4b4ee', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:9e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:31:02Z', 'updated_at': '2022-10-17T18:31:08Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:32:00.715655 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec6d3e1-6d94-4304-90c7-018fcf030d58 None None] New status for floating IP c4bd62c8-29c5-4774-973b-4da3dc351f5c: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:32:00.960734 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f600d711-6b46-4d1b-8541-cba9b2c07005 req-04ad041e-3e35-4514-86ad-c82e952d9c4f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:00.962418 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f600d711-6b46-4d1b-8541-cba9b2c07005 req-04ad041e-3e35-4514-86ad-c82e952d9c4f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 945 time: 0.1058934 Oct 17 18:32:01.075591 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f600d711-6b46-4d1b-8541-cba9b2c07005 req-8e5d8e7b-d729-4354-a0af-176420264284 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=ac3d6398-f3f5-48a0-9cde-fea66e562927&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064029 Oct 17 18:32:01.127755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92735-95b9-4fa1-857f-a247fe6b073c req-6db5d147-84fc-49ec-9752-1f2a318e6405 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:01.129580 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b5f92735-95b9-4fa1-857f-a247fe6b073c req-6db5d147-84fc-49ec-9752-1f2a318e6405 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 945 time: 0.1230943 Oct 17 18:32:01.213811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-b5f92735-95b9-4fa1-857f-a247fe6b073c req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:32:01.214154 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b5f92735-95b9-4fa1-857f-a247fe6b073c req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:01.522915 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-b5f92735-95b9-4fa1-857f-a247fe6b073c req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50,segment=NetworkSegment(fa6ca091-8da2-4cb7-b25d-45ab30303e04),segment_id=fa6ca091-8da2-4cb7-b25d-45ab30303e04)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:32:01.524053 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b5f92735-95b9-4fa1-857f-a247fe6b073c req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:01.538322 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bf9198f6-8799-4de0-a00e-d8bbfa4c797e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:01.676622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-b5f92735-95b9-4fa1-857f-a247fe6b073c req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:32:01.852905 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b5f92735-95b9-4fa1-857f-a247fe6b073c req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:01.915477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:01.968742 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:01.969087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:01.969462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:01.969861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:01.970225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:01.970551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:01.971431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:01.972205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:01.972205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:01.972452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:01.972722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:01.973045 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:02.025229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f92735-95b9-4fa1-857f-a247fe6b073c req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] No DVR routers for this DVR port a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:32:02.028645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-b5f92735-95b9-4fa1-857f-a247fe6b073c req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:02.032021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'name': 'network-vif-deleted', 'tag': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:32:02.035731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ad4666-870f-4eaf-84f3-011d8e84cf20" -d '{"events": [{"server_uuid": "fd60d5d1-255c-438d-8aff-993da4dc13f9", "name": "network-vif-deleted", "tag": "a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:32:02.058890 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b5f92735-95b9-4fa1-857f-a247fe6b073c req-2e262790-ba40-43ac-99c2-c44c4e96cccc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "DELETE /v2.0/ports/a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 HTTP/1.1" status: 204 len: 173 time: 0.9235313 Oct 17 18:32:02.101289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7aab8b-5ade-4bf3-acda-a20ff8cb062c x-openstack-request-id: req-7a7aab8b-5ade-4bf3-acda-a20ff8cb062c {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:32:02.101494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd60d5d1-255c-438d-8aff-993da4dc13f9", "name": "network-vif-deleted", "tag": "a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:32:02.102031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a7aab8b-5ade-4bf3-acda-a20ff8cb062c {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:32:02.102662 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7aab8b-5ade-4bf3-acda-a20ff8cb062c'] response: {'server_uuid': 'fd60d5d1-255c-438d-8aff-993da4dc13f9', 'name': 'network-vif-deleted', 'tag': 'a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50', 'status': 'completed', 'code': 200} Oct 17 18:32:02.382642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-36d3f845-13e9-4883-b8a0-693102e192dd req-7d09a51e-7109-4cf3-8272-afb16daa40d3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:32:02.411937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-36d3f845-13e9-4883-b8a0-693102e192dd req-7d09a51e-7109-4cf3-8272-afb16daa40d3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:32:02.414017 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-36d3f845-13e9-4883-b8a0-693102e192dd req-7d09a51e-7109-4cf3-8272-afb16daa40d3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd60d5d1-255c-438d-8aff-993da4dc13f9 HTTP/1.1" status: 200 len: 210 time: 0.1145718 Oct 17 18:32:02.624819 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:02.699147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:03.438458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:32:03.477052 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:32:03.477394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device a2cb54ca-ad31-4ce2-a87a-9e0b9e20db50 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:32:03.579217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54690) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:04.233024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68495009-a36e-4851-8197-604dac30aa4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:04.505595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:04.741311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-68495009-a36e-4851-8197-604dac30aa4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 03105e9a-4747-4c05-94aa-ce9802c9eb27 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:32:04.741884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68495009-a36e-4851-8197-604dac30aa4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:05.082445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-68495009-a36e-4851-8197-604dac30aa4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port 03105e9a-4747-4c05-94aa-ce9802c9eb27, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=03105e9a-4747-4c05-94aa-ce9802c9eb27,segment=NetworkSegment(fa6ca091-8da2-4cb7-b25d-45ab30303e04),segment_id=fa6ca091-8da2-4cb7-b25d-45ab30303e04)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:32:05.082866 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68495009-a36e-4851-8197-604dac30aa4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:05.217697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-68495009-a36e-4851-8197-604dac30aa4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 03105e9a-4747-4c05-94aa-ce9802c9eb27 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:32:05.417591 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68495009-a36e-4851-8197-604dac30aa4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:05.471212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68495009-a36e-4851-8197-604dac30aa4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=03105e9a-4747-4c05-94aa-ce9802c9eb27,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:05.797615 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-68495009-a36e-4851-8197-604dac30aa4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:06.198474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68495009-a36e-4851-8197-604dac30aa4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 12cca3e2-38d2-4404-bfad-541c1333d896 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:32:06.396491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68495009-a36e-4851-8197-604dac30aa4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:32:06.410340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9220c-61a9-4809-99f4-840139d6ee58 None None] Sync routers for ids ['12cca3e2-38d2-4404-bfad-541c1333d896'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:32:06.417115 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-68495009-a36e-4851-8197-604dac30aa4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "PUT /v2.0/routers/12cca3e2-38d2-4404-bfad-541c1333d896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8366017 Oct 17 18:32:06.421608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54694) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:06.426178 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9220c-61a9-4809-99f4-840139d6ee58 None None] Routers {'12cca3e2-38d2-4404-bfad-541c1333d896'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:32:06.426981 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e8d9220c-61a9-4809-99f4-840139d6ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:32:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['12cca3e2-38d2-4404-bfad-541c1333d896'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:06.497151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b57f11-f806-4942-8c8d-672d763aa105 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting subnet 4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:32:06.500755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6b57f11-f806-4942-8c8d-672d763aa105 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:06.570544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6b57f11-f806-4942-8c8d-672d763aa105 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:06.630530 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-e8d9220c-61a9-4809-99f4-840139d6ee58 None None] Set router 12cca3e2-38d2-4404-bfad-541c1333d896 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:32:06.671219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6b57f11-f806-4942-8c8d-672d763aa105 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:06.757825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6b57f11-f806-4942-8c8d-672d763aa105 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:06.805258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b57f11-f806-4942-8c8d-672d763aa105 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Subnet': ['ID=4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:06.815993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c6b57f11-f806-4942-8c8d-672d763aa105 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:06.823100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56169ee-9189-4f53-8426-67203e1210c4 None None] Network 984599e8-178d-48b3-ab05-dde3dad4b4ee requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:32:06.825373 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c6b57f11-f806-4942-8c8d-672d763aa105 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/subnets/4ffd72ae-dd33-4482-ad74-e8b1a28a0e2a HTTP/1.1" status: 204 len: 168 time: 0.4024529 Oct 17 18:32:06.828740 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54698) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:07.158089 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e8d9220c-61a9-4809-99f4-840139d6ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:32:05Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:07.165558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9220c-61a9-4809-99f4-840139d6ee58 None None] Checking router: 12cca3e2-38d2-4404-bfad-541c1333d896 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:32:07.177340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9220c-61a9-4809-99f4-840139d6ee58 None None] Routers {'12cca3e2-38d2-4404-bfad-541c1333d896'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:32:07.178116 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e8d9220c-61a9-4809-99f4-840139d6ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:32:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['12cca3e2-38d2-4404-bfad-541c1333d896'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:07.180549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:07.233481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] DHCP port deletion for 984599e8-178d-48b3-ab05-dde3dad4b4ee request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:32:07.298515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Deleting port 018ccb7b-2442-4ef7-bd3f-81110f652095 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:32:07.299835 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:07.388010 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:07.401414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 016e18c4-641c-4505-9af4-fa4b396d301e {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:32:07.402202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:07.495417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-e8d9220c-61a9-4809-99f4-840139d6ee58 None None] Set router 12cca3e2-38d2-4404-bfad-541c1333d896 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:32:07.610206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port 016e18c4-641c-4505-9af4-fa4b396d301e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=016e18c4-641c-4505-9af4-fa4b396d301e,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:32:07.610652 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:07.748954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 016e18c4-641c-4505-9af4-fa4b396d301e owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:32:07.868739 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] For port 018ccb7b-2442-4ef7-bd3f-81110f652095, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=018ccb7b-2442-4ef7-bd3f-81110f652095,segment=NetworkSegment(fa6ca091-8da2-4cb7-b25d-45ab30303e04),segment_id=fa6ca091-8da2-4cb7-b25d-45ab30303e04)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:32:07.869359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:07.977076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:08.028824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=016e18c4-641c-4505-9af4-fa4b396d301e,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:08.131590 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Calling delete_port for 018ccb7b-2442-4ef7-bd3f-81110f652095 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:32:08.147301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:08.311427 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:08.355643 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:08.359262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:08.371223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] No DVR routers for this DVR port 018ccb7b-2442-4ef7-bd3f-81110f652095 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:32:08.372851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Pushing event deleted for resources: {'Port': ['ID=018ccb7b-2442-4ef7-bd3f-81110f652095,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:08.395935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:08.396201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:08.396680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:08.396844 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:08.397238 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:08.397512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:08.397862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:08.398216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:08.398488 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:08.398768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:08.399127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:08.399448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1523e8d-81b0-4e64-b7f5-d37d6a96722c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:08.401529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:08.402628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Fanout notify agent at l3_agent the message router_deleted on router 12cca3e2-38d2-4404-bfad-541c1333d896 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:32:08.425350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:08.426545 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-93d13cb2-79f0-48bb-82e7-39d3e3fb72c5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/routers/12cca3e2-38d2-4404-bfad-541c1333d896 HTTP/1.1" status: 204 len: 168 time: 1.5965152 Oct 17 18:32:08.430151 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54702) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:08.438393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-e8d9220c-61a9-4809-99f4-840139d6ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:32:05Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:08.447984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d9220c-61a9-4809-99f4-840139d6ee58 None None] The sync data for ids ['12cca3e2-38d2-4404-bfad-541c1333d896'] in dv-neutron-860895-1-hyperv is: [{'id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328989803', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:30:56Z', 'updated_at': '2022-10-17T18:32:05Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '016e18c4-641c-4505-9af4-fa4b396d301e', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:34:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cca3e2-38d2-4404-bfad-541c1333d896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:30:57Z', 'updated_at': '2022-10-17T18:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:32:08.567271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:08.716856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:08.747650 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984599e8-178d-48b3-ab05-dde3dad4b4ee']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:08.762420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6ca091-8da2-4cb7-b25d-45ab30303e04') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:08.762722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6ca091-8da2-4cb7-b25d-45ab30303e04') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:08.776331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:08.800146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:08.811035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:32:08.811725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:08.902174 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 018ccb7b-2442-4ef7-bd3f-81110f652095 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:32:08.946414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 018ccb7b-2442-4ef7-bd3f-81110f652095 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:32:08.946799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 018ccb7b-2442-4ef7-bd3f-81110f652095 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:32:08.947213 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 03105e9a-4747-4c05-94aa-ce9802c9eb27 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:32:08.985987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 03105e9a-4747-4c05-94aa-ce9802c9eb27 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:32:08.986831 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 03105e9a-4747-4c05-94aa-ce9802c9eb27 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:32:09.117313 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:09.139397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:09.153424 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Network': ['ID=984599e8-178d-48b3-ab05-dde3dad4b4ee,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:09.166098 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7c124934-7785-4916-b7b3-24310bab44b2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/networks/984599e8-178d-48b3-ab05-dde3dad4b4ee HTTP/1.1" status: 204 len: 168 time: 0.7346931 Oct 17 18:32:09.169117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54712) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:09.246222 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment fa6ca091-8da2-4cb7-b25d-45ab30303e04 resource provider aggregate not found Oct 17 18:32:09.266908 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment fa6ca091-8da2-4cb7-b25d-45ab30303e04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa6ca091-8da2-4cb7-b25d-45ab30303e04 found for delete ", "request_id": "req-ce754d76-196c-49ec-8974-7d6607818a58"}]} Oct 17 18:32:09.272797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4a0b90b3-1d34-48de-b634-c8537e8361ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:09.310291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4a0b90b3-1d34-48de-b634-c8537e8361ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:09.407637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4a0b90b3-1d34-48de-b634-c8537e8361ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:09.428344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b90b3-1d34-48de-b634-c8537e8361ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3d6398-f3f5-48a0-9cde-fea66e562927,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:09.442623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4a0b90b3-1d34-48de-b634-c8537e8361ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:09.446040 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4a0b90b3-1d34-48de-b634-c8537e8361ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/security-groups/ac3d6398-f3f5-48a0-9cde-fea66e562927 HTTP/1.1" status: 204 len: 168 time: 0.2734065 Oct 17 18:32:09.610728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54722) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:09.617096 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1934923387', 'description': 'tempest-secgroup-smoke-1934923387 description', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:09.628442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:09.635680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:09.641001 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:09.652636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:09.672274 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:09.709462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:09.715797 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:09.720002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:09.727679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:09.822087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:09.827215 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:09.886057 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f263aa-caea-4391-be32-b849e6bcfcdb,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:09.890827 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:09.892359 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-83c08596-63bd-4bc9-92c9-f94461684aa7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2800806 Oct 17 18:32:09.897182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54726) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:09.906346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c9e40e60-0ba9-424d-a2b5-313585dc03cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'd8f263aa-caea-4391-be32-b849e6bcfcdb', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:09.913461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c9e40e60-0ba9-424d-a2b5-313585dc03cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:09.918350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c9e40e60-0ba9-424d-a2b5-313585dc03cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:09.921767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c9e40e60-0ba9-424d-a2b5-313585dc03cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:09.929889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c9e40e60-0ba9-424d-a2b5-313585dc03cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:09.953043 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9e40e60-0ba9-424d-a2b5-313585dc03cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.028834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9e40e60-0ba9-424d-a2b5-313585dc03cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.033540 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9e40e60-0ba9-424d-a2b5-313585dc03cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.062700 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e40e60-0ba9-424d-a2b5-313585dc03cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d81a9a-f8a2-462a-82e8-d2b96adfb322,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:10.077297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9e40e60-0ba9-424d-a2b5-313585dc03cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.079436 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c9e40e60-0ba9-424d-a2b5-313585dc03cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1801550 Oct 17 18:32:10.082424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54730) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:10.088744 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-c6add168-8a30-436e-8b33-fd650fe4422c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'd8f263aa-caea-4391-be32-b849e6bcfcdb', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:10.096051 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c6add168-8a30-436e-8b33-fd650fe4422c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:10.101516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c6add168-8a30-436e-8b33-fd650fe4422c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:10.105571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-c6add168-8a30-436e-8b33-fd650fe4422c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:10.113572 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-c6add168-8a30-436e-8b33-fd650fe4422c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:10.136651 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6add168-8a30-436e-8b33-fd650fe4422c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.213172 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6add168-8a30-436e-8b33-fd650fe4422c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.217432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6add168-8a30-436e-8b33-fd650fe4422c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.247131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6add168-8a30-436e-8b33-fd650fe4422c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40d7ebd-0402-4139-8081-35b9ae8c2824,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:10.259924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-c6add168-8a30-436e-8b33-fd650fe4422c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.261592 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-c6add168-8a30-436e-8b33-fd650fe4422c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1779137 Oct 17 18:32:10.265918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54734) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:10.272071 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-cdf6127e-d145-4118-95a7-100249380255 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'd8f263aa-caea-4391-be32-b849e6bcfcdb', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:10.278746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cdf6127e-d145-4118-95a7-100249380255 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:10.283799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cdf6127e-d145-4118-95a7-100249380255 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:10.288204 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cdf6127e-d145-4118-95a7-100249380255 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:10.296607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cdf6127e-d145-4118-95a7-100249380255 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:10.318169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cdf6127e-d145-4118-95a7-100249380255 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.397722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cdf6127e-d145-4118-95a7-100249380255 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.401721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cdf6127e-d145-4118-95a7-100249380255 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.432972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6127e-d145-4118-95a7-100249380255 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51be4a3d-5902-4516-8774-4c1a317a10ac,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:10.444818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cdf6127e-d145-4118-95a7-100249380255 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.446540 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cdf6127e-d145-4118-95a7-100249380255 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1794331 Oct 17 18:32:10.449964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54738) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:10.456340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2ba15256-b3f1-4c62-b741-853e038d92aa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'd8f263aa-caea-4391-be32-b849e6bcfcdb', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:10.463253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2ba15256-b3f1-4c62-b741-853e038d92aa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:10.467643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2ba15256-b3f1-4c62-b741-853e038d92aa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:10.471594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2ba15256-b3f1-4c62-b741-853e038d92aa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:10.480166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2ba15256-b3f1-4c62-b741-853e038d92aa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:10.502275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ba15256-b3f1-4c62-b741-853e038d92aa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.579085 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ba15256-b3f1-4c62-b741-853e038d92aa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.584527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ba15256-b3f1-4c62-b741-853e038d92aa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.615706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba15256-b3f1-4c62-b741-853e038d92aa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c57fb51-5597-4fec-9e00-dbc7ff39c2db,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:10.629463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2ba15256-b3f1-4c62-b741-853e038d92aa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.635490 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2ba15256-b3f1-4c62-b741-853e038d92aa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1803954 Oct 17 18:32:10.635740 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 016e18c4-641c-4505-9af4-fa4b396d301e no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:32:10.636525 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54742) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:10.642208 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-76d8c344-a1e1-4cea-b2b7-7c58bf40c453 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'd8f263aa-caea-4391-be32-b849e6bcfcdb', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:10.650838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-76d8c344-a1e1-4cea-b2b7-7c58bf40c453 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:10.657925 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-76d8c344-a1e1-4cea-b2b7-7c58bf40c453 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:10.663444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-76d8c344-a1e1-4cea-b2b7-7c58bf40c453 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:10.674927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-76d8c344-a1e1-4cea-b2b7-7c58bf40c453 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:10.711000 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 016e18c4-641c-4505-9af4-fa4b396d301e {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:32:10.711573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 016e18c4-641c-4505-9af4-fa4b396d301e not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:32:10.825131 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-76d8c344-a1e1-4cea-b2b7-7c58bf40c453 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Project f783c6cfc70e4ae89c6d34c6898bb753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:32:10.833053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76d8c344-a1e1-4cea-b2b7-7c58bf40c453 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.912920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76d8c344-a1e1-4cea-b2b7-7c58bf40c453 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.917870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76d8c344-a1e1-4cea-b2b7-7c58bf40c453 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.946823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8c344-a1e1-4cea-b2b7-7c58bf40c453 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751fefdb-4a7b-4425-80f1-f2c6800a4f23,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:10.960981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-76d8c344-a1e1-4cea-b2b7-7c58bf40c453 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:10.962661 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-76d8c344-a1e1-4cea-b2b7-7c58bf40c453 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3252838 Oct 17 18:32:10.966069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54746) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:10.972607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-fe868469-0949-4001-9b98-ebaa5ac8f015 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'd8f263aa-caea-4391-be32-b849e6bcfcdb', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:10.979115 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fe868469-0949-4001-9b98-ebaa5ac8f015 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:10.983739 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fe868469-0949-4001-9b98-ebaa5ac8f015 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:10.987801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fe868469-0949-4001-9b98-ebaa5ac8f015 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:10.994892 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fe868469-0949-4001-9b98-ebaa5ac8f015 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:11.008946 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-fe868469-0949-4001-9b98-ebaa5ac8f015 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Project f783c6cfc70e4ae89c6d34c6898bb753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:32:11.017062 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe868469-0949-4001-9b98-ebaa5ac8f015 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:11.106752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe868469-0949-4001-9b98-ebaa5ac8f015 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:11.113599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe868469-0949-4001-9b98-ebaa5ac8f015 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:11.144627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe868469-0949-4001-9b98-ebaa5ac8f015 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a8e4ca-4837-4a0d-9589-bf606c963b22,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:11.157704 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fe868469-0949-4001-9b98-ebaa5ac8f015 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:11.159310 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fe868469-0949-4001-9b98-ebaa5ac8f015 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1920652 Oct 17 18:32:11.162474 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54750) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:11.169571 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'network': {'name': 'tempest-network-smoke--667287435', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'port_security_enabled': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:11.176338 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:11.181508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:network and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:11.184957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:11.193421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:11.209376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:32:11.213337 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:11.255731 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:32:11.271361 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:11.271827 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Added segment 7245b448-3386-4388-ae97-a882556ea8f0 of type vlan for network 8418c00d-1f68-4687-b891-dac830183422 Oct 17 18:32:11.308722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:11.348067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:11.360936 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:11.361672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:11.489417 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3255067 Oct 17 18:32:11.493664 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54754) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:11.502717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'admin_state_up': True, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:11.509562 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca1d29-2433-48f8-b82d-495a472aaa20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Network': ['ID=8418c00d-1f68-4687-b891-dac830183422,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:11.514494 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:11.520056 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:router and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:11.522883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 8418c00d-1f68-4687-b891-dac830183422 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:32:11.523712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:11.531202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:11.545725 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:11.547473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:11.575359 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:11.873233 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:12.221238 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:12.255504 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:12.412897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.26.8.103 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/4b068218-7caf-4977-8182-a8e51d285cfa) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:32:12.580850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:12.620324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:12.691792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:32:12.694823 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:32:12.699007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:32:12.732586 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=4b068218-7caf-4977-8182-a8e51d285cfa,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:13.387289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:13.982632 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:14.318271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router c4e81178-c5d5-4a01-8ea2-ad542834d48f is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:32:14.524157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:32:14.540143 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Sync routers for ids ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:32:14.554266 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Routers {'c4e81178-c5d5-4a01-8ea2-ad542834d48f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:32:14.555228 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:32:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:14.561404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:14.568633 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e3b0da2b-cdc7-4d55-955c-05e196900d5f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0675945 Oct 17 18:32:14.569058 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54758) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:14.648756 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-441af7ed-07f3-4f73-8dac-227e60cfde92 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=f783c6cfc70e4ae89c6d34c6898bb753&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0778558 Oct 17 18:32:14.652173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54762) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:14.764800 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Set router c4e81178-c5d5-4a01-8ea2-ad542834d48f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:32:15.019480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f1df3-bcd0-4d75-b1ac-7dfe1eee2427 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:15.021209 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fe4f1df3-bcd0-4d75-b1ac-7dfe1eee2427 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3676281 Oct 17 18:32:15.025742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54766) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:15.072693 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-32f257f1-078e-4b5f-95c3-8832033857fb tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456800 Oct 17 18:32:15.077684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54770) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:15.088925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2078606247', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:15.124828 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:32:13Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:15.133314 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Checking router: c4e81178-c5d5-4a01-8ea2-ad542834d48f for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:32:15.133883 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Updating router c4e81178-c5d5-4a01-8ea2-ad542834d48f port 4b068218-7caf-4977-8182-a8e51d285cfa binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:32:15.222763 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:15.228299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:15.235315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:subnet and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:15.241140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:15.251613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:15.268039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:32:15.272554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:15.346527 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:32:15.655645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:15.694437 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:15.709512 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Transition to ACTIVE for port object 4b068218-7caf-4977-8182-a8e51d285cfa will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:32:15.719271 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:15.761001 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Subnet': ['ID=07dd6ca9-e26d-4d3c-b336-a934e99a0935,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:15.774982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Checking segment: {'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:32:15.775431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network hostable DHCP agents. Network: 8418c00d-1f68-4687-b891-dac830183422, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:32:15.797459 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Attempting to bind port 4b068218-7caf-4977-8182-a8e51d285cfa on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:32:15.797459 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Attempting to bind port 4b068218-7caf-4977-8182-a8e51d285cfa by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:32:15.797459 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Attempting to bind port 4b068218-7caf-4977-8182-a8e51d285cfa on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:32:15.803496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 8418c00d-1f68-4687-b891-dac830183422 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:32:15.809136 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:32:15.809518 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:32:15.809892 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:15.810292 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:32:15.810791 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Bound port: 4b068218-7caf-4977-8182-a8e51d285cfa, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:32:15.811255 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:15.817484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 8418c00d-1f68-4687-b891-dac830183422) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:32:15.823015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:15.823646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:15.836010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253be22f-903f-418c-bda4-703a31d5a802 None None] Network 8418c00d-1f68-4687-b891-dac830183422 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:32:15.852388 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-af393bdf-3ae0-447b-9491-0dcc2881d774 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7730901 Oct 17 18:32:15.857059 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54774) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:15.865028 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Pushing event updated for resources: {'Port': ['ID=4b068218-7caf-4977-8182-a8e51d285cfa,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:15.875701 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:15.876377 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:15.877776 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:15.878728 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:15.879089 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:15.879434 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:15.879787 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:15.880148 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:15.880428 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:15.880941 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:15.881246 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:15.881566 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:32:15.927827 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] For port 4b068218-7caf-4977-8182-a8e51d285cfa, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:32:15.933133 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] For port 4b068218-7caf-4977-8182-a8e51d285cfa, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4b068218-7caf-4977-8182-a8e51d285cfa,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:32:15.938081 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:16.015113 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Routers {'c4e81178-c5d5-4a01-8ea2-ad542834d48f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:32:16.015951 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:32:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:16.182061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-8418c00d-1f68-4687-b891-dac830183422', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ips': [{'subnet_id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:32:16.182814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:16.215593 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e769f92-172d-4379-8454-b8c475a9ca53 None None] Pushing event updated for resources: {'Port': ['ID=4b068218-7caf-4977-8182-a8e51d285cfa,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:16.293661 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] Set router c4e81178-c5d5-4a01-8ea2-ad542834d48f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:32:16.385208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Allocated IP 172.20.0.2 (8418c00d-1f68-4687-b891-dac830183422/07dd6ca9-e26d-4d3c-b336-a934e99a0935/de529da1-e4f2-41ea-8213-fbd6477b1f7e) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:32:16.699892 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:32:13Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:16.707924 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e926a90-4af4-44ce-a62e-3194ce30feb4 None None] The sync data for ids ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'] in dv-neutron-860895-1-hyperv is: [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:32:13Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:32:16.751481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:16.764141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Transition to ACTIVE for port object de529da1-e4f2-41ea-8213-fbd6477b1f7e will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:32:16.789977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Transition to ACTIVE for port object de529da1-e4f2-41ea-8213-fbd6477b1f7e will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:32:16.797565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:16.873249 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Network 8418c00d-1f68-4687-b891-dac830183422 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:32:16.874531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:32:16.880464 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:32:16.924945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:16.939085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Pushing event updated for resources: {'Port': ['ID=de529da1-e4f2-41ea-8213-fbd6477b1f7e,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:17.040731 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Attempting to bind port de529da1-e4f2-41ea-8213-fbd6477b1f7e on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:32:17.041310 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Attempting to bind port de529da1-e4f2-41ea-8213-fbd6477b1f7e by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:32:17.041901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Attempting to bind port de529da1-e4f2-41ea-8213-fbd6477b1f7e on network 8418c00d-1f68-4687-b891-dac830183422 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:32:17.053572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:32:17.054222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Checking segment: {'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:32:17.054942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:17.055666 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Bound using segment: {'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:32:17.056495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Bound port: de529da1-e4f2-41ea-8213-fbd6477b1f7e, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:32:17.057265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:17.208900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] For port de529da1-e4f2-41ea-8213-fbd6477b1f7e, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:32:17.217061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] For port de529da1-e4f2-41ea-8213-fbd6477b1f7e, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=de529da1-e4f2-41ea-8213-fbd6477b1f7e,segment=NetworkSegment(7245b448-3386-4388-ae97-a882556ea8f0),segment_id=7245b448-3386-4388-ae97-a882556ea8f0)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:32:17.226075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:17.349804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96a0cf-f167-4766-aea4-858bfb56cd81 None None] Pushing event updated for resources: {'Port': ['ID=de529da1-e4f2-41ea-8213-fbd6477b1f7e,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:17.704941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.20.0.1 (8418c00d-1f68-4687-b891-dac830183422/07dd6ca9-e26d-4d3c-b336-a934e99a0935/7f333680-0294-4462-a371-2593f9aeb658) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:32:17.916636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:17.942702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Transition to ACTIVE for port object 7f333680-0294-4462-a371-2593f9aeb658 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:32:17.973087 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:18.046684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 8418c00d-1f68-4687-b891-dac830183422 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:32:18.050731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:32:18.055062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:32:18.088590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=7f333680-0294-4462-a371-2593f9aeb658,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:18.128515 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:18.305892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:18.505206 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2106f05-9606-429b-acc0-114cdac380d5 None None] Network 8418c00d-1f68-4687-b891-dac830183422 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:32:18.601664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ed9c82ed-ed70-4440-ad43-b7d989cd5472 None None] Provisioning for port de529da1-e4f2-41ea-8213-fbd6477b1f7e completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:32:18.845024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4b068218-7caf-4977-8182-a8e51d285cfa up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:32:18.921831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:18.929814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:18.960355 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 4b068218-7caf-4977-8182-a8e51d285cfa completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:32:18.968547 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4b068218-7caf-4977-8182-a8e51d285cfa triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:32:18.968915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:18.969267 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4b068218-7caf-4977-8182-a8e51d285cfa Oct 17 18:32:19.109866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=7f333680-0294-4462-a371-2593f9aeb658,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:19.116370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4b068218-7caf-4977-8182-a8e51d285cfa is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:32:19.116573 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:19.117127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:19.138522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 4b068218-7caf-4977-8182-a8e51d285cfa, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4b068218-7caf-4977-8182-a8e51d285cfa,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:32:19.150651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:19.151516 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device de529da1-e4f2-41ea-8213-fbd6477b1f7e up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:32:19.278644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=4b068218-7caf-4977-8182-a8e51d285cfa,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:19.297144 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port de529da1-e4f2-41ea-8213-fbd6477b1f7e completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:32:19.306038 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port de529da1-e4f2-41ea-8213-fbd6477b1f7e triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:32:19.306606 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:19.307142 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port de529da1-e4f2-41ea-8213-fbd6477b1f7e Oct 17 18:32:19.317079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 8418c00d-1f68-4687-b891-dac830183422 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:32:19.318650 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:32:19.409328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Provisioning complete for port de529da1-e4f2-41ea-8213-fbd6477b1f7e triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:32:19.409885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:19.410340 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Attempt 1 to provision port de529da1-e4f2-41ea-8213-fbd6477b1f7e Oct 17 18:32:19.576425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port de529da1-e4f2-41ea-8213-fbd6477b1f7e is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:32:19.577072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:19.662244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Current status of the port de529da1-e4f2-41ea-8213-fbd6477b1f7e is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:32:19.662629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:19.681900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port de529da1-e4f2-41ea-8213-fbd6477b1f7e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=de529da1-e4f2-41ea-8213-fbd6477b1f7e,segment=NetworkSegment(7245b448-3386-4388-ae97-a882556ea8f0),segment_id=7245b448-3386-4388-ae97-a882556ea8f0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:32:19.692349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:19.818570 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:32:19.819017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:32:19.820676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router c4e81178-c5d5-4a01-8ea2-ad542834d48f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:32:19.822854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=de529da1-e4f2-41ea-8213-fbd6477b1f7e,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:20.069452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:32:20.099087 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-618abc76-a32e-4cfa-b8ae-df99b21aba2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "PUT /v2.0/routers/c4e81178-c5d5-4a01-8ea2-ad542834d48f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2257314 Oct 17 18:32:20.099411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Sync routers for ids ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:32:20.102020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Routers {'c4e81178-c5d5-4a01-8ea2-ad542834d48f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:32:20.103729 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:32:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:20.341874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-309df739-a762-4fa7-9770-989a30278974 req-3b01635e-32bc-4741-8132-4e881634b8c3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:32:20.369268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-309df739-a762-4fa7-9770-989a30278974 req-3b01635e-32bc-4741-8132-4e881634b8c3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:32:20.371199 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-3b01635e-32bc-4741-8132-4e881634b8c3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1934923387&fields=id&tenant_id=f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 267 time: 0.1062179 Oct 17 18:32:20.499958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Current status of the port de529da1-e4f2-41ea-8213-fbd6477b1f7e is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:32:20.551750 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Provisioning for port 7f333680-0294-4462-a371-2593f9aeb658 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:32:20.573322 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Set router c4e81178-c5d5-4a01-8ea2-ad542834d48f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:32:20.585031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df739-a762-4fa7-9770-989a30278974 req-f2334099-29cd-4b88-80e8-0063c14184ff tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:20.585757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-309df739-a762-4fa7-9770-989a30278974 req-f2334099-29cd-4b88-80e8-0063c14184ff tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:32:20.605028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-309df739-a762-4fa7-9770-989a30278974 req-f2334099-29cd-4b88-80e8-0063c14184ff tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:32:20.606079 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-f2334099-29cd-4b88-80e8-0063c14184ff tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/networks?id=8418c00d-1f68-4687-b891-dac830183422 HTTP/1.1" status: 200 len: 796 time: 0.2253933 Oct 17 18:32:20.635633 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-0907f54a-c4c5-4cfc-9b7f-635b2174fd12 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/quotas/f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 375 time: 0.0169623 Oct 17 18:32:20.663367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Provisioning complete for port 7f333680-0294-4462-a371-2593f9aeb658 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:32:20.664206 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:20.664484 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Attempt 1 to provision port 7f333680-0294-4462-a371-2593f9aeb658 Oct 17 18:32:20.748263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4b068218-7caf-4977-8182-a8e51d285cfa up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:32:20.749200 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-309df739-a762-4fa7-9770-989a30278974 req-ad65c3af-e0a9-4bfd-9aed-43c7074df6af tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:32:20.769584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-309df739-a762-4fa7-9770-989a30278974 req-ad65c3af-e0a9-4bfd-9aed-43c7074df6af tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:32:20.770932 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-ad65c3af-e0a9-4bfd-9aed-43c7074df6af tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318662 Oct 17 18:32:20.939760 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Port 7f333680-0294-4462-a371-2593f9aeb658 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:32:21.007662 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-48ecdc31-35a8-4d4c-8b7c-cc55a0e009b2 service neutron] 10.222.0.69 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152314 Oct 17 18:32:21.029915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4b068218-7caf-4977-8182-a8e51d285cfa triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:32:21.030292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:21.030625 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4b068218-7caf-4977-8182-a8e51d285cfa Oct 17 18:32:21.238077 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-fa405179-c053-4769-aca4-f25cc3c4db7c service neutron] 10.222.0.69 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221446 Oct 17 18:32:21.261155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4b068218-7caf-4977-8182-a8e51d285cfa is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:32:21.262312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device de529da1-e4f2-41ea-8213-fbd6477b1f7e up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:32:21.326338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:32:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '7f333680-0294-4462-a371-2593f9aeb658', 'name': '', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:4b:46:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:17Z', 'updated_at': '2022-10-17T18:32:18Z', 'revision_number': 2, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:21.337425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Checking router: c4e81178-c5d5-4a01-8ea2-ad542834d48f for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:32:21.337907 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Updating router c4e81178-c5d5-4a01-8ea2-ad542834d48f port 7f333680-0294-4462-a371-2593f9aeb658 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:32:21.413399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:21.426406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port de529da1-e4f2-41ea-8213-fbd6477b1f7e triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:32:21.426774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:21.427135 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port de529da1-e4f2-41ea-8213-fbd6477b1f7e Oct 17 18:32:21.460802 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Attempt 2 to provision port 7f333680-0294-4462-a371-2593f9aeb658 Oct 17 18:32:21.542763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-974eabce-e0dc-4bec-b36f-3418bcf0be59 req-dabbf4ad-71cb-4c01-a848-6987cacc1800 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:32:21.557036 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-974eabce-e0dc-4bec-b36f-3418bcf0be59 req-dabbf4ad-71cb-4c01-a848-6987cacc1800 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:32:21.558394 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-974eabce-e0dc-4bec-b36f-3418bcf0be59 req-dabbf4ad-71cb-4c01-a848-6987cacc1800 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 210 time: 0.0945804 Oct 17 18:32:21.605022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Port 7f333680-0294-4462-a371-2593f9aeb658 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:32:21.776614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port de529da1-e4f2-41ea-8213-fbd6477b1f7e is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:32:22.031160 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:22.047635 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Transition to ACTIVE for port object 7f333680-0294-4462-a371-2593f9aeb658 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:32:22.058371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:22.217992 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Attempt 3 to provision port 7f333680-0294-4462-a371-2593f9aeb658 Oct 17 18:32:22.609583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Port 7f333680-0294-4462-a371-2593f9aeb658 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:32:22.635910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df79148-b44d-4315-bfc1-7b66d484a032 None None] Pushing event updated for resources: {'Port': ['ID=7f333680-0294-4462-a371-2593f9aeb658,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:22.650515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Attempting to bind port 7f333680-0294-4462-a371-2593f9aeb658 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:32:22.651120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Attempting to bind port 7f333680-0294-4462-a371-2593f9aeb658 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:32:22.651641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Attempting to bind port 7f333680-0294-4462-a371-2593f9aeb658 on network 8418c00d-1f68-4687-b891-dac830183422 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:32:22.661714 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:32:22.662312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Checking segment: {'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:32:22.662922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:22.663559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Bound using segment: {'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:32:22.664586 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Bound port: 7f333680-0294-4462-a371-2593f9aeb658, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:32:22.665204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:22.809539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] For port 7f333680-0294-4462-a371-2593f9aeb658, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:32:22.814249 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] For port 7f333680-0294-4462-a371-2593f9aeb658, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7f333680-0294-4462-a371-2593f9aeb658,segment=NetworkSegment(7245b448-3386-4388-ae97-a882556ea8f0),segment_id=7245b448-3386-4388-ae97-a882556ea8f0)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:32:22.822218 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:22.829626 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c6e11a53-b7c5-42e0-858e-a6dde4a72eea req-c45ec783-504b-4279-bb10-d7c689f9105d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 210 time: 0.0983646 Oct 17 18:32:22.958717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Routers {'c4e81178-c5d5-4a01-8ea2-ad542834d48f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:32:22.959892 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:32:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:23.037849 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df739-a762-4fa7-9770-989a30278974 req-dbf3493b-5fb4-4af4-a640-a4da18d1e7ab tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:23.041227 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-dbf3493b-5fb4-4af4-a640-a4da18d1e7ab tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/networks?id=8418c00d-1f68-4687-b891-dac830183422 HTTP/1.1" status: 200 len: 796 time: 0.2541909 Oct 17 18:32:23.117962 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-2bd3dbb4-4d4d-466a-9d12-47b3daaf0528 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 380 time: 0.0640991 Oct 17 18:32:23.128441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'port': {'device_id': '05b58799-a25e-498c-926f-fb73fb398ddf', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'admin_state_up': True, 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'security_groups': ['d8f263aa-caea-4391-be32-b849e6bcfcdb']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:23.175366 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Attempt 4 to provision port 7f333680-0294-4462-a371-2593f9aeb658 Oct 17 18:32:23.287595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:23.300453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:23.312666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:32:23.317736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:23.325956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df79148-b44d-4315-bfc1-7b66d484a032 None None] Pushing event updated for resources: {'Port': ['ID=7f333680-0294-4462-a371-2593f9aeb658,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:23.391079 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-341e1e26-e380-4427-ba70-c841c7577d2f None None] Port 7f333680-0294-4462-a371-2593f9aeb658 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:32:23.419758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] Set router c4e81178-c5d5-4a01-8ea2-ad542834d48f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:32:23.585654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.20.0.11 (8418c00d-1f68-4687-b891-dac830183422/07dd6ca9-e26d-4d3c-b336-a934e99a0935/cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:32:23.811730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:32:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '7f333680-0294-4462-a371-2593f9aeb658', 'name': '', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:4b:46:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:17Z', 'updated_at': '2022-10-17T18:32:22Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:23.819560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44ae39-3dad-4315-a648-592b7531be30 None None] The sync data for ids ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'] in dv-neutron-860895-1-hyperv is: [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:32:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '7f333680-0294-4462-a371-2593f9aeb658', 'name': '', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:4b:46:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:17Z', 'updated_at': '2022-10-17T18:32:22Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:32:24.119327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:24.153140 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e209b50f-72da-4b67-866d-d11863c07b73 req-08bcd88d-c263-4b43-b276-3227b3376dea tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 210 time: 0.0915430 Oct 17 18:32:24.157817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Transition to ACTIVE for port object cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:32:24.220547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:24.363817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 8418c00d-1f68-4687-b891-dac830183422 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:32:24.370164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:32:24.377560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:32:24.454712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:24.518271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:24.519356 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:24.558558 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-ed3b7f82-508e-435c-9823-5f6a3a1acac9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4354918 Oct 17 18:32:24.580381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Request body: {'port': {'device_id': '05b58799-a25e-498c-926f-fb73fb398ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:24.712364 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a7a5b2e4-3891-4125-bd4a-746a0791f452 None None] Provisioning for port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:32:24.721269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a7a5b2e4-3891-4125-bd4a-746a0791f452 None None] Provisioning complete for port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:32:24.722535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a7a5b2e4-3891-4125-bd4a-746a0791f452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:24.724496 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-a7a5b2e4-3891-4125-bd4a-746a0791f452 None None] Attempt 1 to provision port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 Oct 17 18:32:24.784293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7f333680-0294-4462-a371-2593f9aeb658 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:32:24.824653 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:24.927575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5b2e4-3891-4125-bd4a-746a0791f452 None None] Port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:32:24.952125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 7f333680-0294-4462-a371-2593f9aeb658 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:32:24.961103 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 7f333680-0294-4462-a371-2593f9aeb658 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:32:24.961617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:24.962062 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 7f333680-0294-4462-a371-2593f9aeb658 Oct 17 18:32:25.183206 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 7f333680-0294-4462-a371-2593f9aeb658 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:32:25.183792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:25.273756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 7f333680-0294-4462-a371-2593f9aeb658, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7f333680-0294-4462-a371-2593f9aeb658,segment=NetworkSegment(7245b448-3386-4388-ae97-a882556ea8f0),segment_id=7245b448-3386-4388-ae97-a882556ea8f0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:32:25.277378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:25.286668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:25.334643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:32:25.420759 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=7f333680-0294-4462-a371-2593f9aeb658,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:25.428314 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-a7a5b2e4-3891-4125-bd4a-746a0791f452 None None] Attempt 2 to provision port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 Oct 17 18:32:25.431838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:25.501255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5b2e4-3891-4125-bd4a-746a0791f452 None None] Port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:32:25.501639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Transition to ACTIVE for port object cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:32:25.507631 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:25.714634 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Pushing event updated for resources: {'Port': ['ID=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:25.754096 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447197e3-7e18-48e3-8ee3-fdc664c633b5 req-f60eb59f-f088-476f-a6e8-eaf3323f04d8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:25.754861 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-447197e3-7e18-48e3-8ee3-fdc664c633b5 req-f60eb59f-f088-476f-a6e8-eaf3323f04d8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:32:25.797794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-447197e3-7e18-48e3-8ee3-fdc664c633b5 req-f60eb59f-f088-476f-a6e8-eaf3323f04d8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:32:25.800374 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-447197e3-7e18-48e3-8ee3-fdc664c633b5 req-f60eb59f-f088-476f-a6e8-eaf3323f04d8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 932 time: 0.4572132 Oct 17 18:32:25.858808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Attempting to bind port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:32:25.859176 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Attempting to bind port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:32:25.859505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Attempting to bind port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 on network 8418c00d-1f68-4687-b891-dac830183422 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:32:25.875253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 on network 8418c00d-1f68-4687-b891-dac830183422 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:32:25.875581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Attempting to bind port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 on network 8418c00d-1f68-4687-b891-dac830183422 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:32:25.891934 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-447197e3-7e18-48e3-8ee3-fdc664c633b5 req-1def362b-8f01-4564-88e7-0249103dd89a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779417 Oct 17 18:32:25.892783 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:32:25.893122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Checking segment: {'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:32:25.893573 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Bound using segment: {'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:32:25.894024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Bound port: cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7245b448-3386-4388-ae97-a882556ea8f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '8418c00d-1f68-4687-b891-dac830183422'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:32:25.894380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:25.997281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] For port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:32:26.000968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] For port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1,segment=NetworkSegment(7245b448-3386-4388-ae97-a882556ea8f0),segment_id=7245b448-3386-4388-ae97-a882556ea8f0)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:32:26.002903 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-a7a5b2e4-3891-4125-bd4a-746a0791f452 None None] Attempt 3 to provision port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 Oct 17 18:32:26.008408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:26.045726 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:26.046346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:26.047821 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] 10.222.0.20 "PUT /v2.0/ports/cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 HTTP/1.1" status: 200 len: 1094 time: 1.4750259 Oct 17 18:32:26.054917 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b58799-a25e-498c-926f-fb73fb398ddf', 'tag': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:32:26.057552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963fe8e5-a306-4a1c-8e88-57ec703a1928" -d '{"events": [{"name": "network-changed", "server_uuid": "05b58799-a25e-498c-926f-fb73fb398ddf", "tag": "cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:32:26.107741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a7a5b2e4-3891-4125-bd4a-746a0791f452 None None] Port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:32:26.162053 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7665fcc9-a211-4905-adb5-36932be90c71 x-openstack-request-id: req-7665fcc9-a211-4905-adb5-36932be90c71 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:32:26.162342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b58799-a25e-498c-926f-fb73fb398ddf", "tag": "cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:32:26.162591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7665fcc9-a211-4905-adb5-36932be90c71 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:32:26.162987 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7665fcc9-a211-4905-adb5-36932be90c71'] response: {'name': 'network-changed', 'server_uuid': '05b58799-a25e-498c-926f-fb73fb398ddf', 'tag': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1', 'status': 'completed', 'code': 200} Oct 17 18:32:26.173010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c314d-14a0-4af8-88ce-8182b66de5ac service neutron] Pushing event updated for resources: {'Port': ['ID=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:26.223306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df739-a762-4fa7-9770-989a30278974 req-c0c05cab-327d-426b-a1f8-18a534d37f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:26.224895 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-c0c05cab-327d-426b-a1f8-18a534d37f5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 1097 time: 0.1058609 Oct 17 18:32:26.312445 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-cc74485c-0379-4ecf-b609-fe8d43b5c5b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 HTTP/1.1" status: 200 len: 217 time: 0.0759981 Oct 17 18:32:26.382419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df739-a762-4fa7-9770-989a30278974 req-41359981-a266-4967-8169-6b6e69568f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:26.383978 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-41359981-a266-4967-8169-6b6e69568f27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07dd6ca9-e26d-4d3c-b336-a934e99a0935 HTTP/1.1" status: 200 len: 835 time: 0.0662832 Oct 17 18:32:26.484537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309df739-a762-4fa7-9770-989a30278974 req-006fea7f-b458-4071-9113-a3047572015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:26.486725 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-006fea7f-b458-4071-9113-a3047572015c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8418c00d-1f68-4687-b891-dac830183422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0959504 Oct 17 18:32:26.650076 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-1eb53c51-1db4-4267-add4-79d0d755a534 service neutron] 10.222.0.20 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572704 Oct 17 18:32:26.700031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7f333680-0294-4462-a371-2593f9aeb658 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:32:26.788023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 7f333680-0294-4462-a371-2593f9aeb658 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:32:26.788404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:26.789289 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 7f333680-0294-4462-a371-2593f9aeb658 Oct 17 18:32:26.915167 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-309df739-a762-4fa7-9770-989a30278974 req-0835a78d-d048-4941-87f0-e41eca4024f6 service neutron] 10.222.0.20 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589786 Oct 17 18:32:26.989651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 7f333680-0294-4462-a371-2593f9aeb658 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:32:27.181604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fe8e5-a306-4a1c-8e88-57ec703a1928 req-66351d6e-3382-4124-91ce-85cbb9396ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:27.183075 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-963fe8e5-a306-4a1c-8e88-57ec703a1928 req-66351d6e-3382-4124-91ce-85cbb9396ea4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 1097 time: 0.1688204 Oct 17 18:32:27.193286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bfc66-a1a3-4489-bacf-6bb5181540b5 req-d07c71f3-29ab-4419-8948-a8ac41f55307 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:27.194860 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f18bfc66-a1a3-4489-bacf-6bb5181540b5 req-d07c71f3-29ab-4419-8948-a8ac41f55307 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 944 time: 0.1395075 Oct 17 18:32:27.340041 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f18bfc66-a1a3-4489-bacf-6bb5181540b5 req-0ff42a84-0f74-4158-ab49-2202d6d7a911 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247809 Oct 17 18:32:27.379953 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fe8e5-a306-4a1c-8e88-57ec703a1928 req-d5d0b0ac-aeb8-4ce2-8531-a82fbe556873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:27.381467 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-963fe8e5-a306-4a1c-8e88-57ec703a1928 req-d5d0b0ac-aeb8-4ce2-8531-a82fbe556873 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8418c00d-1f68-4687-b891-dac830183422 HTTP/1.1" status: 200 len: 897 time: 0.1856377 Oct 17 18:32:27.460923 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-963fe8e5-a306-4a1c-8e88-57ec703a1928 req-48ab6232-51b5-450b-a6df-54a5d8c6ce70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 HTTP/1.1" status: 200 len: 217 time: 0.0728123 Oct 17 18:32:27.531662 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fe8e5-a306-4a1c-8e88-57ec703a1928 req-d2ffeaca-0111-4683-8c5c-1ca371929bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:27.533675 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-963fe8e5-a306-4a1c-8e88-57ec703a1928 req-d2ffeaca-0111-4683-8c5c-1ca371929bd7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07dd6ca9-e26d-4d3c-b336-a934e99a0935 HTTP/1.1" status: 200 len: 835 time: 0.0662293 Oct 17 18:32:27.638439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fe8e5-a306-4a1c-8e88-57ec703a1928 req-2034aba1-efb7-4521-9403-8caa73ede423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:27.640030 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-963fe8e5-a306-4a1c-8e88-57ec703a1928 req-2034aba1-efb7-4521-9403-8caa73ede423 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8418c00d-1f68-4687-b891-dac830183422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0987687 Oct 17 18:32:27.790461 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-963fe8e5-a306-4a1c-8e88-57ec703a1928 req-a17d008b-0caa-4db4-a0d6-84715e98313c service neutron] 10.222.0.20 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426651 Oct 17 18:32:27.943853 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-963fe8e5-a306-4a1c-8e88-57ec703a1928 req-dc37542c-8800-41b6-9580-c7db988b766e service neutron] 10.222.0.20 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474361 Oct 17 18:32:28.614349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27043b2f-95f2-4f2c-9198-6f2fd1475c87 req-a4442e1c-bb1b-4e61-84bb-e151958bacaf tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:28.615969 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-27043b2f-95f2-4f2c-9198-6f2fd1475c87 req-a4442e1c-bb1b-4e61-84bb-e151958bacaf tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 944 time: 0.1016500 Oct 17 18:32:28.677721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-27043b2f-95f2-4f2c-9198-6f2fd1475c87 req-824decf0-c947-4534-ad92-d0978c4244ac tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:32:28.700428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-27043b2f-95f2-4f2c-9198-6f2fd1475c87 req-824decf0-c947-4534-ad92-d0978c4244ac tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:32:28.702595 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-27043b2f-95f2-4f2c-9198-6f2fd1475c87 req-824decf0-c947-4534-ad92-d0978c4244ac tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759509 Oct 17 18:32:29.127977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4ae8612a-be6e-4c6b-81ca-755def642727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:29.506383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:32:29.717596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1,segment=NetworkSegment(7245b448-3386-4388-ae97-a882556ea8f0),segment_id=7245b448-3386-4388-ae97-a882556ea8f0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:32:29.734626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'port_id': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1', 'mac_address': 'fa:16:3e:58:6e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:32:29.809759 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:32:29.810048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:29.832881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:32:29.853701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1,segment=NetworkSegment(7245b448-3386-4388-ae97-a882556ea8f0),segment_id=7245b448-3386-4388-ae97-a882556ea8f0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:32:29.859292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:29.946683 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:29.971904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a67e4-680a-4cc4-831a-d8d621ce95ab req-2644897d-0bb9-41c6-bb3b-c45fa30db037 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:29.974618 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-606a67e4-680a-4cc4-831a-d8d621ce95ab req-2644897d-0bb9-41c6-bb3b-c45fa30db037 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 945 time: 0.1394293 Oct 17 18:32:30.041024 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-606a67e4-680a-4cc4-831a-d8d621ce95ab req-0a7be171-7c14-412e-9dcc-60cb80fa1150 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598929 Oct 17 18:32:30.143146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:32:31.306057 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acd8b6-f44e-439d-9108-4265c3f6e0be req-134aa0a9-28d7-48d8-89b0-5b466b1a7aaa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:31.307714 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f4acd8b6-f44e-439d-9108-4265c3f6e0be req-134aa0a9-28d7-48d8-89b0-5b466b1a7aaa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 945 time: 0.1326792 Oct 17 18:32:31.359088 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f4acd8b6-f44e-439d-9108-4265c3f6e0be req-7638107a-2f22-4a5b-98c9-33a9a24ce4b0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448384 Oct 17 18:32:31.523804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:32:31.584986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c64bff66-4b3f-4f03-96ee-46c0d435327a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:31.613700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:32:31.619818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:32:31.620362 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:31.620791 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 Oct 17 18:32:31.756357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:32:31.756774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:31.788610 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b58799-a25e-498c-926f-fb73fb398ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:32:31.791337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195abfd1-ffb5-47ea-9b9e-73d1d46f1f3e" -d '{"events": [{"server_uuid": "05b58799-a25e-498c-926f-fb73fb398ddf", "name": "network-vif-plugged", "status": "completed", "tag": "cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:32:31.803018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1,segment=NetworkSegment(7245b448-3386-4388-ae97-a882556ea8f0),segment_id=7245b448-3386-4388-ae97-a882556ea8f0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:32:31.808900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:31.864618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44187f2-897b-48b4-92f4-5720bf39e1ae x-openstack-request-id: req-e44187f2-897b-48b4-92f4-5720bf39e1ae {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:32:31.864862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b58799-a25e-498c-926f-fb73fb398ddf", "name": "network-vif-plugged", "status": "completed", "tag": "cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:32:31.865056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e44187f2-897b-48b4-92f4-5720bf39e1ae {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:32:31.865450 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44187f2-897b-48b4-92f4-5720bf39e1ae'] response: {'server_uuid': '05b58799-a25e-498c-926f-fb73fb398ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1', 'code': 200} Oct 17 18:32:31.896919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:32.156630 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afced36b-1320-411e-bcde-40b042f73ae9 req-4168e946-ac4f-4dff-a71e-87e6eea78605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:32.159300 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afced36b-1320-411e-bcde-40b042f73ae9 req-4168e946-ac4f-4dff-a71e-87e6eea78605 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 1099 time: 0.1056252 Oct 17 18:32:32.206173 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-afced36b-1320-411e-bcde-40b042f73ae9 req-40c98012-1a8a-4ef9-8e3d-addc6dde8c75 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 Oct 17 18:32:32.588819 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9484a18-edcc-4d38-b9ef-4676599e9c4d req-854b172f-0d0a-4970-a2f7-020eba69c8bc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:32.590396 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d9484a18-edcc-4d38-b9ef-4676599e9c4d req-854b172f-0d0a-4970-a2f7-020eba69c8bc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1079607 Oct 17 18:32:32.614247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:32.653546 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d9484a18-edcc-4d38-b9ef-4676599e9c4d req-bb4a03bb-8bbc-4c08-83a5-8ca03a37a009 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518391 Oct 17 18:32:32.704034 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:33.887591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096b06d-d01f-42fa-b164-82183a5d1746 req-a5fe66e2-a61b-4fa2-9c5b-ed6adb4ed4f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:33.889493 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4096b06d-d01f-42fa-b164-82183a5d1746 req-a5fe66e2-a61b-4fa2-9c5b-ed6adb4ed4f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1006756 Oct 17 18:32:33.951161 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4096b06d-d01f-42fa-b164-82183a5d1746 req-2d768659-7f52-49bd-b4a4-54234c332d19 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500269 Oct 17 18:32:34.227022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb467e4e-fa0d-4558-b97c-8dfffc2bfdcf req-ccb94f3d-2dba-436a-898c-dcdb595767af tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:34.228722 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cb467e4e-fa0d-4558-b97c-8dfffc2bfdcf req-ccb94f3d-2dba-436a-898c-dcdb595767af tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1344197 Oct 17 18:32:34.286462 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cb467e4e-fa0d-4558-b97c-8dfffc2bfdcf req-bce4dde8-ffd0-402b-a90f-3120b16f3079 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504224 Oct 17 18:32:34.323688 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54828) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:34.418210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94f9631-92cf-4208-866f-078bfae6dc96 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:34.420118 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c94f9631-92cf-4208-866f-078bfae6dc96 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 1094 time: 0.0953658 Oct 17 18:32:34.423281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54832) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:34.429611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:32:34.437460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:32:34.443122 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:floatingip and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:32:34.446810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:32:34.453860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:32:34.468658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:34.514007 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:34.664078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:34.994604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.26.8.240 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/829c33c1-24ec-490d-b401-44cb8aedcaaa) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:32:35.206808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:35.249966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:35.325252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:32:35.328416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:32:35.334088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:32:35.377139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=829c33c1-24ec-490d-b401-44cb8aedcaaa,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:35.928005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:36.015895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:36.278120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:36.284441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:36.440035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=829c33c1-24ec-490d-b401-44cb8aedcaaa,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:32:36.443311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:36.659551 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Floating IP d29d9c7b-b92c-4f86-a341-81fb62be04c8 associated. External IP: 172.26.8.240, port: cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1. Oct 17 18:32:37.231175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router c4e81178-c5d5-4a01-8ea2-ad542834d48f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:32:37.473210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:32:37.485143 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1467b-4cd7-439a-b531-dee7a2dd478a None None] Sync routers for ids ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:32:37.503945 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1467b-4cd7-439a-b531-dee7a2dd478a None None] Routers {'c4e81178-c5d5-4a01-8ea2-ad542834d48f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:32:37.504962 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-d4a1467b-4cd7-439a-b531-dee7a2dd478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:32:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:37.510814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:37.575259 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c3769c7b-ab46-4e3f-aa07-95876c9690ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1498516 Oct 17 18:32:37.575996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b58799-a25e-498c-926f-fb73fb398ddf', 'tag': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:32:37.578687 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bcdbe4-27d3-49f2-8e82-1266ff33e953" -d '{"events": [{"name": "network-changed", "server_uuid": "05b58799-a25e-498c-926f-fb73fb398ddf", "tag": "cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:32:37.631945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797d9cc5-2539-458d-bb82-9db4d3e0e092 x-openstack-request-id: req-797d9cc5-2539-458d-bb82-9db4d3e0e092 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:32:37.632459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b58799-a25e-498c-926f-fb73fb398ddf", "tag": "cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:32:37.632856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-797d9cc5-2539-458d-bb82-9db4d3e0e092 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:32:37.633528 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797d9cc5-2539-458d-bb82-9db4d3e0e092'] response: {'name': 'network-changed', 'server_uuid': '05b58799-a25e-498c-926f-fb73fb398ddf', 'tag': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1', 'status': 'completed', 'code': 200} Oct 17 18:32:37.795758 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-d4a1467b-4cd7-439a-b531-dee7a2dd478a None None] Set router c4e81178-c5d5-4a01-8ea2-ad542834d48f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:32:37.901076 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee2d57-f520-4fea-a5ec-6be47254196f req-74558e75-b970-4da6-9673-3f9cb4cdf2c8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:37.903163 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f0ee2d57-f520-4fea-a5ec-6be47254196f req-74558e75-b970-4da6-9673-3f9cb4cdf2c8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1575177 Oct 17 18:32:37.907002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcdbe4-27d3-49f2-8e82-1266ff33e953 req-f37c1076-8f4f-4ec6-837f-17af2d24be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:37.910048 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d7bcdbe4-27d3-49f2-8e82-1266ff33e953 req-f37c1076-8f4f-4ec6-837f-17af2d24be64 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 1099 time: 0.2309549 Oct 17 18:32:38.079463 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f0ee2d57-f520-4fea-a5ec-6be47254196f req-1dd4f64b-1ba3-4166-a4ce-200623b5b135 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660213 Oct 17 18:32:38.123508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54840) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:38.160419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcdbe4-27d3-49f2-8e82-1266ff33e953 req-3dd021b2-0ee7-41a9-964b-64a31024d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:38.162439 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d7bcdbe4-27d3-49f2-8e82-1266ff33e953 req-3dd021b2-0ee7-41a9-964b-64a31024d418 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8418c00d-1f68-4687-b891-dac830183422 HTTP/1.1" status: 200 len: 897 time: 0.2340648 Oct 17 18:32:38.275098 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-d4a1467b-4cd7-439a-b531-dee7a2dd478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:32:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'd29d9c7b-b92c-4f86-a341-81fb62be04c8', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'port_id': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'mac_address': 'fa:16:3e:58:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b58799-a25e-498c-926f-fb73fb398ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:32:35Z', 'updated_at': '2022-10-17T18:32:35Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f333680-0294-4462-a371-2593f9aeb658', 'name': '', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:4b:46:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:17Z', 'updated_at': '2022-10-17T18:32:25Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:38.281895 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1467b-4cd7-439a-b531-dee7a2dd478a None None] Checking router: c4e81178-c5d5-4a01-8ea2-ad542834d48f for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:32:38.296676 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d7bcdbe4-27d3-49f2-8e82-1266ff33e953 req-2c095168-b5bc-4ce2-838b-f01e5f56dc7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 HTTP/1.1" status: 200 len: 1000 time: 0.1260214 Oct 17 18:32:38.300032 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1467b-4cd7-439a-b531-dee7a2dd478a None None] Routers {'c4e81178-c5d5-4a01-8ea2-ad542834d48f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:32:38.301160 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-d4a1467b-4cd7-439a-b531-dee7a2dd478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:32:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:38.316880 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ec1141b2-a733-49d4-98b6-01e42d56d0d8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/d29d9c7b-b92c-4f86-a341-81fb62be04c8 HTTP/1.1" status: 200 len: 992 time: 0.1918087 Oct 17 18:32:38.419657 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcdbe4-27d3-49f2-8e82-1266ff33e953 req-7f2c0a50-76c0-4a12-98d5-3e935ba0b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:38.422378 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d7bcdbe4-27d3-49f2-8e82-1266ff33e953 req-7f2c0a50-76c0-4a12-98d5-3e935ba0b519 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07dd6ca9-e26d-4d3c-b336-a934e99a0935 HTTP/1.1" status: 200 len: 835 time: 0.1195953 Oct 17 18:32:38.508687 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-d4a1467b-4cd7-439a-b531-dee7a2dd478a None None] Set router c4e81178-c5d5-4a01-8ea2-ad542834d48f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:32:38.523224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcdbe4-27d3-49f2-8e82-1266ff33e953 req-ad641e15-19ae-4f11-a6e2-c651b911f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:32:38.524758 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d7bcdbe4-27d3-49f2-8e82-1266ff33e953 req-ad641e15-19ae-4f11-a6e2-c651b911f3e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8418c00d-1f68-4687-b891-dac830183422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0970004 Oct 17 18:32:38.707231 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d7bcdbe4-27d3-49f2-8e82-1266ff33e953 req-6f5771dd-2fce-446d-bbd1-c0e90f79f817 service neutron] 10.222.0.20 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759069 Oct 17 18:32:38.949154 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d7bcdbe4-27d3-49f2-8e82-1266ff33e953 req-aaf07f86-dabf-4ace-ac1e-5a13df77f45a service neutron] 10.222.0.20 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361431 Oct 17 18:32:39.072544 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-d4a1467b-4cd7-439a-b531-dee7a2dd478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:32:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'd29d9c7b-b92c-4f86-a341-81fb62be04c8', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'port_id': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'mac_address': 'fa:16:3e:58:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b58799-a25e-498c-926f-fb73fb398ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:32:35Z', 'updated_at': '2022-10-17T18:32:35Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f333680-0294-4462-a371-2593f9aeb658', 'name': '', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:4b:46:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:17Z', 'updated_at': '2022-10-17T18:32:25Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:32:39.077376 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1467b-4cd7-439a-b531-dee7a2dd478a None None] The sync data for ids ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'] in dv-neutron-860895-1-hyperv is: [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:32:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'd29d9c7b-b92c-4f86-a341-81fb62be04c8', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'port_id': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'mac_address': 'fa:16:3e:58:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05b58799-a25e-498c-926f-fb73fb398ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:32:35Z', 'updated_at': '2022-10-17T18:32:35Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f333680-0294-4462-a371-2593f9aeb658', 'name': '', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:4b:46:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:17Z', 'updated_at': '2022-10-17T18:32:25Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:32:39.318841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dffcb6b-8cb8-404a-ac8f-1e0497c8d686 None None] New status for floating IP d29d9c7b-b92c-4f86-a341-81fb62be04c8: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:32:39.322053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54844) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:39.480189 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-500c6747-5cbc-40f2-a9df-53dc9cb56892 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/d29d9c7b-b92c-4f86-a341-81fb62be04c8 HTTP/1.1" status: 200 len: 992 time: 0.1558008 Oct 17 18:32:40.484123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54848) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:32:40.606607 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3b476ba0-fa8a-43c9-85c6-b3d56ad5b05e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/d29d9c7b-b92c-4f86-a341-81fb62be04c8 HTTP/1.1" status: 200 len: 994 time: 0.1212668 Oct 17 18:32:52.339787 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:32:55.253475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:32:59.122353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-42bcfd51-7e97-46fa-ad94-fc4a3c038c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:01.543335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-10d9d13b-8509-4e41-997e-55949ad3aa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:02.613191 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:02.697184 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:04.512806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:07.972244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99662cf-ab89-441f-8cf9-798c09612ac8 req-28cdeb13-6593-429c-a674-e3f746de74ab tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:07.974902 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f99662cf-ab89-441f-8cf9-798c09612ac8 req-28cdeb13-6593-429c-a674-e3f746de74ab tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1675162 Oct 17 18:33:08.009240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765360d8-7d2c-4c99-a04a-8a55496457ed req-84844f8e-166c-4691-978b-60432a62ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:08.010775 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765360d8-7d2c-4c99-a04a-8a55496457ed req-84844f8e-166c-4691-978b-60432a62ca69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 1099 time: 0.2111313 Oct 17 18:33:08.045439 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f99662cf-ab89-441f-8cf9-798c09612ac8 req-aa5e8c22-69c6-4919-9b0b-ef9492e930f0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631285 Oct 17 18:33:08.173643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765360d8-7d2c-4c99-a04a-8a55496457ed req-7a409996-05b3-43e5-88cd-86b138238ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:08.175486 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765360d8-7d2c-4c99-a04a-8a55496457ed req-7a409996-05b3-43e5-88cd-86b138238ac4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8418c00d-1f68-4687-b891-dac830183422 HTTP/1.1" status: 200 len: 897 time: 0.1574633 Oct 17 18:33:08.300059 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765360d8-7d2c-4c99-a04a-8a55496457ed req-ed32bfcf-8131-45ef-86f9-2e516cbc8ba7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 HTTP/1.1" status: 200 len: 1002 time: 0.1167789 Oct 17 18:33:08.371530 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765360d8-7d2c-4c99-a04a-8a55496457ed req-550b5bd7-9888-48d1-9be1-f122579f06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:08.373074 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765360d8-7d2c-4c99-a04a-8a55496457ed req-550b5bd7-9888-48d1-9be1-f122579f06a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07dd6ca9-e26d-4d3c-b336-a934e99a0935 HTTP/1.1" status: 200 len: 835 time: 0.0672519 Oct 17 18:33:08.474735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765360d8-7d2c-4c99-a04a-8a55496457ed req-2bee4add-3429-4509-a98f-2bfd7f47edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:08.476319 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765360d8-7d2c-4c99-a04a-8a55496457ed req-2bee4add-3429-4509-a98f-2bfd7f47edf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8418c00d-1f68-4687-b891-dac830183422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0970049 Oct 17 18:33:08.626800 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765360d8-7d2c-4c99-a04a-8a55496457ed req-61f1a8b7-c729-47ce-9bf1-4688515b21fb service neutron] 10.222.0.20 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429360 Oct 17 18:33:08.784722 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-765360d8-7d2c-4c99-a04a-8a55496457ed req-c7addb2c-e10d-4511-97fc-916cbd737e15 service neutron] 10.222.0.20 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517429 Oct 17 18:33:09.359727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c67c79-9a54-45cb-bd88-6aa7bc5e2cba req-56ae21be-7892-4fb8-b5b3-bed16300123c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:09.361954 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d5c67c79-9a54-45cb-bd88-6aa7bc5e2cba req-56ae21be-7892-4fb8-b5b3-bed16300123c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1050444 Oct 17 18:33:09.419886 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d5c67c79-9a54-45cb-bd88-6aa7bc5e2cba req-cb23c2f0-5e90-4f46-bced-947f76e456c1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478044 Oct 17 18:33:10.679987 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08400c2-035f-4dd4-b771-d417087b220f req-5bee1237-48d1-4d68-b955-c07eaa030e91 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:10.682163 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a08400c2-035f-4dd4-b771-d417087b220f req-5bee1237-48d1-4d68-b955-c07eaa030e91 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1164370 Oct 17 18:33:10.758889 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a08400c2-035f-4dd4-b771-d417087b220f req-885a3adb-59e0-43b1-b3be-9eb8c10d9782 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701177 Oct 17 18:33:11.992358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20c931-4db6-40af-aa5c-42cc35cceda0 req-1a5a8c26-1441-4011-8034-a13b61f2f72f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:11.994040 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1f20c931-4db6-40af-aa5c-42cc35cceda0 req-1a5a8c26-1441-4011-8034-a13b61f2f72f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1055262 Oct 17 18:33:12.044451 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1f20c931-4db6-40af-aa5c-42cc35cceda0 req-50d8ad36-fe18-42bc-8261-334e5584275a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440493 Oct 17 18:33:13.330301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6a8f0-d3ca-4df1-b75e-42342d65cbf5 req-255ca381-e803-4107-bc2b-b636db8bf86d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:13.332367 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-bcf6a8f0-d3ca-4df1-b75e-42342d65cbf5 req-255ca381-e803-4107-bc2b-b636db8bf86d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1032386 Oct 17 18:33:13.397380 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-bcf6a8f0-d3ca-4df1-b75e-42342d65cbf5 req-9df2f459-55d4-47b0-b8f1-e181c97d660f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570676 Oct 17 18:33:14.675694 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcc4c-f770-464b-af98-5d832b0d4efd req-121ea10f-7bcd-45ef-bf5f-9894db589ef8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:14.678360 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c95dcc4c-f770-464b-af98-5d832b0d4efd req-121ea10f-7bcd-45ef-bf5f-9894db589ef8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1290479 Oct 17 18:33:14.767921 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c95dcc4c-f770-464b-af98-5d832b0d4efd req-edf525fe-4140-462e-8a21-15b11bac604a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808878 Oct 17 18:33:16.011179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97708480-456b-4a63-9d48-0c70ae0f1d13 req-745819c4-2cc0-4cdc-9479-7c7c5b091c3b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:16.012809 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-97708480-456b-4a63-9d48-0c70ae0f1d13 req-745819c4-2cc0-4cdc-9479-7c7c5b091c3b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1018853 Oct 17 18:33:16.065215 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-97708480-456b-4a63-9d48-0c70ae0f1d13 req-d78a00c9-7b90-44ab-b0b4-0413fb174056 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462275 Oct 17 18:33:17.115523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6291c-127e-4273-9d7f-23c514c10511 req-bb96c7e7-59ab-49e4-a90d-f01cef6b4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:17.117041 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c5d6291c-127e-4273-9d7f-23c514c10511 req-bb96c7e7-59ab-49e4-a90d-f01cef6b4747 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 1099 time: 0.0912592 Oct 17 18:33:17.338078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6291c-127e-4273-9d7f-23c514c10511 req-9be60512-b9a4-43f3-8aaa-d0a68d54e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:17.339694 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c5d6291c-127e-4273-9d7f-23c514c10511 req-9be60512-b9a4-43f3-8aaa-d0a68d54e619 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8418c00d-1f68-4687-b891-dac830183422 HTTP/1.1" status: 200 len: 897 time: 0.2018487 Oct 17 18:33:17.460838 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c5d6291c-127e-4273-9d7f-23c514c10511 req-8b9e6950-0e5e-4162-9c7d-8eb67ecf971e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 HTTP/1.1" status: 200 len: 1002 time: 0.1145513 Oct 17 18:33:17.475521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5ad6c-660b-4e6a-8dda-3bf1a8afe5fa req-0818bff1-3939-4957-a8cc-2736abe453ae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:17.477244 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e9f5ad6c-660b-4e6a-8dda-3bf1a8afe5fa req-0818bff1-3939-4957-a8cc-2736abe453ae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.2151737 Oct 17 18:33:17.574543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6291c-127e-4273-9d7f-23c514c10511 req-956b183e-db4c-4919-a12d-d08fade8e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:17.576373 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c5d6291c-127e-4273-9d7f-23c514c10511 req-956b183e-db4c-4919-a12d-d08fade8e312 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07dd6ca9-e26d-4d3c-b336-a934e99a0935 HTTP/1.1" status: 200 len: 835 time: 0.1092999 Oct 17 18:33:17.579925 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e9f5ad6c-660b-4e6a-8dda-3bf1a8afe5fa req-16c51933-0140-4147-a5b1-feb0b1982a16 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706577 Oct 17 18:33:17.688848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6291c-127e-4273-9d7f-23c514c10511 req-63ad881f-8782-40c3-8a81-512f7d62d9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:17.690632 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c5d6291c-127e-4273-9d7f-23c514c10511 req-63ad881f-8782-40c3-8a81-512f7d62d9dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8418c00d-1f68-4687-b891-dac830183422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085532 Oct 17 18:33:17.995543 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c5d6291c-127e-4273-9d7f-23c514c10511 req-1520b0b9-789a-4434-895b-aa2458b36668 service neutron] 10.222.0.20 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980106 Oct 17 18:33:18.170291 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c5d6291c-127e-4273-9d7f-23c514c10511 req-4584c438-df5f-4349-9f3d-153ad2bf61fb service neutron] 10.222.0.20 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671698 Oct 17 18:33:18.836112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853eb3d-546a-45f6-9f96-d8bbc22ff882 req-5d4ca99e-9f59-4e14-99e2-903e55a82681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:18.837702 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2853eb3d-546a-45f6-9f96-d8bbc22ff882 req-5d4ca99e-9f59-4e14-99e2-903e55a82681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1057458 Oct 17 18:33:18.889004 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2853eb3d-546a-45f6-9f96-d8bbc22ff882 req-543cacb3-ad2a-46bd-aaa9-32bfb500b5b3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448024 Oct 17 18:33:20.165114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0def9c-a56a-4842-84bf-7c50042fc5bc req-947ae4e7-f1c1-4ae7-9444-be82428e239b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:20.166923 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2a0def9c-a56a-4842-84bf-7c50042fc5bc req-947ae4e7-f1c1-4ae7-9444-be82428e239b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1084101 Oct 17 18:33:20.223534 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2a0def9c-a56a-4842-84bf-7c50042fc5bc req-bf7ac42d-39f0-4ff7-a649-6b212cca0608 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459251 Oct 17 18:33:21.494557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a37475-a7db-4014-8bed-7b595a10b336 req-d9a2064b-d712-4f1f-adc0-0527bdb6eb25 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:21.497433 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-45a37475-a7db-4014-8bed-7b595a10b336 req-d9a2064b-d712-4f1f-adc0-0527bdb6eb25 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1481819 Oct 17 18:33:21.579629 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-45a37475-a7db-4014-8bed-7b595a10b336 req-9a004c56-f59b-4644-bd11-5b2f6772d9cf tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749643 Oct 17 18:33:22.810926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d29b2-d462-4ad8-93d8-cb200e630716 req-b62c3095-f6ec-4b2f-8815-a5242bed6d57 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:22.812516 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-610d29b2-d462-4ad8-93d8-cb200e630716 req-b62c3095-f6ec-4b2f-8815-a5242bed6d57 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1046655 Oct 17 18:33:22.869944 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-610d29b2-d462-4ad8-93d8-cb200e630716 req-19f3f281-a320-4664-b479-efb74c1c7255 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466127 Oct 17 18:33:24.110149 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7722e9-6211-43e7-949c-7112cab59008 req-1a1a34e3-efb3-476e-916e-acd5ed5587bb tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:24.111933 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b7722e9-6211-43e7-949c-7112cab59008 req-1a1a34e3-efb3-476e-916e-acd5ed5587bb tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1034937 Oct 17 18:33:24.168668 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9b7722e9-6211-43e7-949c-7112cab59008 req-2e28c809-32c9-4bad-83ae-4438ba201815 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475266 Oct 17 18:33:25.273559 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:25.446620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab635a5-1a9f-41e8-a58a-c00952a7040a req-f246c993-cf98-4321-9dc8-f43faaa48a82 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:25.449351 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fab635a5-1a9f-41e8-a58a-c00952a7040a req-f246c993-cf98-4321-9dc8-f43faaa48a82 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1552711 Oct 17 18:33:25.512638 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fab635a5-1a9f-41e8-a58a-c00952a7040a req-7c96ba57-5b70-46fc-8b58-9f0ded33548c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567248 Oct 17 18:33:25.546341 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54896) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:25.668381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-95fdd499-592b-4d1d-acad-c36746d8383d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/d29d9c7b-b92c-4f86-a341-81fb62be04c8 HTTP/1.1" status: 200 len: 994 time: 0.1205955 Oct 17 18:33:29.120200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e59decd8-8b9b-49f0-ae5e-8397ed99d708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:29.338597 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:33:31.538349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-abb03f0a-7adf-409d-9501-cc67d151b6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:32.610755 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:32.700630 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:34.510795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:55.281679 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:56.452870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54916) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:33:56.680778 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 829c33c1-24ec-490d-b401-44cb8aedcaaa {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:33:56.681190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:56.876268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:56.876516 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:57.011469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 829c33c1-24ec-490d-b401-44cb8aedcaaa owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:33:57.189547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:57.275379 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=829c33c1-24ec-490d-b401-44cb8aedcaaa,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:33:57.417633 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:57.418066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:57.418439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:57.418799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:57.419211 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:57.419628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:57.419983 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:57.420335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:57.420704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:57.421162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:57.421521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:57.422420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:33:57.485847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:57.486922 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Floating IP d29d9c7b-b92c-4f86-a341-81fb62be04c8 disassociated (deleted). External IP: 172.26.8.240, port: cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1. Oct 17 18:33:57.889494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router c4e81178-c5d5-4a01-8ea2-ad542834d48f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:33:58.104474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:33:58.122167 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524087f2-5769-492c-a252-ad38275162df None None] Sync routers for ids ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:33:58.131612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:58.141369 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524087f2-5769-492c-a252-ad38275162df None None] Routers {'c4e81178-c5d5-4a01-8ea2-ad542834d48f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:33:58.142478 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-524087f2-5769-492c-a252-ad38275162df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:33:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:58.194493 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-11353469-0b90-4760-bf68-1927000225f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/floatingips/d29d9c7b-b92c-4f86-a341-81fb62be04c8 HTTP/1.1" status: 204 len: 168 time: 1.7397594 Oct 17 18:33:58.195146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b58799-a25e-498c-926f-fb73fb398ddf', 'tag': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:33:58.198015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a57725-7f24-4875-9a7c-cd9d9690b2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "05b58799-a25e-498c-926f-fb73fb398ddf", "tag": "cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:33:58.360936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f304d6f-d494-4d01-8050-44c65df74f07 x-openstack-request-id: req-2f304d6f-d494-4d01-8050-44c65df74f07 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:33:58.362305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b58799-a25e-498c-926f-fb73fb398ddf", "tag": "cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:33:58.362305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2f304d6f-d494-4d01-8050-44c65df74f07 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:33:58.362305 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f304d6f-d494-4d01-8050-44c65df74f07'] response: {'name': 'network-changed', 'server_uuid': '05b58799-a25e-498c-926f-fb73fb398ddf', 'tag': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1', 'status': 'completed', 'code': 200} Oct 17 18:33:58.435209 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-524087f2-5769-492c-a252-ad38275162df None None] Set router c4e81178-c5d5-4a01-8ea2-ad542834d48f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:33:58.554355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a57725-7f24-4875-9a7c-cd9d9690b2f3 req-5409d5a7-85cc-479d-8a7f-981f7e27c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:58.556003 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-00a57725-7f24-4875-9a7c-cd9d9690b2f3 req-5409d5a7-85cc-479d-8a7f-981f7e27c7b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 1099 time: 0.1523471 Oct 17 18:33:58.783864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a57725-7f24-4875-9a7c-cd9d9690b2f3 req-06bed24d-5661-4f4c-a70b-2d179663197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:58.785669 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-00a57725-7f24-4875-9a7c-cd9d9690b2f3 req-06bed24d-5661-4f4c-a70b-2d179663197e service neutron] 10.222.0.20 "GET /v2.0/networks?id=8418c00d-1f68-4687-b891-dac830183422 HTTP/1.1" status: 200 len: 897 time: 0.2228725 Oct 17 18:33:58.879768 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-00a57725-7f24-4875-9a7c-cd9d9690b2f3 req-d27dbf66-9fe5-4050-af50-c8832d0b3a77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 HTTP/1.1" status: 200 len: 217 time: 0.0857210 Oct 17 18:33:58.934533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c00024-5c3f-46af-97d4-987015c213ba req-e1734cd1-6ccf-421e-9e9c-2d9b49b1861b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:58.939759 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-83c00024-5c3f-46af-97d4-987015c213ba req-e1734cd1-6ccf-421e-9e9c-2d9b49b1861b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.3486259 Oct 17 18:33:58.968423 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a57725-7f24-4875-9a7c-cd9d9690b2f3 req-07bec3d0-c62e-4941-8b28-e43e03a5f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:58.971432 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-00a57725-7f24-4875-9a7c-cd9d9690b2f3 req-07bec3d0-c62e-4941-8b28-e43e03a5f644 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07dd6ca9-e26d-4d3c-b336-a934e99a0935 HTTP/1.1" status: 200 len: 835 time: 0.0832386 Oct 17 18:33:58.972937 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-524087f2-5769-492c-a252-ad38275162df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:32:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '7f333680-0294-4462-a371-2593f9aeb658', 'name': '', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:4b:46:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:17Z', 'updated_at': '2022-10-17T18:32:25Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:58.980529 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524087f2-5769-492c-a252-ad38275162df None None] Checking router: c4e81178-c5d5-4a01-8ea2-ad542834d48f for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:33:58.998138 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524087f2-5769-492c-a252-ad38275162df None None] Routers {'c4e81178-c5d5-4a01-8ea2-ad542834d48f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:33:58.999203 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-524087f2-5769-492c-a252-ad38275162df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:33:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:59.000910 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-83c00024-5c3f-46af-97d4-987015c213ba req-cc6264c7-dfd0-4ff1-bee7-4625c8db3801 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556560 Oct 17 18:33:59.070881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a57725-7f24-4875-9a7c-cd9d9690b2f3 req-1ccdea43-7e6f-4d69-a39f-63198cbb4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:33:59.072590 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-00a57725-7f24-4875-9a7c-cd9d9690b2f3 req-1ccdea43-7e6f-4d69-a39f-63198cbb4738 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8418c00d-1f68-4687-b891-dac830183422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939894 Oct 17 18:33:59.128376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-49507596-084c-4e04-b928-62bd4d829d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:33:59.244866 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-00a57725-7f24-4875-9a7c-cd9d9690b2f3 req-32c17dc2-d998-4aa9-84a5-f645720e486a service neutron] 10.222.0.20 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648290 Oct 17 18:33:59.301977 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-524087f2-5769-492c-a252-ad38275162df None None] Set router c4e81178-c5d5-4a01-8ea2-ad542834d48f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:33:59.401494 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-00a57725-7f24-4875-9a7c-cd9d9690b2f3 req-dafd7d01-d734-4ecf-adfe-1f5cc6a86ca2 service neutron] 10.222.0.20 "GET /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494586 Oct 17 18:33:59.786073 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-524087f2-5769-492c-a252-ad38275162df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:32:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '7f333680-0294-4462-a371-2593f9aeb658', 'name': '', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:4b:46:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:17Z', 'updated_at': '2022-10-17T18:32:25Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:33:59.790653 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524087f2-5769-492c-a252-ad38275162df None None] The sync data for ids ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'] in dv-neutron-860895-1-hyperv is: [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:32:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '7f333680-0294-4462-a371-2593f9aeb658', 'name': '', 'network_id': '8418c00d-1f68-4687-b891-dac830183422', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:4b:46:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:17Z', 'updated_at': '2022-10-17T18:32:25Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '07dd6ca9-e26d-4d3c-b336-a934e99a0935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:34:00.035704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881938f5-61c6-466d-b896-19655d5d694f None None] New status for floating IP d29d9c7b-b92c-4f86-a341-81fb62be04c8: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:34:00.441642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a89cc-8747-47e7-8c72-c5cad637cc24 req-4a0da583-6bec-425e-a1d0-d06362e4b1eb tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:00.442384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-3e6a89cc-8747-47e7-8c72-c5cad637cc24 req-4a0da583-6bec-425e-a1d0-d06362e4b1eb tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:34:00.452460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-443beef4-6bbf-421e-9648-065b163a2df6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:00.453218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-443beef4-6bbf-421e-9648-065b163a2df6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:34:00.478388 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-3e6a89cc-8747-47e7-8c72-c5cad637cc24 req-4a0da583-6bec-425e-a1d0-d06362e4b1eb tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:34:00.479685 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3e6a89cc-8747-47e7-8c72-c5cad637cc24 req-4a0da583-6bec-425e-a1d0-d06362e4b1eb tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.3369038 Oct 17 18:34:00.481204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-443beef4-6bbf-421e-9648-065b163a2df6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:34:00.482897 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-443beef4-6bbf-421e-9648-065b163a2df6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 946 time: 0.1683106 Oct 17 18:34:00.620838 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3e6a89cc-8747-47e7-8c72-c5cad637cc24 req-743005fa-22a3-4b4c-9fc8-a5004898be4f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8f263aa-caea-4391-be32-b849e6bcfcdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333959 Oct 17 18:34:00.624434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-3395b8b4-18bd-48d8-92fb-ac7ea509c5c0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:34:00.625365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-3395b8b4-18bd-48d8-92fb-ac7ea509c5c0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:00.919526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-3395b8b4-18bd-48d8-92fb-ac7ea509c5c0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1,segment=NetworkSegment(7245b448-3386-4388-ae97-a882556ea8f0),segment_id=7245b448-3386-4388-ae97-a882556ea8f0)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:00.919877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-3395b8b4-18bd-48d8-92fb-ac7ea509c5c0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:01.061350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-3395b8b4-18bd-48d8-92fb-ac7ea509c5c0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:34:01.259451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-3395b8b4-18bd-48d8-92fb-ac7ea509c5c0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:01.321477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395b8b4-18bd-48d8-92fb-ac7ea509c5c0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:01.422317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-3395b8b4-18bd-48d8-92fb-ac7ea509c5c0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] No DVR routers for this DVR port cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:34:01.425238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-3395b8b4-18bd-48d8-92fb-ac7ea509c5c0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:01.428366 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b58799-a25e-498c-926f-fb73fb398ddf', 'name': 'network-vif-deleted', 'tag': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:34:01.430900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b06ce3-6709-48b9-b14e-2086dbe6ef51" -d '{"events": [{"server_uuid": "05b58799-a25e-498c-926f-fb73fb398ddf", "name": "network-vif-deleted", "tag": "cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:34:01.448717 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f4e5e973-e11a-4654-97fd-7e57f89e590c req-3395b8b4-18bd-48d8-92fb-ac7ea509c5c0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "DELETE /v2.0/ports/cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 HTTP/1.1" status: 204 len: 173 time: 0.9592683 Oct 17 18:34:01.502865 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9b2922-09c8-42da-9bf5-1ab5ed28b639 x-openstack-request-id: req-5a9b2922-09c8-42da-9bf5-1ab5ed28b639 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:34:01.503311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b58799-a25e-498c-926f-fb73fb398ddf", "name": "network-vif-deleted", "tag": "cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:34:01.503703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a9b2922-09c8-42da-9bf5-1ab5ed28b639 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:34:01.504207 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9b2922-09c8-42da-9bf5-1ab5ed28b639'] response: {'server_uuid': '05b58799-a25e-498c-926f-fb73fb398ddf', 'name': 'network-vif-deleted', 'tag': 'cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1', 'status': 'completed', 'code': 200} Oct 17 18:34:01.552215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cf59e8cf-e348-410c-94b3-8f04cc54c42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:01.892427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-59cec287-28a4-4bd5-9fba-cb39e36657fe req-ce88188c-2731-4234-aac9-e061f2fb63ad tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:34:01.910604 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-59cec287-28a4-4bd5-9fba-cb39e36657fe req-ce88188c-2731-4234-aac9-e061f2fb63ad tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:34:01.912089 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-59cec287-28a4-4bd5-9fba-cb39e36657fe req-ce88188c-2731-4234-aac9-e061f2fb63ad tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=05b58799-a25e-498c-926f-fb73fb398ddf HTTP/1.1" status: 200 len: 210 time: 0.0885460 Oct 17 18:34:02.608410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:02.701494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.026281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54946) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:03.647141 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:03.954211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:34:03.991402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:34:03.991868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device cf9aef8f-e567-4a4c-a9ef-3465c6bee2d1 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:34:04.178928 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 7f333680-0294-4462-a371-2593f9aeb658 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:34:04.179686 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.401910 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port 7f333680-0294-4462-a371-2593f9aeb658, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7f333680-0294-4462-a371-2593f9aeb658,segment=NetworkSegment(7245b448-3386-4388-ae97-a882556ea8f0),segment_id=7245b448-3386-4388-ae97-a882556ea8f0)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:04.402268 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.516436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.541366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 7f333680-0294-4462-a371-2593f9aeb658 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:34:04.888286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:04.943849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=7f333680-0294-4462-a371-2593f9aeb658,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:05.038209 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:05.039315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:05.039840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:05.040312 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:05.040761 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:05.041230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:05.041719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:05.042270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:05.042721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:05.043156 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:05.043610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:05.044087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:05.322389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:05.738199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router c4e81178-c5d5-4a01-8ea2-ad542834d48f has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:34:06.076850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:34:06.090730 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c24fc4-affe-45f6-b6ce-a3b41a72dfe5 None None] Sync routers for ids ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:34:06.107769 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c24fc4-affe-45f6-b6ce-a3b41a72dfe5 None None] Routers {'c4e81178-c5d5-4a01-8ea2-ad542834d48f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:34:06.108745 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-93c24fc4-affe-45f6-b6ce-a3b41a72dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:34:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:06.111027 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54952) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:06.111847 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f0fff4b5-eacf-4664-ba0e-38f409f4f669 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "PUT /v2.0/routers/c4e81178-c5d5-4a01-8ea2-ad542834d48f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0833485 Oct 17 18:34:06.193576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b15039-56b2-4240-93b2-ade888bdffba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting subnet 07dd6ca9-e26d-4d3c-b336-a934e99a0935 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:34:06.197674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60b15039-56b2-4240-93b2-ade888bdffba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.261879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60b15039-56b2-4240-93b2-ade888bdffba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.362401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60b15039-56b2-4240-93b2-ade888bdffba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.371215 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:34:06.436006 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-93c24fc4-affe-45f6-b6ce-a3b41a72dfe5 None None] Set router c4e81178-c5d5-4a01-8ea2-ad542834d48f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:34:06.458426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60b15039-56b2-4240-93b2-ade888bdffba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.541478 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b15039-56b2-4240-93b2-ade888bdffba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Subnet': ['ID=07dd6ca9-e26d-4d3c-b336-a934e99a0935,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:06.549614 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-60b15039-56b2-4240-93b2-ade888bdffba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.560173 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-60b15039-56b2-4240-93b2-ade888bdffba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/subnets/07dd6ca9-e26d-4d3c-b336-a934e99a0935 HTTP/1.1" status: 204 len: 168 time: 0.4466729 Oct 17 18:34:06.560555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54956) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:06.561457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0f4e5f-a3c6-4386-9dc6-dfcd8ebfab7d None None] Network 8418c00d-1f68-4687-b891-dac830183422 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:34:06.857533 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-93c24fc4-affe-45f6-b6ce-a3b41a72dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:34:04Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:06.864599 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c24fc4-affe-45f6-b6ce-a3b41a72dfe5 None None] Checking router: c4e81178-c5d5-4a01-8ea2-ad542834d48f for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:34:06.879333 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c24fc4-affe-45f6-b6ce-a3b41a72dfe5 None None] Routers {'c4e81178-c5d5-4a01-8ea2-ad542834d48f'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:34:06.880112 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-93c24fc4-affe-45f6-b6ce-a3b41a72dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:34:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:06.932610 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:06.973010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fac95f-8021-4573-8760-2e057399f8de None None] DHCP port deletion for 8418c00d-1f68-4687-b891-dac830183422 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:34:06.979607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Deleting port de529da1-e4f2-41ea-8213-fbd6477b1f7e {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:34:06.979975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:07.125887 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-93c24fc4-affe-45f6-b6ce-a3b41a72dfe5 None None] Set router c4e81178-c5d5-4a01-8ea2-ad542834d48f gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:34:07.349244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-68fac95f-8021-4573-8760-2e057399f8de None None] For port de529da1-e4f2-41ea-8213-fbd6477b1f7e, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=de529da1-e4f2-41ea-8213-fbd6477b1f7e,segment=NetworkSegment(7245b448-3386-4388-ae97-a882556ea8f0),segment_id=7245b448-3386-4388-ae97-a882556ea8f0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:07.349927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:07.474320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:07.489923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 4b068218-7caf-4977-8182-a8e51d285cfa {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:34:07.490603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:07.539018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Calling delete_port for de529da1-e4f2-41ea-8213-fbd6477b1f7e owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:34:07.555008 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-93c24fc4-affe-45f6-b6ce-a3b41a72dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:34:04Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:07.562556 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c24fc4-affe-45f6-b6ce-a3b41a72dfe5 None None] The sync data for ids ['c4e81178-c5d5-4a01-8ea2-ad542834d48f'] in dv-neutron-860895-1-hyperv is: [{'id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-147375024', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:32:11Z', 'updated_at': '2022-10-17T18:34:04Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4b068218-7caf-4977-8182-a8e51d285cfa', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e81178-c5d5-4a01-8ea2-ad542834d48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:32:12Z', 'updated_at': '2022-10-17T18:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:34:07.629398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:07.699872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fac95f-8021-4573-8760-2e057399f8de None None] No DVR routers for this DVR port de529da1-e4f2-41ea-8213-fbd6477b1f7e on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:34:07.701563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Pushing event deleted for resources: {'Port': ['ID=de529da1-e4f2-41ea-8213-fbd6477b1f7e,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:07.704319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port 4b068218-7caf-4977-8182-a8e51d285cfa, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4b068218-7caf-4977-8182-a8e51d285cfa,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:07.705147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:07.772802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:07.774517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:07.774517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:07.774517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:07.774517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:07.774517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:07.774956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:07.775152 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:07.775462 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:07.775787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:07.776118 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:07.776441 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fac95f-8021-4573-8760-2e057399f8de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:07.847804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 4b068218-7caf-4977-8182-a8e51d285cfa owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:34:08.110240 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:08.168857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=4b068218-7caf-4977-8182-a8e51d285cfa,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:08.282559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:08.476291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:08.479497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:08.508060 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:08.508977 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Fanout notify agent at l3_agent the message router_deleted on router c4e81178-c5d5-4a01-8ea2-ad542834d48f {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:34:08.533650 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:08.535681 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f191ca8c-d0cb-477f-abd5-5c6d3bd7386b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/routers/c4e81178-c5d5-4a01-8ea2-ad542834d48f HTTP/1.1" status: 204 len: 168 time: 1.9720891 Oct 17 18:34:08.540114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 54960) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:08.716691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:08.984805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.025630 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8418c00d-1f68-4687-b891-dac830183422']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:09.045406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4b068218-7caf-4977-8182-a8e51d285cfa no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:34:09.052899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7245b448-3386-4388-ae97-a882556ea8f0') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:09.053207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7245b448-3386-4388-ae97-a882556ea8f0') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:09.069913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.088111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 4b068218-7caf-4977-8182-a8e51d285cfa {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:34:09.088994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4b068218-7caf-4977-8182-a8e51d285cfa not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:34:09.089693 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device de529da1-e4f2-41ea-8213-fbd6477b1f7e no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:34:09.094587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.102921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:34:09.106289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.136330 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: de529da1-e4f2-41ea-8213-fbd6477b1f7e {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:34:09.136784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device de529da1-e4f2-41ea-8213-fbd6477b1f7e not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:34:09.137092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7f333680-0294-4462-a371-2593f9aeb658 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:34:09.175773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 7f333680-0294-4462-a371-2593f9aeb658 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:34:09.176247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7f333680-0294-4462-a371-2593f9aeb658 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:34:09.197713 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 7245b448-3386-4388-ae97-a882556ea8f0 resource provider aggregate not found Oct 17 18:34:09.223218 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 7245b448-3386-4388-ae97-a882556ea8f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7245b448-3386-4388-ae97-a882556ea8f0 found for delete ", "request_id": "req-0960b11d-7c01-47a5-9e08-effc49219ff8"}]} Oct 17 18:34:09.241859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.272452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.297537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Network': ['ID=8418c00d-1f68-4687-b891-dac830183422,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:09.307945 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-b444eda6-062f-4743-aec9-6e621d79b03b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/networks/8418c00d-1f68-4687-b891-dac830183422 HTTP/1.1" status: 204 len: 168 time: 0.7663543 Oct 17 18:34:09.310689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54968) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:09.399283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0560409c-72b0-4b21-8122-a5fc175c75ad tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.436088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0560409c-72b0-4b21-8122-a5fc175c75ad tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.522276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0560409c-72b0-4b21-8122-a5fc175c75ad tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.544045 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560409c-72b0-4b21-8122-a5fc175c75ad tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f263aa-caea-4391-be32-b849e6bcfcdb,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:09.555657 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-0560409c-72b0-4b21-8122-a5fc175c75ad tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.560972 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0560409c-72b0-4b21-8122-a5fc175c75ad tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/security-groups/d8f263aa-caea-4391-be32-b849e6bcfcdb HTTP/1.1" status: 204 len: 168 time: 0.2447965 Oct 17 18:34:09.701861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54976) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:09.708035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621385507', 'description': 'tempest-secgroup-smoke-621385507 description', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:09.714748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:09.719944 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:09.723363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:09.730319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:09.745067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.768292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:09.772726 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:09.775969 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:09.782214 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:09.893603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.898952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.951993 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa91df91-d8b6-4857-9334-b9a2a56f8537,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:09.957587 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:09.959838 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-988d3605-dac6-434c-b72b-d7f362a85434 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2565553 Oct 17 18:34:09.964838 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54980) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:09.974278 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f2640a24-b075-4a3c-a825-0e2b97a1acd1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'aa91df91-d8b6-4857-9334-b9a2a56f8537', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:09.982976 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f2640a24-b075-4a3c-a825-0e2b97a1acd1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:09.990509 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f2640a24-b075-4a3c-a825-0e2b97a1acd1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:09.995661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f2640a24-b075-4a3c-a825-0e2b97a1acd1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:10.006897 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f2640a24-b075-4a3c-a825-0e2b97a1acd1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:10.029531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f2640a24-b075-4a3c-a825-0e2b97a1acd1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.103241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f2640a24-b075-4a3c-a825-0e2b97a1acd1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.108840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f2640a24-b075-4a3c-a825-0e2b97a1acd1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.136442 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2640a24-b075-4a3c-a825-0e2b97a1acd1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b68974f-e5ab-402f-81bb-36b31e04aa84,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:10.149179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f2640a24-b075-4a3c-a825-0e2b97a1acd1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.150481 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f2640a24-b075-4a3c-a825-0e2b97a1acd1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841528 Oct 17 18:34:10.153728 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54984) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:10.160056 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-207e19a3-839f-4f2d-88d9-2888ac27a256 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'aa91df91-d8b6-4857-9334-b9a2a56f8537', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:10.166638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-207e19a3-839f-4f2d-88d9-2888ac27a256 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:10.170730 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-207e19a3-839f-4f2d-88d9-2888ac27a256 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:10.174487 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-207e19a3-839f-4f2d-88d9-2888ac27a256 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:10.180722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-207e19a3-839f-4f2d-88d9-2888ac27a256 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:10.199926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-207e19a3-839f-4f2d-88d9-2888ac27a256 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.272538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-207e19a3-839f-4f2d-88d9-2888ac27a256 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.276545 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-207e19a3-839f-4f2d-88d9-2888ac27a256 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.306504 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e19a3-839f-4f2d-88d9-2888ac27a256 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47bb809-3d0d-4790-8a20-e9ba583db373,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:10.317577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-207e19a3-839f-4f2d-88d9-2888ac27a256 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.319088 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-207e19a3-839f-4f2d-88d9-2888ac27a256 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1643591 Oct 17 18:34:10.322165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54988) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:10.327470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ee937118-6ee4-4699-a30d-692f61365b4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'aa91df91-d8b6-4857-9334-b9a2a56f8537', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:10.334199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ee937118-6ee4-4699-a30d-692f61365b4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:10.338791 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ee937118-6ee4-4699-a30d-692f61365b4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:10.342824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ee937118-6ee4-4699-a30d-692f61365b4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:10.350607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ee937118-6ee4-4699-a30d-692f61365b4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:10.370103 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee937118-6ee4-4699-a30d-692f61365b4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.442227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee937118-6ee4-4699-a30d-692f61365b4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.446502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee937118-6ee4-4699-a30d-692f61365b4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.474387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee937118-6ee4-4699-a30d-692f61365b4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbdff9e-1493-401d-bd62-605f0d3df143,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:10.486584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ee937118-6ee4-4699-a30d-692f61365b4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.487848 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ee937118-6ee4-4699-a30d-692f61365b4c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647468 Oct 17 18:34:10.491108 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54992) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:10.497008 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-774e7e35-f629-4772-8e92-70e61a4489e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'aa91df91-d8b6-4857-9334-b9a2a56f8537', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:10.504212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-774e7e35-f629-4772-8e92-70e61a4489e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:10.508477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-774e7e35-f629-4772-8e92-70e61a4489e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:10.511832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-774e7e35-f629-4772-8e92-70e61a4489e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:10.519113 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-774e7e35-f629-4772-8e92-70e61a4489e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:10.542602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-774e7e35-f629-4772-8e92-70e61a4489e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.620607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-774e7e35-f629-4772-8e92-70e61a4489e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.625871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-774e7e35-f629-4772-8e92-70e61a4489e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.654986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e7e35-f629-4772-8e92-70e61a4489e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5d0d4c-b4dc-48d9-a865-c282f68c6120,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:10.668741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-774e7e35-f629-4772-8e92-70e61a4489e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.670538 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-774e7e35-f629-4772-8e92-70e61a4489e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1781862 Oct 17 18:34:10.674818 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 54996) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:10.681347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3c53f60b-ff8e-4613-954c-73d36b8daac6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'aa91df91-d8b6-4857-9334-b9a2a56f8537', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:10.689663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3c53f60b-ff8e-4613-954c-73d36b8daac6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:10.694535 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3c53f60b-ff8e-4613-954c-73d36b8daac6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:10.698429 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3c53f60b-ff8e-4613-954c-73d36b8daac6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:10.707669 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3c53f60b-ff8e-4613-954c-73d36b8daac6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:10.727589 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-3c53f60b-ff8e-4613-954c-73d36b8daac6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Project f783c6cfc70e4ae89c6d34c6898bb753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:34:10.740981 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c53f60b-ff8e-4613-954c-73d36b8daac6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.852354 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c53f60b-ff8e-4613-954c-73d36b8daac6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.857607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c53f60b-ff8e-4613-954c-73d36b8daac6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.884932 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53f60b-ff8e-4613-954c-73d36b8daac6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0582289a-494d-4cc5-a489-00c4109bb24e,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:10.896175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3c53f60b-ff8e-4613-954c-73d36b8daac6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:10.897447 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3c53f60b-ff8e-4613-954c-73d36b8daac6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2212973 Oct 17 18:34:10.900698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55000) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:10.905964 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-584b097c-b749-43e2-9646-766e4d46766f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'aa91df91-d8b6-4857-9334-b9a2a56f8537', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:10.912541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-584b097c-b749-43e2-9646-766e4d46766f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:10.917833 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-584b097c-b749-43e2-9646-766e4d46766f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:10.921195 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-584b097c-b749-43e2-9646-766e4d46766f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:10.928616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-584b097c-b749-43e2-9646-766e4d46766f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:10.941543 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-584b097c-b749-43e2-9646-766e4d46766f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Project f783c6cfc70e4ae89c6d34c6898bb753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:34:10.950067 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-584b097c-b749-43e2-9646-766e4d46766f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:11.031938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-584b097c-b749-43e2-9646-766e4d46766f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:11.037087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-584b097c-b749-43e2-9646-766e4d46766f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:11.064311 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b097c-b749-43e2-9646-766e4d46766f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac1aaa1-dd7d-41ba-bf59-6a536f190bd5,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:11.076598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-584b097c-b749-43e2-9646-766e4d46766f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:11.079152 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-584b097c-b749-43e2-9646-766e4d46766f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1770794 Oct 17 18:34:11.082054 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55004) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:11.091661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'network': {'name': 'tempest-network-smoke--1599721228', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'port_security_enabled': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:11.100968 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:11.108608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:network and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:11.114649 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:11.126065 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:11.144306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:34:11.150752 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:11.201043 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:34:11.214533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:11.215027 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Added segment d069c4f5-6b89-4ec2-a104-d441955f691a of type vlan for network 14cc2b59-588c-4427-9914-406a1902ee90 Oct 17 18:34:11.264647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:11.318576 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:11.324788 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:11.325558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:11.569100 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4853270 Oct 17 18:34:11.573580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55008) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:11.575618 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed68dbd-6f1d-4559-9c1e-8a4d3026f0df tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Network': ['ID=14cc2b59-588c-4427-9914-406a1902ee90,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:11.581458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'admin_state_up': True, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:11.589703 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 14cc2b59-588c-4427-9914-406a1902ee90 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:34:11.590488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:11.596054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:router and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:11.599697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:11.611872 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:11.628838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:11.630563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:11.659312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:11.977178 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:12.486865 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:12.519323 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:12.681575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.26.8.81 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/f8858e7f-d364-4bdd-8946-c79f0802a639) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:34:12.874566 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:12.931297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:13.043406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:34:13.047343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:34:13.052426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:34:13.099205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=f8858e7f-d364-4bdd-8946-c79f0802a639,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:13.687807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:14.136463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:14.393166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 6193044f-2087-4a13-af3c-d82d0aec0d35 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:34:14.616253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:34:14.628666 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Sync routers for ids ['6193044f-2087-4a13-af3c-d82d0aec0d35'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:34:14.639730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Routers {'6193044f-2087-4a13-af3c-d82d0aec0d35'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:34:14.641246 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:34:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6193044f-2087-4a13-af3c-d82d0aec0d35'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:14.655277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:14.657840 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7448a669-afb8-4612-b1bf-3308edc74a42 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0825791 Oct 17 18:34:14.662216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55012) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:14.741598 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-51df8398-d898-4fae-91ff-d26e1fcbe2f2 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=f783c6cfc70e4ae89c6d34c6898bb753&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768771 Oct 17 18:34:14.745907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55016) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:14.849506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Set router 6193044f-2087-4a13-af3c-d82d0aec0d35 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:34:14.976235 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dbee99-509f-4706-a4ed-463e0d2c48c7 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:14.978118 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-f8dbee99-509f-4706-a4ed-463e0d2c48c7 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2308857 Oct 17 18:34:14.981547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55020) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:15.027525 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-636efcd9-5e66-4067-8210-8ec1fc70e7bd tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442197 Oct 17 18:34:15.030626 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55024) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:15.036993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1169997596', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:15.272885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:34:13Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:15.278307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Checking router: 6193044f-2087-4a13-af3c-d82d0aec0d35 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:34:15.278770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Updating router 6193044f-2087-4a13-af3c-d82d0aec0d35 port f8858e7f-d364-4bdd-8946-c79f0802a639 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:34:15.348919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:15.353565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:subnet and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:15.357362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:15.365101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:15.367725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:15.378102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:34:15.382675 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:15.723954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:15.845725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Subnet': ['ID=2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:15.858160 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Checking segment: {'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:34:15.858677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network hostable DHCP agents. Network: 14cc2b59-588c-4427-9914-406a1902ee90, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:34:15.888733 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 14cc2b59-588c-4427-9914-406a1902ee90 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:34:15.894886 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:15.912262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 14cc2b59-588c-4427-9914-406a1902ee90) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:34:15.915446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Transition to ACTIVE for port object f8858e7f-d364-4bdd-8946-c79f0802a639 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:15.920188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:15.925301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:15.930526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894710cd-52c1-4f98-86ec-2f68f50d5773 None None] Network 14cc2b59-588c-4427-9914-406a1902ee90 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:34:15.946993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:15.956169 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9366beac-4c44-41dd-a6ce-cee050494ed3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9241209 Oct 17 18:34:15.961117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55028) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:16.111347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Attempting to bind port f8858e7f-d364-4bdd-8946-c79f0802a639 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:34:16.111867 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Attempting to bind port f8858e7f-d364-4bdd-8946-c79f0802a639 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:34:16.112324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Attempting to bind port f8858e7f-d364-4bdd-8946-c79f0802a639 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:34:16.125269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:34:16.125849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:34:16.126475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:16.127118 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:34:16.127926 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Bound port: f8858e7f-d364-4bdd-8946-c79f0802a639, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:34:16.128524 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:16.294775 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3d538-56c0-4da3-9700-0420da9e7284 None None] Pushing event updated for resources: {'Port': ['ID=f8858e7f-d364-4bdd-8946-c79f0802a639,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:16.310059 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] For port f8858e7f-d364-4bdd-8946-c79f0802a639, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:34:16.343470 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] For port f8858e7f-d364-4bdd-8946-c79f0802a639, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f8858e7f-d364-4bdd-8946-c79f0802a639,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:34:16.358942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:16.516906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Routers {'6193044f-2087-4a13-af3c-d82d0aec0d35'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:34:16.517952 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:34:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6193044f-2087-4a13-af3c-d82d0aec0d35'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:16.777692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3d538-56c0-4da3-9700-0420da9e7284 None None] Pushing event updated for resources: {'Port': ['ID=f8858e7f-d364-4bdd-8946-c79f0802a639,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:16.905733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-14cc2b59-588c-4427-9914-406a1902ee90', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ips': [{'subnet_id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:34:16.907745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:17.013271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] Set router 6193044f-2087-4a13-af3c-d82d0aec0d35 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:34:17.212689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:17.513681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Allocated IP 172.20.0.2 (14cc2b59-588c-4427-9914-406a1902ee90/2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb/118bd013-b985-4de8-b45a-6162658960b0) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:34:17.707870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:34:13Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:17.729299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59ac520-4c13-4b36-a226-78ed83a53aef None None] The sync data for ids ['6193044f-2087-4a13-af3c-d82d0aec0d35'] in dv-neutron-860895-1-hyperv is: [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:34:13Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:34:17.836851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:17.851496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Transition to ACTIVE for port object 118bd013-b985-4de8-b45a-6162658960b0 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:17.881141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Transition to ACTIVE for port object 118bd013-b985-4de8-b45a-6162658960b0 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:17.888801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:18.045251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.20.0.1 (14cc2b59-588c-4427-9914-406a1902ee90/2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb/0cc81b90-0fb1-4128-8d67-c50be08fccfa) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:34:18.045511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Network 14cc2b59-588c-4427-9914-406a1902ee90 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:34:18.055462 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:34:18.065845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:34:18.068148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Pushing event updated for resources: {'Port': ['ID=118bd013-b985-4de8-b45a-6162658960b0,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:18.206641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Attempting to bind port 118bd013-b985-4de8-b45a-6162658960b0 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:34:18.206641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Attempting to bind port 118bd013-b985-4de8-b45a-6162658960b0 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:34:18.206641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Attempting to bind port 118bd013-b985-4de8-b45a-6162658960b0 on network 14cc2b59-588c-4427-9914-406a1902ee90 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:34:18.217332 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:34:18.217912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Checking segment: {'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:34:18.219139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:18.220003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Bound using segment: {'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:34:18.221024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Bound port: 118bd013-b985-4de8-b45a-6162658960b0, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:34:18.221865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:18.318015 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:18.345498 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Transition to ACTIVE for port object 0cc81b90-0fb1-4128-8d67-c50be08fccfa will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:18.379342 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:18.382987 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] For port 118bd013-b985-4de8-b45a-6162658960b0, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:34:18.391461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] For port 118bd013-b985-4de8-b45a-6162658960b0, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=118bd013-b985-4de8-b45a-6162658960b0,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:34:18.399272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:18.465558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 14cc2b59-588c-4427-9914-406a1902ee90 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:34:18.469708 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:34:18.474619 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:34:18.497172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd846e-c8e8-4c2a-bbf9-04fc8a666385 None None] Pushing event updated for resources: {'Port': ['ID=118bd013-b985-4de8-b45a-6162658960b0,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:18.674355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=0cc81b90-0fb1-4128-8d67-c50be08fccfa,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:18.722281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:18.986553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:19.047701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 118bd013-b985-4de8-b45a-6162658960b0 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:19.173477 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 118bd013-b985-4de8-b45a-6162658960b0 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:19.180010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f8858e7f-d364-4bdd-8946-c79f0802a639 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:19.262625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port f8858e7f-d364-4bdd-8946-c79f0802a639 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:19.269270 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port f8858e7f-d364-4bdd-8946-c79f0802a639 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:19.269838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:19.270222 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port f8858e7f-d364-4bdd-8946-c79f0802a639 Oct 17 18:34:19.429381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port f8858e7f-d364-4bdd-8946-c79f0802a639 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:19.429808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:19.451512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port f8858e7f-d364-4bdd-8946-c79f0802a639, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f8858e7f-d364-4bdd-8946-c79f0802a639,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:19.458382 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:19.540639 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=f8858e7f-d364-4bdd-8946-c79f0802a639,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:19.628815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:19.635518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:19.793199 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=0cc81b90-0fb1-4128-8d67-c50be08fccfa,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:19.800578 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:19.815915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d487cecf-ebe9-4b0c-ad73-c2c9cdb387cb None None] Network 14cc2b59-588c-4427-9914-406a1902ee90 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:34:19.980093 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5f895c26-65bf-46d1-a5d2-bf8b265079d8 None None] Provisioning for port 118bd013-b985-4de8-b45a-6162658960b0 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:19.989985 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5f895c26-65bf-46d1-a5d2-bf8b265079d8 None None] Provisioning complete for port 118bd013-b985-4de8-b45a-6162658960b0 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:19.990363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f895c26-65bf-46d1-a5d2-bf8b265079d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:19.990734 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-5f895c26-65bf-46d1-a5d2-bf8b265079d8 None None] Attempt 1 to provision port 118bd013-b985-4de8-b45a-6162658960b0 Oct 17 18:34:19.992620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 14cc2b59-588c-4427-9914-406a1902ee90 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:34:19.994042 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:34:20.286698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 6193044f-2087-4a13-af3c-d82d0aec0d35 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:34:20.366769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-5f895c26-65bf-46d1-a5d2-bf8b265079d8 None None] Current status of the port 118bd013-b985-4de8-b45a-6162658960b0 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:20.367557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f895c26-65bf-46d1-a5d2-bf8b265079d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:20.450911 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5f895c26-65bf-46d1-a5d2-bf8b265079d8 None None] For port 118bd013-b985-4de8-b45a-6162658960b0, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=118bd013-b985-4de8-b45a-6162658960b0,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:20.459823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f895c26-65bf-46d1-a5d2-bf8b265079d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:20.539147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:34:20.552241 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Sync routers for ids ['6193044f-2087-4a13-af3c-d82d0aec0d35'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:34:20.559702 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-453d1b9d-6ff5-4c55-9680-90425fb69ff5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "PUT /v2.0/routers/6193044f-2087-4a13-af3c-d82d0aec0d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5960455 Oct 17 18:34:20.568443 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Routers {'6193044f-2087-4a13-af3c-d82d0aec0d35'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:34:20.574683 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:34:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6193044f-2087-4a13-af3c-d82d0aec0d35'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:20.604505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f895c26-65bf-46d1-a5d2-bf8b265079d8 None None] Pushing event updated for resources: {'Port': ['ID=118bd013-b985-4de8-b45a-6162658960b0,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:20.794861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Provisioning for port 0cc81b90-0fb1-4128-8d67-c50be08fccfa completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:20.804907 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Provisioning complete for port 0cc81b90-0fb1-4128-8d67-c50be08fccfa triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:20.805323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:20.806370 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Attempt 1 to provision port 0cc81b90-0fb1-4128-8d67-c50be08fccfa Oct 17 18:34:20.869620 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-d464a691-dc0c-40d2-ac36-60fb286b1842 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621385507&fields=id&tenant_id=f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 267 time: 0.0577598 Oct 17 18:34:20.882510 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Set router 6193044f-2087-4a13-af3c-d82d0aec0d35 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:34:20.926071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Port 0cc81b90-0fb1-4128-8d67-c50be08fccfa cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:34:20.993746 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 118bd013-b985-4de8-b45a-6162658960b0 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:21.082944 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 118bd013-b985-4de8-b45a-6162658960b0 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:21.083456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:21.083856 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 118bd013-b985-4de8-b45a-6162658960b0 Oct 17 18:34:21.188961 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-edba2d62-5474-4876-bbd2-ea9f3fc4f9a4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:21.190361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-edba2d62-5474-4876-bbd2-ea9f3fc4f9a4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:34:21.229015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-edba2d62-5474-4876-bbd2-ea9f3fc4f9a4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:34:21.231552 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-edba2d62-5474-4876-bbd2-ea9f3fc4f9a4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/networks?id=14cc2b59-588c-4427-9914-406a1902ee90 HTTP/1.1" status: 200 len: 797 time: 0.3580260 Oct 17 18:34:21.263208 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-3ffcce03-96c2-4c03-9b76-82a4400e8bd1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/quotas/f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 375 time: 0.0242233 Oct 17 18:34:21.387001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 118bd013-b985-4de8-b45a-6162658960b0 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:21.388883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f8858e7f-d364-4bdd-8946-c79f0802a639 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:21.421044 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-b2150a56-47d1-4c86-aebc-42536ed329da tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1491315 Oct 17 18:34:21.446306 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Attempt 2 to provision port 0cc81b90-0fb1-4128-8d67-c50be08fccfa Oct 17 18:34:21.449715 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:34:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '0cc81b90-0fb1-4128-8d67-c50be08fccfa', 'name': '', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:17Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 2, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:21.456026 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Checking router: 6193044f-2087-4a13-af3c-d82d0aec0d35 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:34:21.456474 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Updating router 6193044f-2087-4a13-af3c-d82d0aec0d35 port 0cc81b90-0fb1-4128-8d67-c50be08fccfa binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:34:21.520861 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:21.548306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-bc724e15-f2b9-4618-83fd-a35f47b2a21e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:34:21.555417 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-bc724e15-f2b9-4618-83fd-a35f47b2a21e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1110668 Oct 17 18:34:21.592578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Port 0cc81b90-0fb1-4128-8d67-c50be08fccfa cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:34:21.615216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port f8858e7f-d364-4bdd-8946-c79f0802a639 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:21.615835 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:21.616383 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port f8858e7f-d364-4bdd-8946-c79f0802a639 Oct 17 18:34:21.715677 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-db708ab8-45bb-4e43-bd51-f20072f56e49 service neutron] 10.222.0.69 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592894 Oct 17 18:34:21.788736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port f8858e7f-d364-4bdd-8946-c79f0802a639 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:21.942944 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-a031ff97-61c5-4078-87cc-4ba05da56165 service neutron] 10.222.0.69 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212327 Oct 17 18:34:22.028781 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:22.052397 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Transition to ACTIVE for port object 0cc81b90-0fb1-4128-8d67-c50be08fccfa will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:22.062559 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:22.094715 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Attempt 3 to provision port 0cc81b90-0fb1-4128-8d67-c50be08fccfa Oct 17 18:34:22.203592 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Port 0cc81b90-0fb1-4128-8d67-c50be08fccfa cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:34:22.282543 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-410f5f84-87e2-44d9-90e5-9aaf1346e823 req-80b8bba2-146a-4bdb-8177-1b3e72ee81a1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:34:22.309466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-410f5f84-87e2-44d9-90e5-9aaf1346e823 req-80b8bba2-146a-4bdb-8177-1b3e72ee81a1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:34:22.312422 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-410f5f84-87e2-44d9-90e5-9aaf1346e823 req-80b8bba2-146a-4bdb-8177-1b3e72ee81a1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 210 time: 0.1307001 Oct 17 18:34:22.410142 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Pushing event updated for resources: {'Port': ['ID=0cc81b90-0fb1-4128-8d67-c50be08fccfa,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:22.433441 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:22.433751 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:22.434080 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:22.434405 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:22.434727 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:22.435075 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:22.435376 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:22.435700 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:22.436013 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:22.436338 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:22.436699 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:22.437218 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:34:22.451245 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Attempting to bind port 0cc81b90-0fb1-4128-8d67-c50be08fccfa on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:34:22.451755 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Attempting to bind port 0cc81b90-0fb1-4128-8d67-c50be08fccfa by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:34:22.452795 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Attempting to bind port 0cc81b90-0fb1-4128-8d67-c50be08fccfa on network 14cc2b59-588c-4427-9914-406a1902ee90 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:34:22.465547 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:34:22.466164 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Checking segment: {'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:34:22.466791 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:22.467629 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Bound using segment: {'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:34:22.469421 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Bound port: 0cc81b90-0fb1-4128-8d67-c50be08fccfa, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:34:22.470044 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:22.651975 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] For port 0cc81b90-0fb1-4128-8d67-c50be08fccfa, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:34:22.658854 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] For port 0cc81b90-0fb1-4128-8d67-c50be08fccfa, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0cc81b90-0fb1-4128-8d67-c50be08fccfa,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:34:22.665234 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:22.705207 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Attempt 4 to provision port 0cc81b90-0fb1-4128-8d67-c50be08fccfa Oct 17 18:34:22.735897 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Routers {'6193044f-2087-4a13-af3c-d82d0aec0d35'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:34:22.736344 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:34:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6193044f-2087-4a13-af3c-d82d0aec0d35'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:22.829824 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Port 0cc81b90-0fb1-4128-8d67-c50be08fccfa had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:34:22.850275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Provisioning complete for port 118bd013-b985-4de8-b45a-6162658960b0 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:22.850883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:22.851488 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Attempt 1 to provision port 118bd013-b985-4de8-b45a-6162658960b0 Oct 17 18:34:22.904337 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041be86-507d-4895-b15c-71dbe4e78b8b None None] Pushing event updated for resources: {'Port': ['ID=0cc81b90-0fb1-4128-8d67-c50be08fccfa,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:22.985721 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] Set router 6193044f-2087-4a13-af3c-d82d0aec0d35 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:34:23.067897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4f0a0-6ab1-4022-9502-412ae68657c6 None None] Current status of the port 118bd013-b985-4de8-b45a-6162658960b0 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:23.487984 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:34:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '0cc81b90-0fb1-4128-8d67-c50be08fccfa', 'name': '', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:17Z', 'updated_at': '2022-10-17T18:34:22Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:23.495291 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2123a66b-b11d-48b0-a03a-596cd93032c4 None None] The sync data for ids ['6193044f-2087-4a13-af3c-d82d0aec0d35'] in dv-neutron-860895-1-hyperv is: [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:34:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '0cc81b90-0fb1-4128-8d67-c50be08fccfa', 'name': '', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:17Z', 'updated_at': '2022-10-17T18:34:22Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:34:23.683324 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5a1eaeb0-5608-4b3d-b517-17dc799a33ce req-d52e3e98-76fe-4af4-abd9-57153e621a18 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 210 time: 0.1491139 Oct 17 18:34:23.871352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-aef83e9f-19d5-4e87-9b92-70b5b656a426 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:23.874006 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-aef83e9f-19d5-4e87-9b92-70b5b656a426 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/networks?id=14cc2b59-588c-4427-9914-406a1902ee90 HTTP/1.1" status: 200 len: 797 time: 0.2450657 Oct 17 18:34:23.955121 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-756ce5c5-8b5a-4353-aab5-822bda2e5c5b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 379 time: 0.0657415 Oct 17 18:34:23.966123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'port': {'device_id': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'admin_state_up': True, 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'security_groups': ['aa91df91-d8b6-4857-9334-b9a2a56f8537']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:24.211005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:24.230405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:24.245472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:34:24.250646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:24.482829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.20.0.4 (14cc2b59-588c-4427-9914-406a1902ee90/2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb/18cd4455-bea7-4e21-b886-52e3011522bd) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:34:24.781550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:24.810845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Transition to ACTIVE for port object 18cd4455-bea7-4e21-b886-52e3011522bd will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:24.855888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:24.992121 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774206c-a6de-467b-892a-ded51272d1f1 req-56a0b771-5fde-463f-8028-b2f2338323e8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:24.994898 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1774206c-a6de-467b-892a-ded51272d1f1 req-56a0b771-5fde-463f-8028-b2f2338323e8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 931 time: 0.1672909 Oct 17 18:34:25.047454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0cc81b90-0fb1-4128-8d67-c50be08fccfa up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:25.097223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-1774206c-a6de-467b-892a-ded51272d1f1 req-63c1aba2-372c-4e5b-bd13-9eed5f43e432 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:34:25.131004 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-1774206c-a6de-467b-892a-ded51272d1f1 req-63c1aba2-372c-4e5b-bd13-9eed5f43e432 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:34:25.133915 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1774206c-a6de-467b-892a-ded51272d1f1 req-63c1aba2-372c-4e5b-bd13-9eed5f43e432 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249735 Oct 17 18:34:25.148018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=18cd4455-bea7-4e21-b886-52e3011522bd,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:25.160988 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 0cc81b90-0fb1-4128-8d67-c50be08fccfa completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:25.169404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 0cc81b90-0fb1-4128-8d67-c50be08fccfa triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:25.170337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:25.170842 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 0cc81b90-0fb1-4128-8d67-c50be08fccfa Oct 17 18:34:25.177042 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 14cc2b59-588c-4427-9914-406a1902ee90 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:34:25.178533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:34:25.181291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:34:25.285002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:25.285901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:25.314665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:25.329692 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-e0c7acf2-d687-4428-a09f-b2deaf9613dc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3694012 Oct 17 18:34:25.352438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Request body: {'port': {'device_id': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:25.388790 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 0cc81b90-0fb1-4128-8d67-c50be08fccfa is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:25.389169 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:25.438033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 0cc81b90-0fb1-4128-8d67-c50be08fccfa, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0cc81b90-0fb1-4128-8d67-c50be08fccfa,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:25.444858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:25.545873 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:25.547473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=0cc81b90-0fb1-4128-8d67-c50be08fccfa,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:25.557560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-05d2e712-07c6-439c-b934-7fe21061b7d6 None None] Provisioning for port 18cd4455-bea7-4e21-b886-52e3011522bd completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:25.566582 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-05d2e712-07c6-439c-b934-7fe21061b7d6 None None] Provisioning complete for port 18cd4455-bea7-4e21-b886-52e3011522bd triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:25.567280 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-05d2e712-07c6-439c-b934-7fe21061b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:25.567696 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-05d2e712-07c6-439c-b934-7fe21061b7d6 None None] Attempt 1 to provision port 18cd4455-bea7-4e21-b886-52e3011522bd Oct 17 18:34:25.669550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-05d2e712-07c6-439c-b934-7fe21061b7d6 None None] Port 18cd4455-bea7-4e21-b886-52e3011522bd cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:34:25.967036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18cd4455-bea7-4e21-b886-52e3011522bd {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:34:25.976571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:25.995205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Transition to ACTIVE for port object 18cd4455-bea7-4e21-b886-52e3011522bd will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:34:26.000094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:26.170916 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-05d2e712-07c6-439c-b934-7fe21061b7d6 None None] Attempt 2 to provision port 18cd4455-bea7-4e21-b886-52e3011522bd Oct 17 18:34:26.208209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Pushing event updated for resources: {'Port': ['ID=18cd4455-bea7-4e21-b886-52e3011522bd,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:26.253056 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-05d2e712-07c6-439c-b934-7fe21061b7d6 None None] Port 18cd4455-bea7-4e21-b886-52e3011522bd cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:34:26.263539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Attempting to bind port 18cd4455-bea7-4e21-b886-52e3011522bd on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:34:26.263876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Attempting to bind port 18cd4455-bea7-4e21-b886-52e3011522bd by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:34:26.264196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Attempting to bind port 18cd4455-bea7-4e21-b886-52e3011522bd on network 14cc2b59-588c-4427-9914-406a1902ee90 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:34:26.271694 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Port 18cd4455-bea7-4e21-b886-52e3011522bd on network 14cc2b59-588c-4427-9914-406a1902ee90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:34:26.272014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Attempting to bind port 18cd4455-bea7-4e21-b886-52e3011522bd on network 14cc2b59-588c-4427-9914-406a1902ee90 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:34:26.278107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:34:26.278441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Checking segment: {'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:34:26.278898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Bound using segment: {'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:34:26.279369 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Bound port: 18cd4455-bea7-4e21-b886-52e3011522bd, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd069c4f5-6b89-4ec2-a104-d441955f691a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:34:26.279715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:26.445907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] For port 18cd4455-bea7-4e21-b886-52e3011522bd, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:34:26.457552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] For port 18cd4455-bea7-4e21-b886-52e3011522bd, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=18cd4455-bea7-4e21-b886-52e3011522bd,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:34:26.465745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:26.500136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:26.501039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:26.502481 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] 10.222.0.20 "PUT /v2.0/ports/18cd4455-bea7-4e21-b886-52e3011522bd HTTP/1.1" status: 200 len: 1093 time: 1.1580579 Oct 17 18:34:26.503216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:34:26.505597 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0784d7-f27c-4ded-a8b6-ed0df721f772" -d '{"events": [{"name": "network-changed", "server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:34:26.555421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78e01b-10d8-461f-be73-2c690ee3bc6e req-61a34eeb-a7bd-4714-b2fa-32b9934d96b0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:26.556164 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-ad78e01b-10d8-461f-be73-2c690ee3bc6e req-61a34eeb-a7bd-4714-b2fa-32b9934d96b0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:34:26.574385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56a902e-da20-4280-9c2e-53fa66c36311 x-openstack-request-id: req-d56a902e-da20-4280-9c2e-53fa66c36311 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:34:26.574677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:34:26.574928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d56a902e-da20-4280-9c2e-53fa66c36311 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:34:26.575370 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56a902e-da20-4280-9c2e-53fa66c36311'] response: {'name': 'network-changed', 'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd', 'status': 'completed', 'code': 200} Oct 17 18:34:26.631791 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1fc23-e296-4b72-bb29-b51eb4699301 service neutron] Pushing event updated for resources: {'Port': ['ID=18cd4455-bea7-4e21-b886-52e3011522bd,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:26.643329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-ad78e01b-10d8-461f-be73-2c690ee3bc6e req-61a34eeb-a7bd-4714-b2fa-32b9934d96b0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:34:26.644621 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ad78e01b-10d8-461f-be73-2c690ee3bc6e req-61a34eeb-a7bd-4714-b2fa-32b9934d96b0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 943 time: 0.2845836 Oct 17 18:34:26.708818 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ad78e01b-10d8-461f-be73-2c690ee3bc6e req-e9e8c925-d7af-4695-87ce-a46301480259 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559874 Oct 17 18:34:26.723693 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-d6702086-dd46-4698-b6d8-be76d61cd6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:26.725181 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-d6702086-dd46-4698-b6d8-be76d61cd6ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 1096 time: 0.1552625 Oct 17 18:34:26.754591 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-05d2e712-07c6-439c-b934-7fe21061b7d6 None None] Attempt 3 to provision port 18cd4455-bea7-4e21-b886-52e3011522bd Oct 17 18:34:26.811351 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-f97eb480-4ab7-4eab-9cf5-e715e52c4e20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18cd4455-bea7-4e21-b886-52e3011522bd HTTP/1.1" status: 200 len: 217 time: 0.0737140 Oct 17 18:34:26.828904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-05d2e712-07c6-439c-b934-7fe21061b7d6 None None] Port 18cd4455-bea7-4e21-b886-52e3011522bd had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:34:26.886825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-616dcf0e-6316-485b-a9b9-4ed9fb4388ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:26.888760 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-616dcf0e-6316-485b-a9b9-4ed9fb4388ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb HTTP/1.1" status: 200 len: 835 time: 0.0718913 Oct 17 18:34:26.939702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0cc81b90-0fb1-4128-8d67-c50be08fccfa up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:26.995437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-11dc0b7e-98af-49b3-9086-e2d2b0ca87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:26.997119 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-11dc0b7e-98af-49b3-9086-e2d2b0ca87cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14cc2b59-588c-4427-9914-406a1902ee90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027477 Oct 17 18:34:27.025845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 0cc81b90-0fb1-4128-8d67-c50be08fccfa triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:27.026293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:27.026704 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 0cc81b90-0fb1-4128-8d67-c50be08fccfa Oct 17 18:34:27.161521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 0cc81b90-0fb1-4128-8d67-c50be08fccfa is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:27.169958 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-68c39050-bba8-49f4-b93f-61f78597d876 service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670072 Oct 17 18:34:27.442775 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cff01f14-273a-4dac-be29-ce3ccbd59909 req-eb2947a7-34be-409d-9a53-df2a305bde64 service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667828 Oct 17 18:34:27.609924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [req-32196e1d-afc9-4be8-ab9a-2b3a8248a55c req-3aeae77d-8453-48cf-a6ec-86128d0ed999 service neutron] (89190) timed out ('10.222.0.69', 50958) {{(pid=89190) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 17 18:34:27.648437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0784d7-f27c-4ded-a8b6-ed0df721f772 req-1ebc28ca-aeb6-4394-a295-117b5ffde953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:27.649960 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bc0784d7-f27c-4ded-a8b6-ed0df721f772 req-1ebc28ca-aeb6-4394-a295-117b5ffde953 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 1096 time: 0.1205060 Oct 17 18:34:27.821275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0784d7-f27c-4ded-a8b6-ed0df721f772 req-b09a79e0-9c0a-4b0e-a5d1-4362a618d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:27.822952 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bc0784d7-f27c-4ded-a8b6-ed0df721f772 req-b09a79e0-9c0a-4b0e-a5d1-4362a618d27c service neutron] 10.222.0.20 "GET /v2.0/networks?id=14cc2b59-588c-4427-9914-406a1902ee90 HTTP/1.1" status: 200 len: 898 time: 0.1660900 Oct 17 18:34:27.940985 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bc0784d7-f27c-4ded-a8b6-ed0df721f772 req-0706f3f6-85fc-4004-ace7-eb3fa7743de7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18cd4455-bea7-4e21-b886-52e3011522bd HTTP/1.1" status: 200 len: 217 time: 0.1107032 Oct 17 18:34:28.016889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0784d7-f27c-4ded-a8b6-ed0df721f772 req-211752d1-d334-4457-bde9-ad9cff158eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:28.017589 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5bf86-63c9-4845-a649-f08b4ef9bf5a req-7b730602-162c-4b99-b1fa-7c4e770e2292 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:28.019281 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e9b5bf86-63c9-4845-a649-f08b4ef9bf5a req-7b730602-162c-4b99-b1fa-7c4e770e2292 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 943 time: 0.1563432 Oct 17 18:34:28.019518 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bc0784d7-f27c-4ded-a8b6-ed0df721f772 req-211752d1-d334-4457-bde9-ad9cff158eca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb HTTP/1.1" status: 200 len: 835 time: 0.0721526 Oct 17 18:34:28.173867 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0784d7-f27c-4ded-a8b6-ed0df721f772 req-df6dd17a-44c1-412f-b53d-5a837b0f3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:28.176515 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bc0784d7-f27c-4ded-a8b6-ed0df721f772 req-df6dd17a-44c1-412f-b53d-5a837b0f3524 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14cc2b59-588c-4427-9914-406a1902ee90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1495094 Oct 17 18:34:28.209467 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e9b5bf86-63c9-4845-a649-f08b4ef9bf5a req-1d8ad5c9-e7d3-4f6f-b6b0-af1f73fc8639 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830804 Oct 17 18:34:28.419860 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bc0784d7-f27c-4ded-a8b6-ed0df721f772 req-d4f39b12-7b86-4460-9e8f-62e421ca763a service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362642 Oct 17 18:34:28.567963 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bc0784d7-f27c-4ded-a8b6-ed0df721f772 req-6e558689-5bdb-4459-9d83-087093669a60 service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419811 Oct 17 18:34:29.117361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f49d28b7-057a-4a52-b2ba-04e7b50937e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:29.433682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae0717-77bf-4e77-930d-0f61761c453f req-76cfa097-62ad-4236-a729-1bcae6a278f4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:29.435313 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f1ae0717-77bf-4e77-930d-0f61761c453f req-76cfa097-62ad-4236-a729-1bcae6a278f4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 943 time: 0.1047149 Oct 17 18:34:29.489102 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f1ae0717-77bf-4e77-930d-0f61761c453f req-2cd82b68-edf9-4549-bb2f-d994f0e54574 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459156 Oct 17 18:34:30.098146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 18cd4455-bea7-4e21-b886-52e3011522bd details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:34:30.261008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 18cd4455-bea7-4e21-b886-52e3011522bd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=18cd4455-bea7-4e21-b886-52e3011522bd,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:30.277681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '18cd4455-bea7-4e21-b886-52e3011522bd', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'port_id': '18cd4455-bea7-4e21-b886-52e3011522bd', 'mac_address': 'fa:16:3e:91:ff:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:34:30.346041 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 18cd4455-bea7-4e21-b886-52e3011522bd is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:30.346385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:30.369103 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18cd4455-bea7-4e21-b886-52e3011522bd {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:34:30.390137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 18cd4455-bea7-4e21-b886-52e3011522bd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=18cd4455-bea7-4e21-b886-52e3011522bd,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:30.395211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:30.481194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=18cd4455-bea7-4e21-b886-52e3011522bd,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:30.711860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['18cd4455-bea7-4e21-b886-52e3011522bd'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:34:30.720800 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799126a2-95e8-4b67-aadf-f2b2fd2d968f req-bf696e14-0fbd-477b-8540-9729108c97ad tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:30.722730 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-799126a2-95e8-4b67-aadf-f2b2fd2d968f req-bf696e14-0fbd-477b-8540-9729108c97ad tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 944 time: 0.1044784 Oct 17 18:34:30.783737 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-799126a2-95e8-4b67-aadf-f2b2fd2d968f req-69d0ad83-3c2f-4d45-a597-0172377d339d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546761 Oct 17 18:34:31.549874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-45bc1d11-8a4f-4e7a-85d3-68cd8f3e24f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:32.088216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabdde2-8fe3-4c4b-b00d-779594e029a9 req-48719a5b-395b-4711-8c41-af25ab58aeba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:32.089690 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6cabdde2-8fe3-4c4b-b00d-779594e029a9 req-48719a5b-395b-4711-8c41-af25ab58aeba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 944 time: 0.1003568 Oct 17 18:34:32.114857 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 18cd4455-bea7-4e21-b886-52e3011522bd up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:34:32.147129 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6cabdde2-8fe3-4c4b-b00d-779594e029a9 req-5cb81b5c-12dd-40e9-b17d-c823e4d88b5d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452194 Oct 17 18:34:32.218874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 18cd4455-bea7-4e21-b886-52e3011522bd completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:34:32.224919 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 18cd4455-bea7-4e21-b886-52e3011522bd triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:34:32.225399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:32.225861 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 18cd4455-bea7-4e21-b886-52e3011522bd Oct 17 18:34:32.394081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 18cd4455-bea7-4e21-b886-52e3011522bd is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:34:32.394757 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:32.444529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:34:32.446999 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034f3eb9-dc40-4662-9891-207a8606e40c" -d '{"events": [{"server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "name": "network-vif-plugged", "status": "completed", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:34:32.460016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 18cd4455-bea7-4e21-b886-52e3011522bd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=18cd4455-bea7-4e21-b886-52e3011522bd,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:34:32.465261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:32.542361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=18cd4455-bea7-4e21-b886-52e3011522bd,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:32.598145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59e2208-b297-424b-851d-ffd2360bdf41 x-openstack-request-id: req-c59e2208-b297-424b-851d-ffd2360bdf41 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:34:32.599277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "name": "network-vif-plugged", "status": "completed", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:34:32.599277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c59e2208-b297-424b-851d-ffd2360bdf41 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:34:32.599277 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59e2208-b297-424b-851d-ffd2360bdf41'] response: {'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd', 'code': 200} Oct 17 18:34:32.607515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:32.710882 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:32.898573 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe702b6a-2a3d-4155-94a5-f02a839e45b7 req-60dbc066-b6ea-4ad3-b214-03b5c687ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:32.900198 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe702b6a-2a3d-4155-94a5-f02a839e45b7 req-60dbc066-b6ea-4ad3-b214-03b5c687ef30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 1098 time: 0.0904186 Oct 17 18:34:32.953762 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe702b6a-2a3d-4155-94a5-f02a839e45b7 req-350e9035-bd31-4198-9226-223a98fda738 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469296 Oct 17 18:34:33.391267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4a27f-c960-427c-8bf1-ec7780fd0e71 req-21153cce-07e8-4669-9662-fa0e0232e3af tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:33.392910 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b8c4a27f-c960-427c-8bf1-ec7780fd0e71 req-21153cce-07e8-4669-9662-fa0e0232e3af tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1003027 Oct 17 18:34:33.446248 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b8c4a27f-c960-427c-8bf1-ec7780fd0e71 req-c0a00ae9-b49f-4d44-a671-f0361a036b4d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449805 Oct 17 18:34:34.527885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:34.678688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b6e1d-9d66-4157-b9dc-e03c6614d4b4 req-ea702514-f3b1-4371-91a7-444834ed14bb tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:34.680409 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-222b6e1d-9d66-4157-b9dc-e03c6614d4b4 req-ea702514-f3b1-4371-91a7-444834ed14bb tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1039269 Oct 17 18:34:34.733424 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-222b6e1d-9d66-4157-b9dc-e03c6614d4b4 req-4f9dd6c5-b029-4074-ab06-3d8a8ed12623 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468416 Oct 17 18:34:34.960431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7eaaaa-5ff0-4c78-a1f1-568eac31ca96 req-2835a318-f097-4c09-af01-c83ff419f66b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:34.962050 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4e7eaaaa-5ff0-4c78-a1f1-568eac31ca96 req-2835a318-f097-4c09-af01-c83ff419f66b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1046817 Oct 17 18:34:35.014799 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4e7eaaaa-5ff0-4c78-a1f1-568eac31ca96 req-fa82618a-2c2f-4962-8da0-ded764cf77e6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445802 Oct 17 18:34:35.058105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55086) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:35.208119 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5e41a1-103a-48e0-925a-971eb8389dec tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:35.210793 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cf5e41a1-103a-48e0-925a-971eb8389dec tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 1093 time: 0.1510010 Oct 17 18:34:35.213638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55090) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:35.220081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '18cd4455-bea7-4e21-b886-52e3011522bd', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:34:35.227413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:34:35.231979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:floatingip and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:34:35.235775 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:34:35.243409 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:34:35.255839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:35.457140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:35.661666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.26.8.116 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/23ecaa3b-2a5e-42c6-b3bd-7b26085fc758) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:34:35.948016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:35.982989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:36.053896 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:34:36.057469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:34:36.060261 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:34:36.105795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=23ecaa3b-2a5e-42c6-b3bd-7b26085fc758,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:36.687706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:36.783628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:37.105705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:37.113554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:37.240679 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:37.297891 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=23ecaa3b-2a5e-42c6-b3bd-7b26085fc758,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:34:37.441826 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Floating IP 4d309ab9-dd1e-4d16-be22-b76e454834ce associated. External IP: 172.26.8.116, port: 18cd4455-bea7-4e21-b886-52e3011522bd. Oct 17 18:34:37.966632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 6193044f-2087-4a13-af3c-d82d0aec0d35 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:34:38.177714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:34:38.189473 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55890cac-02f3-4e8f-9a52-62352506243d None None] Sync routers for ids ['6193044f-2087-4a13-af3c-d82d0aec0d35'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:34:38.201447 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55890cac-02f3-4e8f-9a52-62352506243d None None] Routers {'6193044f-2087-4a13-af3c-d82d0aec0d35'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:34:38.202787 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-55890cac-02f3-4e8f-9a52-62352506243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:34:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6193044f-2087-4a13-af3c-d82d0aec0d35'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:38.214372 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:38.331802 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-67f3d017-9e94-42f8-a932-a16ff63b6088 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1128757 Oct 17 18:34:38.331802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:34:38.331802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3da014-583b-4191-a233-46e75ffc1871" -d '{"events": [{"name": "network-changed", "server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:34:38.403023 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e819fa-a9b3-4cc7-8e0e-d3166809d782 x-openstack-request-id: req-c0e819fa-a9b3-4cc7-8e0e-d3166809d782 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:34:38.403343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:34:38.403588 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0e819fa-a9b3-4cc7-8e0e-d3166809d782 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:34:38.403982 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e819fa-a9b3-4cc7-8e0e-d3166809d782'] response: {'name': 'network-changed', 'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd', 'status': 'completed', 'code': 200} Oct 17 18:34:38.472558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-55890cac-02f3-4e8f-9a52-62352506243d None None] Set router 6193044f-2087-4a13-af3c-d82d0aec0d35 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:34:38.544180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3da014-583b-4191-a233-46e75ffc1871 req-72a2e40b-cc18-4d6f-b460-28106ee4cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:38.546476 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe3da014-583b-4191-a233-46e75ffc1871 req-72a2e40b-cc18-4d6f-b460-28106ee4cb3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 1098 time: 0.0922589 Oct 17 18:34:38.632252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467882c-b2ed-463f-96a9-015144d40f47 req-733ac4e5-3eb8-48cf-a1b6-c54745e7caf3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:38.634754 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d467882c-b2ed-463f-96a9-015144d40f47 req-733ac4e5-3eb8-48cf-a1b6-c54745e7caf3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1416829 Oct 17 18:34:38.717325 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d467882c-b2ed-463f-96a9-015144d40f47 req-288b8644-f986-4187-84ef-0f7ff4b206de tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699592 Oct 17 18:34:38.766247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55098) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:38.786368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3da014-583b-4191-a233-46e75ffc1871 req-775d253d-b7fe-4662-9c64-3690643fe8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:38.789021 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe3da014-583b-4191-a233-46e75ffc1871 req-775d253d-b7fe-4662-9c64-3690643fe8ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=14cc2b59-588c-4427-9914-406a1902ee90 HTTP/1.1" status: 200 len: 898 time: 0.2372172 Oct 17 18:34:38.957137 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-475403c7-f833-4611-b2fc-6a02803e8ab1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/4d309ab9-dd1e-4d16-be22-b76e454834ce HTTP/1.1" status: 200 len: 991 time: 0.1896961 Oct 17 18:34:38.980743 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe3da014-583b-4191-a233-46e75ffc1871 req-fe812443-ff4d-4e37-a4a4-00066de05dca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18cd4455-bea7-4e21-b886-52e3011522bd HTTP/1.1" status: 200 len: 999 time: 0.1832755 Oct 17 18:34:39.095331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-55890cac-02f3-4e8f-9a52-62352506243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:34:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '4d309ab9-dd1e-4d16-be22-b76e454834ce', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.116', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'port_id': '18cd4455-bea7-4e21-b886-52e3011522bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'mac_address': 'fa:16:3e:91:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:34:36Z', 'updated_at': '2022-10-17T18:34:36Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc81b90-0fb1-4128-8d67-c50be08fccfa', 'name': '', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:17Z', 'updated_at': '2022-10-17T18:34:25Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:39.102334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55890cac-02f3-4e8f-9a52-62352506243d None None] Checking router: 6193044f-2087-4a13-af3c-d82d0aec0d35 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:34:39.102994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3da014-583b-4191-a233-46e75ffc1871 req-1280e7ec-1050-491b-992e-a4c1175b4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:39.105658 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe3da014-583b-4191-a233-46e75ffc1871 req-1280e7ec-1050-491b-992e-a4c1175b4ac8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb HTTP/1.1" status: 200 len: 835 time: 0.1184633 Oct 17 18:34:39.117376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55890cac-02f3-4e8f-9a52-62352506243d None None] Routers {'6193044f-2087-4a13-af3c-d82d0aec0d35'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:34:39.118553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-55890cac-02f3-4e8f-9a52-62352506243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:34:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6193044f-2087-4a13-af3c-d82d0aec0d35'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:39.261063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3da014-583b-4191-a233-46e75ffc1871 req-ca85c85c-7907-4c70-a54b-649de974ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:34:39.263969 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe3da014-583b-4191-a233-46e75ffc1871 req-ca85c85c-7907-4c70-a54b-649de974ccd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14cc2b59-588c-4427-9914-406a1902ee90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1522393 Oct 17 18:34:39.435645 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe3da014-583b-4191-a233-46e75ffc1871 req-61c9dd46-a0b2-4bcd-8230-e4ea01fcb389 service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661432 Oct 17 18:34:39.443158 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-55890cac-02f3-4e8f-9a52-62352506243d None None] Set router 6193044f-2087-4a13-af3c-d82d0aec0d35 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:34:39.601886 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fe3da014-583b-4191-a233-46e75ffc1871 req-24d7a7d4-e4f2-4b06-8e8b-955095da2c5d service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606345 Oct 17 18:34:39.962055 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55102) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:40.024277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-55890cac-02f3-4e8f-9a52-62352506243d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:34:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '4d309ab9-dd1e-4d16-be22-b76e454834ce', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.116', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'port_id': '18cd4455-bea7-4e21-b886-52e3011522bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'mac_address': 'fa:16:3e:91:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:34:36Z', 'updated_at': '2022-10-17T18:34:36Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc81b90-0fb1-4128-8d67-c50be08fccfa', 'name': '', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:17Z', 'updated_at': '2022-10-17T18:34:25Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:34:40.030131 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55890cac-02f3-4e8f-9a52-62352506243d None None] The sync data for ids ['6193044f-2087-4a13-af3c-d82d0aec0d35'] in dv-neutron-860895-1-hyperv is: [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:34:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '4d309ab9-dd1e-4d16-be22-b76e454834ce', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.116', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'port_id': '18cd4455-bea7-4e21-b886-52e3011522bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'mac_address': 'fa:16:3e:91:ff:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:34:36Z', 'updated_at': '2022-10-17T18:34:36Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cc81b90-0fb1-4128-8d67-c50be08fccfa', 'name': '', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:17Z', 'updated_at': '2022-10-17T18:34:25Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:34:40.126159 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-057e8d4e-ee46-4e27-9df5-4d3b20e704c6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/4d309ab9-dd1e-4d16-be22-b76e454834ce HTTP/1.1" status: 200 len: 991 time: 0.1623230 Oct 17 18:34:40.286528 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454e4a3b-fed4-4ce6-9f29-ac815a9ed380 None None] New status for floating IP 4d309ab9-dd1e-4d16-be22-b76e454834ce: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:34:41.131262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55106) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:34:41.262553 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-dc8d92ea-fff5-4303-8f23-757480f04dc7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/4d309ab9-dd1e-4d16-be22-b76e454834ce HTTP/1.1" status: 200 len: 993 time: 0.1301377 Oct 17 18:34:43.350939 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:34:55.291381 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:34:59.114344 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9e4d6ab6-e497-4664-b271-a2141e3cf82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:01.546682 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-847f44a5-112c-4a2e-a066-79e62de88853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:02.603271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:02.711725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:04.518986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:08.820367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55124) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:08.995033 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-ecd7c4b8-0dfc-41cd-b44f-4f16af51454a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1731777 Oct 17 18:35:09.082825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860457ec-eb43-4682-874f-87fb04d25fb9 req-8c398c07-7075-4d17-9181-fdb996967319 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:09.084468 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-860457ec-eb43-4682-874f-87fb04d25fb9 req-8c398c07-7075-4d17-9181-fdb996967319 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.2350240 Oct 17 18:35:09.147307 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-860457ec-eb43-4682-874f-87fb04d25fb9 req-b734e1a2-0d94-4682-afad-cb7fc9326c12 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487342 Oct 17 18:35:10.395541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e7943-e428-4e06-af7e-5213885cf25b req-e19e8df3-6d2d-4981-854b-f1c5381136da tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:10.397109 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-449e7943-e428-4e06-af7e-5213885cf25b req-e19e8df3-6d2d-4981-854b-f1c5381136da tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1129417 Oct 17 18:35:10.453834 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-449e7943-e428-4e06-af7e-5213885cf25b req-b8def826-a74d-46d6-9f62-5ec1972c2915 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470362 Oct 17 18:35:10.517465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-28980887-c8fb-4eeb-a367-4fe3f7ff2bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:10.519809 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-28980887-c8fb-4eeb-a367-4fe3f7ff2bf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 1098 time: 0.1106138 Oct 17 18:35:10.668273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-445aa622-ed21-400c-8484-fc8fcd4f0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:10.670327 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-445aa622-ed21-400c-8484-fc8fcd4f0f05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=14cc2b59-588c-4427-9914-406a1902ee90 HTTP/1.1" status: 200 len: 898 time: 0.1444809 Oct 17 18:35:10.791163 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-7a0d269b-5162-4d18-8fb7-ed9685bfbb51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18cd4455-bea7-4e21-b886-52e3011522bd HTTP/1.1" status: 200 len: 1001 time: 0.1152766 Oct 17 18:35:10.859617 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-ad687b40-dcd6-4f09-9aaa-ac24e76964bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:10.861089 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-ad687b40-dcd6-4f09-9aaa-ac24e76964bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb HTTP/1.1" status: 200 len: 835 time: 0.0637412 Oct 17 18:35:11.077088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-07326233-0c06-47ea-ba4d-434411608d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:11.078524 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-07326233-0c06-47ea-ba4d-434411608d40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14cc2b59-588c-4427-9914-406a1902ee90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2111542 Oct 17 18:35:11.231715 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-ded60773-fae0-4362-a8f9-a9c9b2f0dd03 service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468735 Oct 17 18:35:11.381298 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-aa4fd529-5afb-42dd-af8c-3919c3232503 service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439157 Oct 17 18:35:11.703165 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdca2b-b839-4946-b6da-36689264104b req-a9f5624b-6185-4eaa-ba75-f8d0bc941c48 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:11.704776 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a1bdca2b-b839-4946-b6da-36689264104b req-a9f5624b-6185-4eaa-ba75-f8d0bc941c48 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1087606 Oct 17 18:35:11.752762 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a1bdca2b-b839-4946-b6da-36689264104b req-e38f8d10-944a-409e-abb7-c03e4ab77710 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419731 Oct 17 18:35:12.995331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917abba1-de3e-4a3a-a252-5cf56dbe47a2 req-4e9daf54-82b6-4fc5-84a1-6c3933005fc3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:12.996913 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-917abba1-de3e-4a3a-a252-5cf56dbe47a2 req-4e9daf54-82b6-4fc5-84a1-6c3933005fc3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1165948 Oct 17 18:35:13.049952 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-917abba1-de3e-4a3a-a252-5cf56dbe47a2 req-0c01ff0c-88f6-443b-9130-f1894c5d06cd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422912 Oct 17 18:35:14.440033 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e657b-54c7-4572-ad6d-a58623a2c77c req-c1836dad-c6ab-4634-8ed9-7ba2fff47b45 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:14.441635 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-de1e657b-54c7-4572-ad6d-a58623a2c77c req-c1836dad-c6ab-4634-8ed9-7ba2fff47b45 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1002381 Oct 17 18:35:14.509063 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-de1e657b-54c7-4572-ad6d-a58623a2c77c req-f1e34d2d-1d1c-4c29-9682-6e83c1db88c7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572329 Oct 17 18:35:15.724875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61058e-d387-4c7e-96c4-448fbaacb8c4 req-c1a27346-6ce5-4c21-8121-3ed449f8afb4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:15.726496 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c61058e-d387-4c7e-96c4-448fbaacb8c4 req-c1a27346-6ce5-4c21-8121-3ed449f8afb4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.0968683 Oct 17 18:35:15.783740 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0c61058e-d387-4c7e-96c4-448fbaacb8c4 req-7d987456-5a17-4201-80a7-b30f5b2990b9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488725 Oct 17 18:35:17.010197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584334c-0d06-4268-bd78-84b950b0111d req-7d1c93f7-713e-451a-829c-1130dd383f20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:17.011903 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b584334c-0d06-4268-bd78-84b950b0111d req-7d1c93f7-713e-451a-829c-1130dd383f20 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1042013 Oct 17 18:35:17.068239 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b584334c-0d06-4268-bd78-84b950b0111d req-53fbb068-d255-406f-97b7-c3b51b235e88 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463421 Oct 17 18:35:18.342347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238665a-f970-44c2-9e04-ca572c6f43c3 req-ce401420-08f4-4bac-906f-1ed7a091dc00 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:18.344610 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2238665a-f970-44c2-9e04-ca572c6f43c3 req-ce401420-08f4-4bac-906f-1ed7a091dc00 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1223173 Oct 17 18:35:18.406777 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2238665a-f970-44c2-9e04-ca572c6f43c3 req-e50562e0-7c10-4012-924c-e8453151105d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557210 Oct 17 18:35:19.275849 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559a8f4-0960-46e2-92bd-774af04c9cb3 req-19825b74-8e54-42ea-9847-83541569b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:19.277712 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8559a8f4-0960-46e2-92bd-774af04c9cb3 req-19825b74-8e54-42ea-9847-83541569b219 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 1098 time: 0.1743674 Oct 17 18:35:19.454330 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559a8f4-0960-46e2-92bd-774af04c9cb3 req-da90e798-ed75-42ce-994f-9e5409aea39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:19.456788 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8559a8f4-0960-46e2-92bd-774af04c9cb3 req-da90e798-ed75-42ce-994f-9e5409aea39e service neutron] 10.222.0.20 "GET /v2.0/networks?id=14cc2b59-588c-4427-9914-406a1902ee90 HTTP/1.1" status: 200 len: 898 time: 0.1515543 Oct 17 18:35:19.640365 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8559a8f4-0960-46e2-92bd-774af04c9cb3 req-e39bf989-f5c7-4864-8f88-8610090664d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18cd4455-bea7-4e21-b886-52e3011522bd HTTP/1.1" status: 200 len: 1001 time: 0.1767864 Oct 17 18:35:19.726130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c9859-11e2-4a88-ae78-79e88c330638 req-aeb110e5-a495-415a-b4ea-baeb45254d43 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:19.727597 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a74c9859-11e2-4a88-ae78-79e88c330638 req-aeb110e5-a495-415a-b4ea-baeb45254d43 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1794584 Oct 17 18:35:19.729094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559a8f4-0960-46e2-92bd-774af04c9cb3 req-ccc03008-cb6e-42e5-80ce-873f538266b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:19.730480 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8559a8f4-0960-46e2-92bd-774af04c9cb3 req-ccc03008-cb6e-42e5-80ce-873f538266b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb HTTP/1.1" status: 200 len: 835 time: 0.0844054 Oct 17 18:35:19.839585 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a74c9859-11e2-4a88-ae78-79e88c330638 req-fb99e89c-f40b-45f5-b473-c1dac86720bf tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661232 Oct 17 18:35:19.860587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559a8f4-0960-46e2-92bd-774af04c9cb3 req-f2dfbc39-d009-475b-bdfd-312b551fc413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:19.862300 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8559a8f4-0960-46e2-92bd-774af04c9cb3 req-f2dfbc39-d009-475b-bdfd-312b551fc413 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14cc2b59-588c-4427-9914-406a1902ee90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1252778 Oct 17 18:35:20.010812 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8559a8f4-0960-46e2-92bd-774af04c9cb3 req-82b46d4c-bec1-4b11-857c-8f0124493ef5 service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420629 Oct 17 18:35:20.159583 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8559a8f4-0960-46e2-92bd-774af04c9cb3 req-e589835d-83bf-485e-96fc-c7c612f4cc4f service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427562 Oct 17 18:35:20.350739 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:35:21.113507 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e8002-0113-4345-8c85-8b38ddcef022 req-f52f5e15-b74e-4beb-8df5-cdbe8232209c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:21.116639 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-694e8002-0113-4345-8c85-8b38ddcef022 req-f52f5e15-b74e-4beb-8df5-cdbe8232209c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1098628 Oct 17 18:35:21.167296 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-694e8002-0113-4345-8c85-8b38ddcef022 req-1a05ecba-8155-4566-85e8-97d204956b2a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446384 Oct 17 18:35:22.550456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6ebfa-e4ec-45e5-9523-b5654d3986e1 req-c244d8a8-edef-4a82-823b-4aa9d22feba8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:22.552205 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-52a6ebfa-e4ec-45e5-9523-b5654d3986e1 req-c244d8a8-edef-4a82-823b-4aa9d22feba8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.2611520 Oct 17 18:35:22.605588 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-52a6ebfa-e4ec-45e5-9523-b5654d3986e1 req-e9ec7b2f-0e6c-424d-b66e-f1e1f78aad98 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464272 Oct 17 18:35:23.825236 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a95f-10bd-43e8-be28-8076d5f9431e req-9794c602-8ffd-4336-bc62-becf986febc0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:23.827097 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4c42a95f-10bd-43e8-be28-8076d5f9431e req-9794c602-8ffd-4336-bc62-becf986febc0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1008129 Oct 17 18:35:23.880507 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4c42a95f-10bd-43e8-be28-8076d5f9431e req-ef5dacb2-bfb8-49d7-acb8-cf6968cd3843 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471530 Oct 17 18:35:25.148021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f7b3e-d332-4530-9581-4bbce645c503 req-0cfaf4ef-db52-483d-9849-62f1b2a576ee tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:25.149533 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c74f7b3e-d332-4530-9581-4bbce645c503 req-0cfaf4ef-db52-483d-9849-62f1b2a576ee tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1043203 Oct 17 18:35:25.207239 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c74f7b3e-d332-4530-9581-4bbce645c503 req-7a49edef-9f0b-40b5-9fd7-12a305241bee tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468059 Oct 17 18:35:25.299715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:26.437689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8dfba-1637-4b4a-aacc-37c529380bf4 req-4a3ce336-4d66-4307-b00e-77c0b3cea7db tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:26.439279 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-15a8dfba-1637-4b4a-aacc-37c529380bf4 req-4a3ce336-4d66-4307-b00e-77c0b3cea7db tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1111805 Oct 17 18:35:26.491489 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-15a8dfba-1637-4b4a-aacc-37c529380bf4 req-fe14d689-d288-4477-a407-50d9d58959ba tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422220 Oct 17 18:35:27.712737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfeaf-add6-4084-8b4d-bbabc89b5d40 req-14ec597f-2df8-4b5a-a0f6-891c27881d84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:27.714562 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-59fbfeaf-add6-4084-8b4d-bbabc89b5d40 req-14ec597f-2df8-4b5a-a0f6-891c27881d84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1021733 Oct 17 18:35:27.764251 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-59fbfeaf-add6-4084-8b4d-bbabc89b5d40 req-5119190e-f684-4450-8711-34747a792c94 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428298 Oct 17 18:35:28.312297 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-d2bf07f0-b6a3-4436-a7a4-5f84dfab441b service neutron] 10.222.0.20 "GET /v2.0/ports/18cd4455-bea7-4e21-b886-52e3011522bd/bindings/hv-neutron-8608 HTTP/1.1" status: 200 len: 384 time: 0.0898676 Oct 17 18:35:28.639331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-8ce9ff98-0bff-4721-80b8-15655edeed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:28.640923 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-8ce9ff98-0bff-4721-80b8-15655edeed24 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d&tenant_id=f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 1098 time: 0.0883527 Oct 17 18:35:28.772572 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-1e89014e-776f-404b-b9a8-09713a460cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:28.774110 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-1e89014e-776f-404b-b9a8-09713a460cd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 1098 time: 0.0960331 Oct 17 18:35:28.992374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-bc0c7bfd-ab8d-4f23-8792-28f139700190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:28.993900 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-bc0c7bfd-ab8d-4f23-8792-28f139700190 service neutron] 10.222.0.20 "GET /v2.0/networks?id=14cc2b59-588c-4427-9914-406a1902ee90 HTTP/1.1" status: 200 len: 898 time: 0.2126465 Oct 17 18:35:29.070954 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d95e3a-ae8d-40a6-aacb-9a7dc077fa35 req-9b24a070-2310-47f4-9dd3-b3308299d61c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:29.072660 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-94d95e3a-ae8d-40a6-aacb-9a7dc077fa35 req-9b24a070-2310-47f4-9dd3-b3308299d61c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1096630 Oct 17 18:35:29.128402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-96808292-1d55-4173-9f49-bad010387180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:29.135678 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-94d95e3a-ae8d-40a6-aacb-9a7dc077fa35 req-4f7b4c4c-661e-4c0c-ad4c-8140016e5e1a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519798 Oct 17 18:35:29.155832 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-5e132bb0-c381-4784-bf61-8ad033b8cb95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18cd4455-bea7-4e21-b886-52e3011522bd HTTP/1.1" status: 200 len: 1001 time: 0.1544344 Oct 17 18:35:29.228345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-a568ece2-9c74-4f11-803b-f1a3ca7d02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:29.229879 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-a568ece2-9c74-4f11-803b-f1a3ca7d02d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb HTTP/1.1" status: 200 len: 835 time: 0.0682764 Oct 17 18:35:29.328462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-0bd3532f-beb2-404b-8d37-d14b217395a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:29.330232 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-0bd3532f-beb2-404b-8d37-d14b217395a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14cc2b59-588c-4427-9914-406a1902ee90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943899 Oct 17 18:35:29.478555 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-44a28a6b-bbf9-4141-bee3-5ba1282a0b15 service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421146 Oct 17 18:35:29.627629 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1b76d50a-bc2f-4c4f-b8d7-823a4fb2d4ec req-69d5e6b1-a33a-45fe-ab44-88d70367b3eb service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427419 Oct 17 18:35:30.376525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ad907-d743-462d-b324-dbd5a8e4009c req-320f974a-f8fc-45c6-a22f-cfa6be026176 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:30.379708 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-161ad907-d743-462d-b324-dbd5a8e4009c req-320f974a-f8fc-45c6-a22f-cfa6be026176 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1020665 Oct 17 18:35:30.452025 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-161ad907-d743-462d-b324-dbd5a8e4009c req-ecdd1257-bc5c-4887-b0a8-405219d37faa tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664492 Oct 17 18:35:31.551307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-830af0c8-ae0c-49d8-a60a-56504d045187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:31.682087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaef49-efd8-4dd0-89b1-165338892910 req-95231aff-5132-457a-b11e-0fad1398c537 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:31.683837 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5feaef49-efd8-4dd0-89b1-165338892910 req-95231aff-5132-457a-b11e-0fad1398c537 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1042168 Oct 17 18:35:31.735344 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5feaef49-efd8-4dd0-89b1-165338892910 req-485c0e1f-9fb2-44ac-ba97-f788b84d64b7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447867 Oct 17 18:35:32.145707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc91ea3-5a5b-49ec-aff3-2279060573e6 req-a866d6db-a2fb-4650-9bb7-bb7636aac39e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:32.159180 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fbc91ea3-5a5b-49ec-aff3-2279060573e6 req-a866d6db-a2fb-4650-9bb7-bb7636aac39e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1458936 Oct 17 18:35:32.215684 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-64288d5e-bd8c-4594-ba6a-865eda0ca11f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:32.218073 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-64288d5e-bd8c-4594-ba6a-865eda0ca11f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d&tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&binding%3Ahost_id=hv-neutron-8608 HTTP/1.1" status: 200 len: 945 time: 0.1496496 Oct 17 18:35:32.232541 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fbc91ea3-5a5b-49ec-aff3-2279060573e6 req-4c420b97-a7f8-49f9-91b4-12183ad07a9a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713668 Oct 17 18:35:32.427603 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 18cd4455-bea7-4e21-b886-52e3011522bd details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:35:32.438694 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 18cd4455-bea7-4e21-b886-52e3011522bd no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:35:32.580182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc72e8-10e8-4ee9-98c0-1d099f628fb0 req-9ff3b31b-1014-47cc-8b49-f145b95caa2a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:32.582786 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4cfc72e8-10e8-4ee9-98c0-1d099f628fb0 req-9ff3b31b-1014-47cc-8b49-f145b95caa2a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1942015 Oct 17 18:35:32.586579 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-de417a34-efcc-4772-a2d6-d4dcc6996c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:32.589459 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-de417a34-efcc-4772-a2d6-d4dcc6996c18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 1098 time: 0.2398477 Oct 17 18:35:32.821074 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:32.847147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:32.881943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 18cd4455-bea7-4e21-b886-52e3011522bd is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:35:32.882527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:32.954754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 18cd4455-bea7-4e21-b886-52e3011522bd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=18cd4455-bea7-4e21-b886-52e3011522bd,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:35:32.964637 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4cfc72e8-10e8-4ee9-98c0-1d099f628fb0 req-8fd36a47-9661-4704-931c-57629ed56d40 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717752 Oct 17 18:35:32.983641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:35:32.986622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92381432-e56c-42f3-8564-d6713059289b" -d '{"events": [{"server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "name": "network-vif-unplugged", "status": "completed", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:35:32.999374 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '18cd4455-bea7-4e21-b886-52e3011522bd', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'port_id': '18cd4455-bea7-4e21-b886-52e3011522bd', 'mac_address': 'fa:16:3e:91:ff:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:35:33.007219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 18cd4455-bea7-4e21-b886-52e3011522bd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=18cd4455-bea7-4e21-b886-52e3011522bd,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:35:33.070524 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:33.086451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-0f326512-60ed-4e43-ac52-18342f74c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:33.089273 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-0f326512-60ed-4e43-ac52-18342f74c6fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=14cc2b59-588c-4427-9914-406a1902ee90 HTTP/1.1" status: 200 len: 898 time: 0.4711993 Oct 17 18:35:33.136097 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68873ae3-28dc-4c11-92e7-3292d9134e5e x-openstack-request-id: req-68873ae3-28dc-4c11-92e7-3292d9134e5e {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:35:33.136590 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "name": "network-vif-unplugged", "status": "completed", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:35:33.136921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68873ae3-28dc-4c11-92e7-3292d9134e5e {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:35:33.137528 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68873ae3-28dc-4c11-92e7-3292d9134e5e'] response: {'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd', 'code': 200} Oct 17 18:35:33.197501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 18cd4455-bea7-4e21-b886-52e3011522bd is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:35:33.198208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:33.212716 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-ee4de6ab-0d79-4a28-a250-8f0fa7eca60d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18cd4455-bea7-4e21-b886-52e3011522bd HTTP/1.1" status: 200 len: 999 time: 0.1161296 Oct 17 18:35:33.239402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18cd4455-bea7-4e21-b886-52e3011522bd {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:35:33.250913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=18cd4455-bea7-4e21-b886-52e3011522bd,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:33.267971 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:33.268371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:33.268913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:33.269324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:33.269781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:33.270241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:33.270702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:33.271268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:33.271849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:33.272335 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:33.272862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:33.273440 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:35:33.281923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 18cd4455-bea7-4e21-b886-52e3011522bd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=18cd4455-bea7-4e21-b886-52e3011522bd,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:35:33.289455 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:33.293239 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-40ca1b51-564b-4f98-a0a3-a0b751a768b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:33.295868 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-40ca1b51-564b-4f98-a0a3-a0b751a768b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb HTTP/1.1" status: 200 len: 835 time: 0.0759387 Oct 17 18:35:33.380208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=18cd4455-bea7-4e21-b886-52e3011522bd,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:33.400776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-7ba6d41a-ed1e-4574-8993-f8faeb6e6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:33.402721 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-7ba6d41a-ed1e-4574-8993-f8faeb6e6088 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14cc2b59-588c-4427-9914-406a1902ee90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008687 Oct 17 18:35:33.421208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['18cd4455-bea7-4e21-b886-52e3011522bd'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:35:33.582593 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-52579b39-3e5a-4d22-b451-b92cb2b015f5 service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729338 Oct 17 18:35:33.758136 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-47165b4f-78f1-4823-969b-ca2ed0c7f172 req-ad031790-fa26-4138-a519-0703b60e3a08 service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673579 Oct 17 18:35:34.259107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c4242-6681-45bd-8ffd-69a62b02ab71 req-10683923-8191-4717-ab36-4cb58b9a786d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:34.261237 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6b7c4242-6681-45bd-8ffd-69a62b02ab71 req-10683923-8191-4717-ab36-4cb58b9a786d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 944 time: 0.1195722 Oct 17 18:35:34.327267 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6b7c4242-6681-45bd-8ffd-69a62b02ab71 req-95f4a0f0-11ba-44ab-afe8-660773e040a9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546179 Oct 17 18:35:34.442415 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 18cd4455-bea7-4e21-b886-52e3011522bd up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:35:34.541564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:34.556652 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 18cd4455-bea7-4e21-b886-52e3011522bd triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:35:34.557088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:34.557478 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 18cd4455-bea7-4e21-b886-52e3011522bd Oct 17 18:35:34.702300 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 18cd4455-bea7-4e21-b886-52e3011522bd is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:35:34.702727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:34.742475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 18cd4455-bea7-4e21-b886-52e3011522bd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=18cd4455-bea7-4e21-b886-52e3011522bd,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:35:34.747179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:34.827131 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=18cd4455-bea7-4e21-b886-52e3011522bd,revision_number=8']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:35:35.139458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:35:35.142579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31f0c1b-caed-470b-8abb-d27b1dca617f" -d '{"events": [{"server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "name": "network-vif-plugged", "status": "completed", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:35:35.193084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94debe4f-2a88-4741-89b0-78517136b4c6 x-openstack-request-id: req-94debe4f-2a88-4741-89b0-78517136b4c6 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:35:35.193578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "name": "network-vif-plugged", "status": "completed", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:35:35.193986 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94debe4f-2a88-4741-89b0-78517136b4c6 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:35:35.194616 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94debe4f-2a88-4741-89b0-78517136b4c6'] response: {'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd', 'code': 200} Oct 17 18:35:35.556504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54893cd2-e8da-441d-aeea-5b2042b59161 req-9fbad241-8fba-4570-a062-6ee3c46b1c19 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:35:35.558111 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-54893cd2-e8da-441d-aeea-5b2042b59161 req-9fbad241-8fba-4570-a062-6ee3c46b1c19 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1034093 Oct 17 18:35:35.607235 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-54893cd2-e8da-441d-aeea-5b2042b59161 req-e36157d4-af9b-4028-94e3-88179b486406 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416152 Oct 17 18:35:35.639227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55208) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:35:35.874837 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ec563708-2d4a-4a35-bd62-24b3df00da2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/4d309ab9-dd1e-4d16-be22-b76e454834ce HTTP/1.1" status: 200 len: 993 time: 0.2341084 Oct 17 18:35:55.305016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:35:57.351428 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:35:59.112029 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-78055664-21eb-40ca-b02b-ca5641fac30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:01.547365 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3bf73c13-115d-4020-ad70-3d352367aab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:01.732882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [req-d7002068-072b-4c8c-b9a3-01b781c753c0 req-05e6abee-3ecf-46cd-bcd6-9fd154c95757 service neutron] (89190) timed out ('10.222.0.20', 60125) {{(pid=89190) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 17 18:36:02.503654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55222) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:02.617287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:02.719756 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:02.746531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 23ecaa3b-2a5e-42c6-b3bd-7b26085fc758 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:36:02.747929 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:03.025271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:03.025826 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:03.270183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 23ecaa3b-2a5e-42c6-b3bd-7b26085fc758 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:36:03.476738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:03.529295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=23ecaa3b-2a5e-42c6-b3bd-7b26085fc758,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:03.572798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:03.573135 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:03.573467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:03.573799 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:03.574129 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:03.574504 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:03.574860 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:03.575216 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:03.575541 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:03.575860 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:03.576179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:03.576501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:03.648721 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:03.649104 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Floating IP 4d309ab9-dd1e-4d16-be22-b76e454834ce disassociated (deleted). External IP: 172.26.8.116, port: 18cd4455-bea7-4e21-b886-52e3011522bd. Oct 17 18:36:04.042072 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 6193044f-2087-4a13-af3c-d82d0aec0d35 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:36:04.383759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:36:04.396383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3988a0-346e-4c9d-8fdc-fc9c5b051dc2 None None] Sync routers for ids ['6193044f-2087-4a13-af3c-d82d0aec0d35'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:36:04.410183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:04.421708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3988a0-346e-4c9d-8fdc-fc9c5b051dc2 None None] Routers {'6193044f-2087-4a13-af3c-d82d0aec0d35'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:04.422714 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8f3988a0-346e-4c9d-8fdc-fc9c5b051dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:36:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6193044f-2087-4a13-af3c-d82d0aec0d35'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:04.474637 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1776c477-4db1-4dc7-93cc-4a3c58afc248 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/floatingips/4d309ab9-dd1e-4d16-be22-b76e454834ce HTTP/1.1" status: 204 len: 168 time: 1.9696813 Oct 17 18:36:04.475466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:36:04.477878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fd05f4-d0de-47aa-91d6-2b73a0d72123" -d '{"events": [{"name": "network-changed", "server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:36:04.644738 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a303ce33-8963-48d6-8574-77bfa966d33e x-openstack-request-id: req-a303ce33-8963-48d6-8574-77bfa966d33e {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:36:04.645021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:36:04.645641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a303ce33-8963-48d6-8574-77bfa966d33e {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:36:04.646522 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a303ce33-8963-48d6-8574-77bfa966d33e'] response: {'name': 'network-changed', 'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd', 'status': 'completed', 'code': 200} Oct 17 18:36:04.690823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:04.785604 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-8f3988a0-346e-4c9d-8fdc-fc9c5b051dc2 None None] Set router 6193044f-2087-4a13-af3c-d82d0aec0d35 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:04.803156 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd05f4-d0de-47aa-91d6-2b73a0d72123 req-62c6c46e-72d5-4823-8269-71bd8c1533a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:04.804748 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c0fd05f4-d0de-47aa-91d6-2b73a0d72123 req-62c6c46e-72d5-4823-8269-71bd8c1533a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 1098 time: 0.1104887 Oct 17 18:36:04.960384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd05f4-d0de-47aa-91d6-2b73a0d72123 req-a1bb5a64-5151-4ffc-bb88-267f6acdce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:04.961886 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c0fd05f4-d0de-47aa-91d6-2b73a0d72123 req-a1bb5a64-5151-4ffc-bb88-267f6acdce2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=14cc2b59-588c-4427-9914-406a1902ee90 HTTP/1.1" status: 200 len: 898 time: 0.1496358 Oct 17 18:36:05.041339 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c0fd05f4-d0de-47aa-91d6-2b73a0d72123 req-4407472e-3dfa-495b-943b-053f4f3cb1b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18cd4455-bea7-4e21-b886-52e3011522bd HTTP/1.1" status: 200 len: 217 time: 0.0718286 Oct 17 18:36:05.115551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721082b-850f-4018-ad0c-b697fec2389e req-d5685c3a-4901-44c1-9e03-ae9f9d0ccb9b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:05.116481 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-3721082b-850f-4018-ad0c-b697fec2389e req-d5685c3a-4901-44c1-9e03-ae9f9d0ccb9b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:05.138097 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-3721082b-850f-4018-ad0c-b697fec2389e req-d5685c3a-4901-44c1-9e03-ae9f9d0ccb9b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:05.140248 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3721082b-850f-4018-ad0c-b697fec2389e req-d5685c3a-4901-44c1-9e03-ae9f9d0ccb9b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1946995 Oct 17 18:36:05.143512 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd05f4-d0de-47aa-91d6-2b73a0d72123 req-372b9815-9e54-4ed8-b3a0-39a8046fc58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:05.145999 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c0fd05f4-d0de-47aa-91d6-2b73a0d72123 req-372b9815-9e54-4ed8-b3a0-39a8046fc58f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb HTTP/1.1" status: 200 len: 835 time: 0.0981071 Oct 17 18:36:05.196038 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-3721082b-850f-4018-ad0c-b697fec2389e req-ed0dfe54-a1aa-4da7-bd5e-efefbc4da52c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487928 Oct 17 18:36:05.301326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd05f4-d0de-47aa-91d6-2b73a0d72123 req-dc3261e7-7533-4096-b2e2-1b8268f01a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:05.303935 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c0fd05f4-d0de-47aa-91d6-2b73a0d72123 req-dc3261e7-7533-4096-b2e2-1b8268f01a4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14cc2b59-588c-4427-9914-406a1902ee90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1514950 Oct 17 18:36:05.368651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8f3988a0-346e-4c9d-8fdc-fc9c5b051dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:34:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '0cc81b90-0fb1-4128-8d67-c50be08fccfa', 'name': '', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:17Z', 'updated_at': '2022-10-17T18:34:25Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:05.373973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3988a0-346e-4c9d-8fdc-fc9c5b051dc2 None None] Checking router: 6193044f-2087-4a13-af3c-d82d0aec0d35 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:36:05.383975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3988a0-346e-4c9d-8fdc-fc9c5b051dc2 None None] Routers {'6193044f-2087-4a13-af3c-d82d0aec0d35'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:05.384605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8f3988a0-346e-4c9d-8fdc-fc9c5b051dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:36:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6193044f-2087-4a13-af3c-d82d0aec0d35'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:05.527210 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c0fd05f4-d0de-47aa-91d6-2b73a0d72123 req-38ef8bca-5ec3-43e6-94d8-2090265ac66a service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154632 Oct 17 18:36:05.617380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-8f3988a0-346e-4c9d-8fdc-fc9c5b051dc2 None None] Set router 6193044f-2087-4a13-af3c-d82d0aec0d35 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:05.696428 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c0fd05f4-d0de-47aa-91d6-2b73a0d72123 req-7b0e2ba8-fd36-46d0-8863-309d35e484d5 service neutron] 10.222.0.20 "GET /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622567 Oct 17 18:36:05.981417 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-8f3988a0-346e-4c9d-8fdc-fc9c5b051dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:34:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '0cc81b90-0fb1-4128-8d67-c50be08fccfa', 'name': '', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:17Z', 'updated_at': '2022-10-17T18:34:25Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:05.986446 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3988a0-346e-4c9d-8fdc-fc9c5b051dc2 None None] The sync data for ids ['6193044f-2087-4a13-af3c-d82d0aec0d35'] in dv-neutron-860895-1-hyperv is: [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:34:18Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '0cc81b90-0fb1-4128-8d67-c50be08fccfa', 'name': '', 'network_id': '14cc2b59-588c-4427-9914-406a1902ee90', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:36:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:17Z', 'updated_at': '2022-10-17T18:34:25Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:36:06.257835 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ce573-fe73-4c57-9db2-e490f69517a4 None None] New status for floating IP 4d309ab9-dd1e-4d16-be22-b76e454834ce: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:36:06.564491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e34b61-e487-4020-b24c-ae5978308cc3 req-053690b6-b27b-4fc1-aeed-65f267ce401c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:06.566217 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b5e34b61-e487-4020-b24c-ae5978308cc3 req-053690b6-b27b-4fc1-aeed-65f267ce401c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.2252834 Oct 17 18:36:06.679287 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b5e34b61-e487-4020-b24c-ae5978308cc3 req-e7177bd3-a308-4371-9154-b9697f9bc84c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=aa91df91-d8b6-4857-9334-b9a2a56f8537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026247 Oct 17 18:36:06.718493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38b12f-ae02-478d-8b0f-80d0cd8f7a55 req-a4f28b46-656e-4485-bf5f-f9a7df8ea29f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:06.720061 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2f38b12f-ae02-478d-8b0f-80d0cd8f7a55 req-a4f28b46-656e-4485-bf5f-f9a7df8ea29f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 945 time: 0.1121981 Oct 17 18:36:06.800974 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-2f38b12f-ae02-478d-8b0f-80d0cd8f7a55 req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 18cd4455-bea7-4e21-b886-52e3011522bd {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:36:06.801299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-2f38b12f-ae02-478d-8b0f-80d0cd8f7a55 req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:07.092361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-2f38b12f-ae02-478d-8b0f-80d0cd8f7a55 req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port 18cd4455-bea7-4e21-b886-52e3011522bd, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=18cd4455-bea7-4e21-b886-52e3011522bd,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:07.092681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-2f38b12f-ae02-478d-8b0f-80d0cd8f7a55 req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:07.233428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-2f38b12f-ae02-478d-8b0f-80d0cd8f7a55 req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 18cd4455-bea7-4e21-b886-52e3011522bd owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:36:07.410410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-2f38b12f-ae02-478d-8b0f-80d0cd8f7a55 req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:07.468933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=18cd4455-bea7-4e21-b886-52e3011522bd,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:07.515243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:07.515605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:07.515943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:07.516278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:07.516613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:07.516940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:07.517263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:07.517586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:07.517906 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:07.518222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:07.518549 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:07.518869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:07.572798 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f38b12f-ae02-478d-8b0f-80d0cd8f7a55 req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] No DVR routers for this DVR port 18cd4455-bea7-4e21-b886-52e3011522bd on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:36:07.575773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-2f38b12f-ae02-478d-8b0f-80d0cd8f7a55 req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:07.578622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'name': 'network-vif-deleted', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:36:07.581065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3535d1fe-7918-4d6e-b4fe-fe925a19851b" -d '{"events": [{"server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "name": "network-vif-deleted", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:36:07.600018 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2f38b12f-ae02-478d-8b0f-80d0cd8f7a55 req-ebadb95e-fde1-4e6f-9218-9ba52fd10827 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "DELETE /v2.0/ports/18cd4455-bea7-4e21-b886-52e3011522bd HTTP/1.1" status: 204 len: 173 time: 0.8745773 Oct 17 18:36:07.641262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21642eed-a503-48ee-9d29-708d37d1162b x-openstack-request-id: req-21642eed-a503-48ee-9d29-708d37d1162b {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:36:07.641564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aec937d-0abb-4532-89be-93cebb7bb14d", "name": "network-vif-deleted", "tag": "18cd4455-bea7-4e21-b886-52e3011522bd", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:36:07.641821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21642eed-a503-48ee-9d29-708d37d1162b {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:36:07.642238 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21642eed-a503-48ee-9d29-708d37d1162b'] response: {'server_uuid': '7aec937d-0abb-4532-89be-93cebb7bb14d', 'name': 'network-vif-deleted', 'tag': '18cd4455-bea7-4e21-b886-52e3011522bd', 'status': 'completed', 'code': 200} Oct 17 18:36:07.897232 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-d38f09b0-eb89-46dd-8553-861f5ec36d7f req-36d3ff93-34d2-49d8-986b-9ada2edb93e4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:07.925828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-d38f09b0-eb89-46dd-8553-861f5ec36d7f req-36d3ff93-34d2-49d8-986b-9ada2edb93e4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:07.928030 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d38f09b0-eb89-46dd-8553-861f5ec36d7f req-36d3ff93-34d2-49d8-986b-9ada2edb93e4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=7aec937d-0abb-4532-89be-93cebb7bb14d HTTP/1.1" status: 200 len: 210 time: 0.0986712 Oct 17 18:36:09.058582 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55242) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:09.771679 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24670ba6-597a-45e4-b492-f20684182f70 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:10.186245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-24670ba6-597a-45e4-b492-f20684182f70 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 0cc81b90-0fb1-4128-8d67-c50be08fccfa {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:36:10.187106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24670ba6-597a-45e4-b492-f20684182f70 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:10.427366 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-24670ba6-597a-45e4-b492-f20684182f70 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port 0cc81b90-0fb1-4128-8d67-c50be08fccfa, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=0cc81b90-0fb1-4128-8d67-c50be08fccfa,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:10.427710 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24670ba6-597a-45e4-b492-f20684182f70 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:10.508386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 18cd4455-bea7-4e21-b886-52e3011522bd no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:36:10.559061 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 18cd4455-bea7-4e21-b886-52e3011522bd {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:36:10.559472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 18cd4455-bea7-4e21-b886-52e3011522bd not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:36:10.688063 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-24670ba6-597a-45e4-b492-f20684182f70 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 0cc81b90-0fb1-4128-8d67-c50be08fccfa owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:36:10.893365 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24670ba6-597a-45e4-b492-f20684182f70 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:10.946085 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24670ba6-597a-45e4-b492-f20684182f70 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=0cc81b90-0fb1-4128-8d67-c50be08fccfa,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:11.264767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-24670ba6-597a-45e4-b492-f20684182f70 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:11.655882 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24670ba6-597a-45e4-b492-f20684182f70 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 6193044f-2087-4a13-af3c-d82d0aec0d35 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:36:11.862895 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24670ba6-597a-45e4-b492-f20684182f70 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:36:11.873886 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855824f8-effd-49d9-83e5-07ab732bef34 None None] Sync routers for ids ['6193044f-2087-4a13-af3c-d82d0aec0d35'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:36:11.882384 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-24670ba6-597a-45e4-b492-f20684182f70 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "PUT /v2.0/routers/6193044f-2087-4a13-af3c-d82d0aec0d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8218763 Oct 17 18:36:11.885088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855824f8-effd-49d9-83e5-07ab732bef34 None None] Routers {'6193044f-2087-4a13-af3c-d82d0aec0d35'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:11.885793 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-855824f8-effd-49d9-83e5-07ab732bef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:36:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6193044f-2087-4a13-af3c-d82d0aec0d35'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:11.886073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55246) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:11.960331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-701d8918-9a6d-46a8-bae2-882efb7ddbc0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting subnet 2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:36:11.963486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-701d8918-9a6d-46a8-bae2-882efb7ddbc0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:12.023957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-701d8918-9a6d-46a8-bae2-882efb7ddbc0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:12.087759 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-855824f8-effd-49d9-83e5-07ab732bef34 None None] Set router 6193044f-2087-4a13-af3c-d82d0aec0d35 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:12.114639 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-701d8918-9a6d-46a8-bae2-882efb7ddbc0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:12.334422 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-701d8918-9a6d-46a8-bae2-882efb7ddbc0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:12.407534 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d8918-9a6d-46a8-bae2-882efb7ddbc0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:12.410022 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-701d8918-9a6d-46a8-bae2-882efb7ddbc0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:12.419920 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-701d8918-9a6d-46a8-bae2-882efb7ddbc0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/subnets/2ee14ba1-e621-4e57-9cbe-3fe3abc8afcb HTTP/1.1" status: 204 len: 168 time: 0.5323489 Oct 17 18:36:12.420856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55250) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:12.423623 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa0cec-6f98-424d-9eac-bb796041a6c8 None None] Network 14cc2b59-588c-4427-9914-406a1902ee90 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:36:12.627259 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:12.715781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-855824f8-effd-49d9-83e5-07ab732bef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:36:10Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:12.723955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855824f8-effd-49d9-83e5-07ab732bef34 None None] Checking router: 6193044f-2087-4a13-af3c-d82d0aec0d35 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:36:12.736674 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855824f8-effd-49d9-83e5-07ab732bef34 None None] Routers {'6193044f-2087-4a13-af3c-d82d0aec0d35'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:12.737309 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-855824f8-effd-49d9-83e5-07ab732bef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:36:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['6193044f-2087-4a13-af3c-d82d0aec0d35'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:12.801239 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b921a-ef7c-44c3-80e2-d70a5d2cc30a None None] DHCP port deletion for 14cc2b59-588c-4427-9914-406a1902ee90 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:36:12.878897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-110b921a-ef7c-44c3-80e2-d70a5d2cc30a None None] Deleting port 118bd013-b985-4de8-b45a-6162658960b0 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:36:12.879802 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-110b921a-ef7c-44c3-80e2-d70a5d2cc30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:12.960818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:12.974483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port f8858e7f-d364-4bdd-8946-c79f0802a639 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:36:12.975031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:13.053398 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-855824f8-effd-49d9-83e5-07ab732bef34 None None] Set router 6193044f-2087-4a13-af3c-d82d0aec0d35 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:13.214313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 118bd013-b985-4de8-b45a-6162658960b0 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:36:13.385968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-110b921a-ef7c-44c3-80e2-d70a5d2cc30a None None] For port 118bd013-b985-4de8-b45a-6162658960b0, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=118bd013-b985-4de8-b45a-6162658960b0,segment=NetworkSegment(d069c4f5-6b89-4ec2-a104-d441955f691a),segment_id=d069c4f5-6b89-4ec2-a104-d441955f691a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:13.386356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-110b921a-ef7c-44c3-80e2-d70a5d2cc30a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:13.437698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port f8858e7f-d364-4bdd-8946-c79f0802a639, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f8858e7f-d364-4bdd-8946-c79f0802a639,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:13.438314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:13.528635 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-110b921a-ef7c-44c3-80e2-d70a5d2cc30a None None] Calling delete_port for 118bd013-b985-4de8-b45a-6162658960b0 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:36:13.580922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for f8858e7f-d364-4bdd-8946-c79f0802a639 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:36:13.717149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 118bd013-b985-4de8-b45a-6162658960b0 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:13.717420 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:13.754784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-110b921a-ef7c-44c3-80e2-d70a5d2cc30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:13.813567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:13.870043 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=f8858e7f-d364-4bdd-8946-c79f0802a639,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:13.906849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b921a-ef7c-44c3-80e2-d70a5d2cc30a None None] Pushing event deleted for resources: {'Port': ['ID=118bd013-b985-4de8-b45a-6162658960b0,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:13.915595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b921a-ef7c-44c3-80e2-d70a5d2cc30a None None] No DVR routers for this DVR port 118bd013-b985-4de8-b45a-6162658960b0 on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:36:13.960661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-855824f8-effd-49d9-83e5-07ab732bef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:36:10Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:13.968092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855824f8-effd-49d9-83e5-07ab732bef34 None None] The sync data for ids ['6193044f-2087-4a13-af3c-d82d0aec0d35'] in dv-neutron-860895-1-hyperv is: [{'id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370499464', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81'}], 'enable_snat': True}, 'gw_port_id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:34:11Z', 'updated_at': '2022-10-17T18:36:10Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'f8858e7f-d364-4bdd-8946-c79f0802a639', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:09:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193044f-2087-4a13-af3c-d82d0aec0d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:34:12Z', 'updated_at': '2022-10-17T18:34:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:36:14.019216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:14.254390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:14.258208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:14.291811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:14.292552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Fanout notify agent at l3_agent the message router_deleted on router 6193044f-2087-4a13-af3c-d82d0aec0d35 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:36:14.313715 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:14.315246 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-168f11ce-387d-4daf-b68b-4e1362c2b295 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/routers/6193044f-2087-4a13-af3c-d82d0aec0d35 HTTP/1.1" status: 204 len: 168 time: 1.8925958 Oct 17 18:36:14.318221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55254) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:14.454611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:14.607433 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:14.637191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14cc2b59-588c-4427-9914-406a1902ee90']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:14.651219 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd069c4f5-6b89-4ec2-a104-d441955f691a') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:14.651565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd069c4f5-6b89-4ec2-a104-d441955f691a') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:14.665535 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:14.684713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:14.692644 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:36:14.693203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:14.771804 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment d069c4f5-6b89-4ec2-a104-d441955f691a resource provider aggregate not found Oct 17 18:36:14.805497 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment d069c4f5-6b89-4ec2-a104-d441955f691a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d069c4f5-6b89-4ec2-a104-d441955f691a found for delete ", "request_id": "req-6bffa212-0961-4674-8770-4c52fee74104"}]} Oct 17 18:36:14.823922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:14.850837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:14.872158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Network': ['ID=14cc2b59-588c-4427-9914-406a1902ee90,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:14.884109 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d6a087db-bfb4-4557-a45f-d05f2cebb5d7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/networks/14cc2b59-588c-4427-9914-406a1902ee90 HTTP/1.1" status: 204 len: 168 time: 0.5644376 Oct 17 18:36:14.888013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55262) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:14.983089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bbbe2ae-07d6-4352-b222-d4f6c0c95b88 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.005161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0cc81b90-0fb1-4128-8d67-c50be08fccfa no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:36:15.022423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bbbe2ae-07d6-4352-b222-d4f6c0c95b88 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.050620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 0cc81b90-0fb1-4128-8d67-c50be08fccfa {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:36:15.051224 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 0cc81b90-0fb1-4128-8d67-c50be08fccfa not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:36:15.051960 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f8858e7f-d364-4bdd-8946-c79f0802a639 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:36:15.093620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: f8858e7f-d364-4bdd-8946-c79f0802a639 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:36:15.093947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f8858e7f-d364-4bdd-8946-c79f0802a639 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:36:15.123943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bbbe2ae-07d6-4352-b222-d4f6c0c95b88 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.146949 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbbe2ae-07d6-4352-b222-d4f6c0c95b88 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa91df91-d8b6-4857-9334-b9a2a56f8537,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:15.160734 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3bbbe2ae-07d6-4352-b222-d4f6c0c95b88 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.161905 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3bbbe2ae-07d6-4352-b222-d4f6c0c95b88 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/security-groups/aa91df91-d8b6-4857-9334-b9a2a56f8537 HTTP/1.1" status: 204 len: 168 time: 0.2726004 Oct 17 18:36:15.312692 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55270) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:15.318617 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1455202766', 'description': 'tempest-secgroup-smoke-1455202766 description', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:15.326029 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:15.332606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:15.337895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:15.345462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:15.358666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.382808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:15.388136 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:15.391805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:15.398574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:15.492121 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.497931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.563840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec1147e-7375-4022-9e29-90f8d5514e71,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:15.572218 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.578995 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-76dce751-f36b-4bbd-8d09-f4583a4c7375 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2602005 Oct 17 18:36:15.580003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55274) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:15.586127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6cb84f1d-819a-404b-b8a0-5c4668db8892 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': '5ec1147e-7375-4022-9e29-90f8d5514e71', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:15.593511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6cb84f1d-819a-404b-b8a0-5c4668db8892 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:15.598383 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6cb84f1d-819a-404b-b8a0-5c4668db8892 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:15.603580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6cb84f1d-819a-404b-b8a0-5c4668db8892 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:15.612451 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6cb84f1d-819a-404b-b8a0-5c4668db8892 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:15.633549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6cb84f1d-819a-404b-b8a0-5c4668db8892 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.706812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6cb84f1d-819a-404b-b8a0-5c4668db8892 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.711513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6cb84f1d-819a-404b-b8a0-5c4668db8892 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.737956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb84f1d-819a-404b-b8a0-5c4668db8892 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745956fb-1811-41fc-9e6a-8d75ecbe8611,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:15.750920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6cb84f1d-819a-404b-b8a0-5c4668db8892 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.752191 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6cb84f1d-819a-404b-b8a0-5c4668db8892 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710944 Oct 17 18:36:15.755699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55278) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:15.761329 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-52a51a36-4286-4904-9366-51a6fba38036 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': '5ec1147e-7375-4022-9e29-90f8d5514e71', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:15.768735 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-52a51a36-4286-4904-9366-51a6fba38036 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:15.773557 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-52a51a36-4286-4904-9366-51a6fba38036 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:15.777112 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-52a51a36-4286-4904-9366-51a6fba38036 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:15.784102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-52a51a36-4286-4904-9366-51a6fba38036 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:15.804935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52a51a36-4286-4904-9366-51a6fba38036 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.882711 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52a51a36-4286-4904-9366-51a6fba38036 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.888295 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52a51a36-4286-4904-9366-51a6fba38036 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.913568 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a51a36-4286-4904-9366-51a6fba38036 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6593a3dc-c30d-4b4a-8760-5633ade586e7,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:15.930318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-52a51a36-4286-4904-9366-51a6fba38036 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:15.931806 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-52a51a36-4286-4904-9366-51a6fba38036 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1749132 Oct 17 18:36:15.935663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55282) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:15.941792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-264542e0-bce0-440e-8d1f-865843fbaa17 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': '5ec1147e-7375-4022-9e29-90f8d5514e71', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:15.948385 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-264542e0-bce0-440e-8d1f-865843fbaa17 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:15.953646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-264542e0-bce0-440e-8d1f-865843fbaa17 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:15.957047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-264542e0-bce0-440e-8d1f-865843fbaa17 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:15.963808 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-264542e0-bce0-440e-8d1f-865843fbaa17 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:15.984820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-264542e0-bce0-440e-8d1f-865843fbaa17 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.063285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-264542e0-bce0-440e-8d1f-865843fbaa17 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.068235 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-264542e0-bce0-440e-8d1f-865843fbaa17 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.095641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264542e0-bce0-440e-8d1f-865843fbaa17 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b0524c-390a-4559-ba86-29c1893549cf,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:16.108276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-264542e0-bce0-440e-8d1f-865843fbaa17 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.109532 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-264542e0-bce0-440e-8d1f-865843fbaa17 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726847 Oct 17 18:36:16.114184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55286) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:16.119647 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-2e9299fb-deb7-439a-9c75-f41e597b659f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': '5ec1147e-7375-4022-9e29-90f8d5514e71', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:16.126832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2e9299fb-deb7-439a-9c75-f41e597b659f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:16.132292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2e9299fb-deb7-439a-9c75-f41e597b659f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:16.136421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-2e9299fb-deb7-439a-9c75-f41e597b659f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:16.144917 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-2e9299fb-deb7-439a-9c75-f41e597b659f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:16.167770 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e9299fb-deb7-439a-9c75-f41e597b659f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.246499 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e9299fb-deb7-439a-9c75-f41e597b659f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.251953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e9299fb-deb7-439a-9c75-f41e597b659f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.281663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9299fb-deb7-439a-9c75-f41e597b659f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a3743c-64ca-4ac9-a50d-46a90e787bc1,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:16.294698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e9299fb-deb7-439a-9c75-f41e597b659f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.296977 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2e9299fb-deb7-439a-9c75-f41e597b659f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813698 Oct 17 18:36:16.299627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55290) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:16.305163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6dd2daf0-6345-425f-919e-6b3b775e1f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': '5ec1147e-7375-4022-9e29-90f8d5514e71', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:16.312593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6dd2daf0-6345-425f-919e-6b3b775e1f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:16.317131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6dd2daf0-6345-425f-919e-6b3b775e1f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:16.320498 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6dd2daf0-6345-425f-919e-6b3b775e1f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:16.328117 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6dd2daf0-6345-425f-919e-6b3b775e1f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:16.340907 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-6dd2daf0-6345-425f-919e-6b3b775e1f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Project f783c6cfc70e4ae89c6d34c6898bb753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:36:16.348551 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6dd2daf0-6345-425f-919e-6b3b775e1f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.427269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6dd2daf0-6345-425f-919e-6b3b775e1f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.432259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6dd2daf0-6345-425f-919e-6b3b775e1f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.459791 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2daf0-6345-425f-919e-6b3b775e1f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94d8b07-51fe-4710-998e-0d1d591586cd,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:16.474283 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6dd2daf0-6345-425f-919e-6b3b775e1f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.475566 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6dd2daf0-6345-425f-919e-6b3b775e1f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1749463 Oct 17 18:36:16.480278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55294) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:16.489874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-66539ded-f9fd-4104-b4b6-c91479a528f8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': '5ec1147e-7375-4022-9e29-90f8d5514e71', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:16.501333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-66539ded-f9fd-4104-b4b6-c91479a528f8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:16.508447 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-66539ded-f9fd-4104-b4b6-c91479a528f8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:16.514017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-66539ded-f9fd-4104-b4b6-c91479a528f8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:16.526011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-66539ded-f9fd-4104-b4b6-c91479a528f8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:16.538299 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-66539ded-f9fd-4104-b4b6-c91479a528f8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Project f783c6cfc70e4ae89c6d34c6898bb753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:36:16.547289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-66539ded-f9fd-4104-b4b6-c91479a528f8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.627482 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-66539ded-f9fd-4104-b4b6-c91479a528f8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.632124 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-66539ded-f9fd-4104-b4b6-c91479a528f8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.659799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66539ded-f9fd-4104-b4b6-c91479a528f8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64da6ed-72ae-4062-bfe9-6973c0b65af9,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:16.671567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-66539ded-f9fd-4104-b4b6-c91479a528f8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.672974 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-66539ded-f9fd-4104-b4b6-c91479a528f8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1902378 Oct 17 18:36:16.677910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55298) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:16.685531 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'network': {'name': 'tempest-network-smoke--1135211206', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'port_security_enabled': True}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:16.690946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:16.695747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:network and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:16.700197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:16.706883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:16.720044 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:36:16.724350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.759913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:36:16.772100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.772578 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Added segment bf343fba-a59a-43c5-a551-9395abdace2c of type vlan for network 33b5919b-dcff-43aa-bd63-817dd0f171b7 Oct 17 18:36:16.802667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.842088 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:16.847840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:16.848441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:17.077383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Network': ['ID=33b5919b-dcff-43aa-bd63-817dd0f171b7,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:17.080775 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-aa72be40-3c64-4f2d-abe8-af0679525681 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4017289 Oct 17 18:36:17.085258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55302) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:17.091031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'admin_state_up': True, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:17.099324 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:17.103754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 33b5919b-dcff-43aa-bd63-817dd0f171b7 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:36:17.104556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:router and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:17.108784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:17.117342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:17.131670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:17.132945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:17.155402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:17.462872 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:17.815985 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:17.851527 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:18.010073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.26.8.218 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/ec47d6a1-0935-4a50-9886-c290ec7167f9) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:36:18.184686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:18.218329 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:18.349834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:36:18.355616 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:18.362656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:36:18.429376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=ec47d6a1-0935-4a50-9886-c290ec7167f9,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:18.987805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:19.358993 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:19.609387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:36:19.842282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:36:19.856500 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Sync routers for ids ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:36:19.869912 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Routers {'18c12334-19a6-42a6-aca4-4e3e5148b4d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:19.870814 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:36:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:19.883271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:19.884838 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ccf0f7a8-6e07-4ad4-9b1c-233c2c012b24 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7984295 Oct 17 18:36:19.889697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55306) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:19.994033 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-974ad045-3a4c-43d3-ba3c-c3961e233183 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=f783c6cfc70e4ae89c6d34c6898bb753&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1025710 Oct 17 18:36:19.998789 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55312) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:20.134489 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Set router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:20.202737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182db8c-7d35-4579-8b9d-5e88a14a4030 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:20.205442 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5182db8c-7d35-4579-8b9d-5e88a14a4030 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2042973 Oct 17 18:36:20.208831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55316) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:20.273260 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b3a1627f-bdff-4b2a-8c29-2b634f070357 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628328 Oct 17 18:36:20.276890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55320) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:20.283250 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-921287102', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:20.432986 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:20.438475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:subnet and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:20.442180 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:20.450470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:20.464088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:36:20.473717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:20.531216 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:18Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:20.536607 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Checking router: 18c12334-19a6-42a6-aca4-4e3e5148b4d5 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:36:20.537273 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Updating router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 port ec47d6a1-0935-4a50-9886-c290ec7167f9 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:36:20.649588 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:20.776200 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:20.933101 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Subnet': ['ID=4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:20.943210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Checking segment: {'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:36:20.943528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network hostable DHCP agents. Network: 33b5919b-dcff-43aa-bd63-817dd0f171b7, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:36:20.966720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 33b5919b-dcff-43aa-bd63-817dd0f171b7 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:36:20.982590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 33b5919b-dcff-43aa-bd63-817dd0f171b7) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:20.989524 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:20.990512 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:20.997717 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31995a0b-15a0-4006-8149-14c50949dc59 None None] Network 33b5919b-dcff-43aa-bd63-817dd0f171b7 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:36:21.035366 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-90345126-c2e0-449f-a090-8a2e3deb6129 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7566633 Oct 17 18:36:21.040681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55324) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:21.146831 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:21.160555 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Transition to ACTIVE for port object ec47d6a1-0935-4a50-9886-c290ec7167f9 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:21.170143 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:21.259204 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Attempting to bind port ec47d6a1-0935-4a50-9886-c290ec7167f9 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:36:21.259687 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Attempting to bind port ec47d6a1-0935-4a50-9886-c290ec7167f9 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:36:21.260005 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Attempting to bind port ec47d6a1-0935-4a50-9886-c290ec7167f9 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:36:21.270518 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:36:21.271100 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:36:21.271382 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:21.271701 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:36:21.273189 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Bound port: ec47d6a1-0935-4a50-9886-c290ec7167f9, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:36:21.273189 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:21.304748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-33b5919b-dcff-43aa-bd63-817dd0f171b7', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ips': [{'subnet_id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:36:21.305651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:21.322937 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Pushing event updated for resources: {'Port': ['ID=ec47d6a1-0935-4a50-9886-c290ec7167f9,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:21.337419 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:21.337808 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:21.338086 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:21.338414 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:21.338737 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:21.339137 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:21.339470 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:21.340337 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:21.340660 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:21.341025 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:21.341345 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:21.341660 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:21.390163 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] For port ec47d6a1-0935-4a50-9886-c290ec7167f9, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:36:21.396592 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] For port ec47d6a1-0935-4a50-9886-c290ec7167f9, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ec47d6a1-0935-4a50-9886-c290ec7167f9,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:36:21.405648 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:21.476269 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Routers {'18c12334-19a6-42a6-aca4-4e3e5148b4d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:21.477039 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:36:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:21.622201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Allocated IP 172.20.0.2 (33b5919b-dcff-43aa-bd63-817dd0f171b7/4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a/77c7fae3-f9f8-4529-831a-888b0183a3cd) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:36:21.653763 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a301aed-ddf7-4294-aefb-d2fb8ad57045 None None] Pushing event updated for resources: {'Port': ['ID=ec47d6a1-0935-4a50-9886-c290ec7167f9,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:21.733468 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] Set router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:21.991967 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:22.013636 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Transition to ACTIVE for port object 77c7fae3-f9f8-4529-831a-888b0183a3cd will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:22.048199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Transition to ACTIVE for port object 77c7fae3-f9f8-4529-831a-888b0183a3cd will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:22.057940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:22.093717 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:18Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:22.098959 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4cdaa-dfb6-498c-8eb7-b0b596f6ba5f None None] The sync data for ids ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'] in dv-neutron-860895-1-hyperv is: [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:18Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:36:22.195324 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Network 33b5919b-dcff-43aa-bd63-817dd0f171b7 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:36:22.200119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:22.206997 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:36:22.267511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Pushing event updated for resources: {'Port': ['ID=77c7fae3-f9f8-4529-831a-888b0183a3cd,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:22.345614 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Attempting to bind port 77c7fae3-f9f8-4529-831a-888b0183a3cd on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:36:22.346093 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Attempting to bind port 77c7fae3-f9f8-4529-831a-888b0183a3cd by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:36:22.346333 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:22.347112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Attempting to bind port 77c7fae3-f9f8-4529-831a-888b0183a3cd on network 33b5919b-dcff-43aa-bd63-817dd0f171b7 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:36:22.354031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:36:22.354481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Checking segment: {'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:36:22.354917 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:22.356052 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Bound using segment: {'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:36:22.356769 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Bound port: 77c7fae3-f9f8-4529-831a-888b0183a3cd, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:36:22.357276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:22.534868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] For port 77c7fae3-f9f8-4529-831a-888b0183a3cd, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:36:22.540340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] For port 77c7fae3-f9f8-4529-831a-888b0183a3cd, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=77c7fae3-f9f8-4529-831a-888b0183a3cd,segment=NetworkSegment(bf343fba-a59a-43c5-a551-9395abdace2c),segment_id=bf343fba-a59a-43c5-a551-9395abdace2c)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:36:22.547190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:22.659098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1991dc-17d1-457b-bd88-32ec8298680e None None] Pushing event updated for resources: {'Port': ['ID=77c7fae3-f9f8-4529-831a-888b0183a3cd,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:22.892089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.20.0.1 (33b5919b-dcff-43aa-bd63-817dd0f171b7/4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a/826ba3a1-dddc-484a-9ef3-4384e0d9da0a) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:36:23.122188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 77c7fae3-f9f8-4529-831a-888b0183a3cd up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:23.186314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:23.204968 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Transition to ACTIVE for port object 826ba3a1-dddc-484a-9ef3-4384e0d9da0a will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:23.234380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:23.252175 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 77c7fae3-f9f8-4529-831a-888b0183a3cd completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:23.261518 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ec47d6a1-0935-4a50-9886-c290ec7167f9 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:23.333363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=826ba3a1-dddc-484a-9ef3-4384e0d9da0a,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:23.344909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 33b5919b-dcff-43aa-bd63-817dd0f171b7 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:36:23.347545 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:23.352718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:36:23.361060 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port ec47d6a1-0935-4a50-9886-c290ec7167f9 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:23.366970 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ec47d6a1-0935-4a50-9886-c290ec7167f9 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:23.367544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:23.367807 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ec47d6a1-0935-4a50-9886-c290ec7167f9 Oct 17 18:36:23.426386 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:23.542292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ec47d6a1-0935-4a50-9886-c290ec7167f9 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:23.542812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:23.562896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port ec47d6a1-0935-4a50-9886-c290ec7167f9, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ec47d6a1-0935-4a50-9886-c290ec7167f9,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:23.568686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:23.613639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:23.651232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=ec47d6a1-0935-4a50-9886-c290ec7167f9,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:23.888868 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ae1cc4-c04f-41da-8085-20cfddac0153 None None] Network 33b5919b-dcff-43aa-bd63-817dd0f171b7 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:36:24.048410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f733535f-a489-4d6e-9f28-53707274e2e3 None None] Provisioning for port 77c7fae3-f9f8-4529-831a-888b0183a3cd completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:24.066490 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f733535f-a489-4d6e-9f28-53707274e2e3 None None] Provisioning complete for port 77c7fae3-f9f8-4529-831a-888b0183a3cd triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:24.066792 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f733535f-a489-4d6e-9f28-53707274e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:24.067159 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-f733535f-a489-4d6e-9f28-53707274e2e3 None None] Attempt 1 to provision port 77c7fae3-f9f8-4529-831a-888b0183a3cd Oct 17 18:36:24.248067 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:24.253889 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:24.320127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f733535f-a489-4d6e-9f28-53707274e2e3 None None] Current status of the port 77c7fae3-f9f8-4529-831a-888b0183a3cd is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:24.320996 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f733535f-a489-4d6e-9f28-53707274e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:24.394886 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f733535f-a489-4d6e-9f28-53707274e2e3 None None] For port 77c7fae3-f9f8-4529-831a-888b0183a3cd, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=77c7fae3-f9f8-4529-831a-888b0183a3cd,segment=NetworkSegment(bf343fba-a59a-43c5-a551-9395abdace2c),segment_id=bf343fba-a59a-43c5-a551-9395abdace2c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:24.402169 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f733535f-a489-4d6e-9f28-53707274e2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:24.405978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:24.412440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=826ba3a1-dddc-484a-9ef3-4384e0d9da0a,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:24.509963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733535f-a489-4d6e-9f28-53707274e2e3 None None] Pushing event updated for resources: {'Port': ['ID=77c7fae3-f9f8-4529-831a-888b0183a3cd,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:24.617337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 33b5919b-dcff-43aa-bd63-817dd0f171b7 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:36:24.619596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:24.738293 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Provisioning complete for port 77c7fae3-f9f8-4529-831a-888b0183a3cd triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:24.738884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:24.739514 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Attempt 1 to provision port 77c7fae3-f9f8-4529-831a-888b0183a3cd Oct 17 18:36:24.912269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:36:24.972393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Current status of the port 77c7fae3-f9f8-4529-831a-888b0183a3cd is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:24.992299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Provisioning for port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:25.002212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Provisioning complete for port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:25.003622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:25.004358 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Attempt 1 to provision port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a Oct 17 18:36:25.067261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 77c7fae3-f9f8-4529-831a-888b0183a3cd up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:25.195898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:25.197417 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:36:25.212954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Sync routers for ids ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:36:25.217048 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-7ddcebbf-266f-4d88-9e31-3a8321c50b2e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "PUT /v2.0/routers/18c12334-19a6-42a6-aca4-4e3e5148b4d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1746657 Oct 17 18:36:25.230214 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Routers {'18c12334-19a6-42a6-aca4-4e3e5148b4d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:25.231011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:36:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:25.294889 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 77c7fae3-f9f8-4529-831a-888b0183a3cd triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:25.296349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:25.296349 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 77c7fae3-f9f8-4529-831a-888b0183a3cd Oct 17 18:36:25.446043 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:25.565025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Set router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:25.572811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-2a7209cb-4a3e-41a6-a783-b16d2ce98764 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:25.595159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-2a7209cb-4a3e-41a6-a783-b16d2ce98764 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:25.597261 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-2a7209cb-4a3e-41a6-a783-b16d2ce98764 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1455202766&fields=id&tenant_id=f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 267 time: 0.1027281 Oct 17 18:36:25.686287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 77c7fae3-f9f8-4529-831a-888b0183a3cd is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:25.688395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ec47d6a1-0935-4a50-9886-c290ec7167f9 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:25.735434 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Attempt 2 to provision port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a Oct 17 18:36:25.773636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-dbb7d9e5-f297-407f-a3fa-8b497a0f3065 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:25.774350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-dbb7d9e5-f297-407f-a3fa-8b497a0f3065 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:25.792843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-dbb7d9e5-f297-407f-a3fa-8b497a0f3065 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:25.794724 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-dbb7d9e5-f297-407f-a3fa-8b497a0f3065 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/networks?id=33b5919b-dcff-43aa-bd63-817dd0f171b7 HTTP/1.1" status: 200 len: 797 time: 0.1905363 Oct 17 18:36:25.815670 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-49f7979a-3027-432a-bd97-47af3768e2dd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/quotas/f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 375 time: 0.0138364 Oct 17 18:36:25.920798 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-503ed280-9273-49f4-8ad4-7b8bfd42b194 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:25.939619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-503ed280-9273-49f4-8ad4-7b8bfd42b194 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:25.941426 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-503ed280-9273-49f4-8ad4-7b8bfd42b194 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182809 Oct 17 18:36:26.111100 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:26.116443 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-f9f45c27-1613-4f16-b52c-5158b47337c9 service neutron] 10.222.0.69 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603241 Oct 17 18:36:26.218731 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port ec47d6a1-0935-4a50-9886-c290ec7167f9 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:26.219273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:26.219836 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port ec47d6a1-0935-4a50-9886-c290ec7167f9 Oct 17 18:36:26.272579 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-aef15873-7db0-40d9-8a0a-b5b831521fd9 service neutron] 10.222.0.69 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484895 Oct 17 18:36:26.550145 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-1089a617-eb5c-4154-80d0-a212a894d179 req-9992e066-9910-4acc-a2a0-72a29faca4b4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:26.555411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port ec47d6a1-0935-4a50-9886-c290ec7167f9 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:26.564633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '826ba3a1-dddc-484a-9ef3-4384e0d9da0a', 'name': '', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:7c:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:22Z', 'updated_at': '2022-10-17T18:36:24Z', 'revision_number': 2, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:26.570311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Checking router: 18c12334-19a6-42a6-aca4-4e3e5148b4d5 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:36:26.570669 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Updating router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:36:26.575100 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-1089a617-eb5c-4154-80d0-a212a894d179 req-9992e066-9910-4acc-a2a0-72a29faca4b4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:26.575809 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1089a617-eb5c-4154-80d0-a212a894d179 req-9992e066-9910-4acc-a2a0-72a29faca4b4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 210 time: 0.1322753 Oct 17 18:36:26.614055 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Attempt 3 to provision port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a Oct 17 18:36:26.685117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:26.703152 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:27.204770 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Attempt 4 to provision port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a Oct 17 18:36:27.270889 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:27.302008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Transition to ACTIVE for port object 826ba3a1-dddc-484a-9ef3-4384e0d9da0a will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:27.310572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:27.312800 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:27.530230 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd087729-ff75-4a0e-823d-fecb4287a23d None None] Pushing event updated for resources: {'Port': ['ID=826ba3a1-dddc-484a-9ef3-4384e0d9da0a,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:27.559637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Attempting to bind port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:36:27.560318 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Attempting to bind port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:36:27.560495 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Attempting to bind port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a on network 33b5919b-dcff-43aa-bd63-817dd0f171b7 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:36:27.566692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:36:27.567116 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Checking segment: {'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:36:27.567481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:27.567874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Bound using segment: {'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:36:27.568347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Bound port: 826ba3a1-dddc-484a-9ef3-4384e0d9da0a, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:36:27.568718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:27.689338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] For port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:36:27.695476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] For port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=826ba3a1-dddc-484a-9ef3-4384e0d9da0a,segment=NetworkSegment(bf343fba-a59a-43c5-a551-9395abdace2c),segment_id=bf343fba-a59a-43c5-a551-9395abdace2c)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:36:27.703622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:27.811749 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Attempt 5 to provision port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a Oct 17 18:36:27.855773 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1ee95eda-d2b5-42e9-90e7-54aa17e05ff6 req-f3e1c903-e3ee-4b16-8118-b0ac4fe3d7c6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 210 time: 0.0626607 Oct 17 18:36:27.882743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Routers {'18c12334-19a6-42a6-aca4-4e3e5148b4d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:27.883788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:36:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:28.088141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd087729-ff75-4a0e-823d-fecb4287a23d None None] Pushing event updated for resources: {'Port': ['ID=826ba3a1-dddc-484a-9ef3-4384e0d9da0a,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:28.137152 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-1530177e-f0e0-4f6c-98f0-2f5707ef9415 None None] Port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:36:28.189111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] Set router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:28.450479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-ed4d1a6c-c9a4-4932-9f5e-6174e26a05e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:28.452094 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-ed4d1a6c-c9a4-4932-9f5e-6174e26a05e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/networks?id=33b5919b-dcff-43aa-bd63-817dd0f171b7 HTTP/1.1" status: 200 len: 797 time: 0.4789224 Oct 17 18:36:28.536755 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-cacae5cd-7bbb-42d2-a01e-cae8ebaed992 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 380 time: 0.0511897 Oct 17 18:36:28.547695 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'port': {'device_id': '41b872ca-6743-4a7f-9b53-1bec80064642', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'admin_state_up': True, 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'security_groups': ['5ec1147e-7375-4022-9e29-90f8d5514e71']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:28.730776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '826ba3a1-dddc-484a-9ef3-4384e0d9da0a', 'name': '', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:7c:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:22Z', 'updated_at': '2022-10-17T18:36:27Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:28.738336 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c92f952-215a-432c-8cab-3a632f6c13ad None None] The sync data for ids ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'] in dv-neutron-860895-1-hyperv is: [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '826ba3a1-dddc-484a-9ef3-4384e0d9da0a', 'name': '', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:7c:c8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:22Z', 'updated_at': '2022-10-17T18:36:27Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:36:28.762909 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:28.789786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:28.818745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:36:28.827753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:29.125281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-64bb9a08-d384-461e-a313-73d4381083dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:29.138910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 826ba3a1-dddc-484a-9ef3-4384e0d9da0a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:29.198969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.20.0.12 (33b5919b-dcff-43aa-bd63-817dd0f171b7/4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a/35d0b200-27b8-4168-8048-2616debddd96) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:36:29.257454 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4f76d8c3-8162-4e0a-aca5-cad8c87399fb req-55bf77c4-cd73-462b-930d-a39dbb69129c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 210 time: 0.1653247 Oct 17 18:36:29.291182 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:29.299408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:29.300021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:29.300459 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a Oct 17 18:36:29.447472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:29.447864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:29.492155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=826ba3a1-dddc-484a-9ef3-4384e0d9da0a,segment=NetworkSegment(bf343fba-a59a-43c5-a551-9395abdace2c),segment_id=bf343fba-a59a-43c5-a551-9395abdace2c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:29.500494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:29.562081 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:29.581460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Transition to ACTIVE for port object 35d0b200-27b8-4168-8048-2616debddd96 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:29.610123 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:29.643872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=826ba3a1-dddc-484a-9ef3-4384e0d9da0a,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:29.703242 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 33b5919b-dcff-43aa-bd63-817dd0f171b7 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:36:29.707346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:29.709458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=35d0b200-27b8-4168-8048-2616debddd96,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:29.711879 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:36:29.791320 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:29.792357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:29.841249 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-23d3b0cd-8da4-4286-8c23-74617f60105e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2991481 Oct 17 18:36:29.862674 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Request body: {'port': {'device_id': '41b872ca-6743-4a7f-9b53-1bec80064642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:30.047141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:30.090935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-579322e3-bfd9-4f90-a418-a14247dc788b None None] Provisioning for port 35d0b200-27b8-4168-8048-2616debddd96 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:30.099145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-579322e3-bfd9-4f90-a418-a14247dc788b None None] Provisioning complete for port 35d0b200-27b8-4168-8048-2616debddd96 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:30.099627 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-579322e3-bfd9-4f90-a418-a14247dc788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:30.100005 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-579322e3-bfd9-4f90-a418-a14247dc788b None None] Attempt 1 to provision port 35d0b200-27b8-4168-8048-2616debddd96 Oct 17 18:36:30.178288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-579322e3-bfd9-4f90-a418-a14247dc788b None None] Port 35d0b200-27b8-4168-8048-2616debddd96 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:30.680031 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-579322e3-bfd9-4f90-a418-a14247dc788b None None] Attempt 2 to provision port 35d0b200-27b8-4168-8048-2616debddd96 Oct 17 18:36:30.702181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d0b200-27b8-4168-8048-2616debddd96 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:36:30.711550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:30.731625 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ed31c-16ec-4243-95a0-be1050098cb8 req-caa15f3d-7274-4568-8bcb-56b1a8c5c6b8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:30.732383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-958ed31c-16ec-4243-95a0-be1050098cb8 req-caa15f3d-7274-4568-8bcb-56b1a8c5c6b8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:30.741829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-579322e3-bfd9-4f90-a418-a14247dc788b None None] Port 35d0b200-27b8-4168-8048-2616debddd96 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:36:30.743451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Transition to ACTIVE for port object 35d0b200-27b8-4168-8048-2616debddd96 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:36:30.751246 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:30.840820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-958ed31c-16ec-4243-95a0-be1050098cb8 req-caa15f3d-7274-4568-8bcb-56b1a8c5c6b8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:30.842017 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-958ed31c-16ec-4243-95a0-be1050098cb8 req-caa15f3d-7274-4568-8bcb-56b1a8c5c6b8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 932 time: 0.4021549 Oct 17 18:36:30.949383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Pushing event updated for resources: {'Port': ['ID=35d0b200-27b8-4168-8048-2616debddd96,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:30.999770 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-958ed31c-16ec-4243-95a0-be1050098cb8 req-d8f119e8-2a87-46bb-a008-f038b54f495c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352000 Oct 17 18:36:31.011961 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 826ba3a1-dddc-484a-9ef3-4384e0d9da0a up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:31.048610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Attempting to bind port 35d0b200-27b8-4168-8048-2616debddd96 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:36:31.049003 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Attempting to bind port 35d0b200-27b8-4168-8048-2616debddd96 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:36:31.049279 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Attempting to bind port 35d0b200-27b8-4168-8048-2616debddd96 on network 33b5919b-dcff-43aa-bd63-817dd0f171b7 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:36:31.054923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Port 35d0b200-27b8-4168-8048-2616debddd96 on network 33b5919b-dcff-43aa-bd63-817dd0f171b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:36:31.055396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Attempting to bind port 35d0b200-27b8-4168-8048-2616debddd96 on network 33b5919b-dcff-43aa-bd63-817dd0f171b7 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:36:31.062475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:36:31.062808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Checking segment: {'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:36:31.063223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Bound using segment: {'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:36:31.063657 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Bound port: 35d0b200-27b8-4168-8048-2616debddd96, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf343fba-a59a-43c5-a551-9395abdace2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:36:31.064001 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:31.102058 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:31.102876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:31.102876 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a Oct 17 18:36:31.198277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] For port 35d0b200-27b8-4168-8048-2616debddd96, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:36:31.202991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] For port 35d0b200-27b8-4168-8048-2616debddd96, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=35d0b200-27b8-4168-8048-2616debddd96,segment=NetworkSegment(bf343fba-a59a-43c5-a551-9395abdace2c),segment_id=bf343fba-a59a-43c5-a551-9395abdace2c)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:36:31.210265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:31.244780 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-579322e3-bfd9-4f90-a418-a14247dc788b None None] Attempt 3 to provision port 35d0b200-27b8-4168-8048-2616debddd96 Oct 17 18:36:31.299834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:31.328205 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-579322e3-bfd9-4f90-a418-a14247dc788b None None] Port 35d0b200-27b8-4168-8048-2616debddd96 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:36:31.378105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:31.378722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:31.380375 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-66f30b0c-6431-4361-a374-2174511222ce service neutron] 10.222.0.20 "PUT /v2.0/ports/35d0b200-27b8-4168-8048-2616debddd96 HTTP/1.1" status: 200 len: 1094 time: 1.5261357 Oct 17 18:36:31.380938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b872ca-6743-4a7f-9b53-1bec80064642', 'tag': '35d0b200-27b8-4168-8048-2616debddd96'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:36:31.383544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab69eaa-c033-488c-b66c-f8a0d950704e" -d '{"events": [{"name": "network-changed", "server_uuid": "41b872ca-6743-4a7f-9b53-1bec80064642", "tag": "35d0b200-27b8-4168-8048-2616debddd96"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:36:31.447035 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7215136a-5525-4eb3-acbb-8652d8b0dd6c x-openstack-request-id: req-7215136a-5525-4eb3-acbb-8652d8b0dd6c {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:36:31.447517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b872ca-6743-4a7f-9b53-1bec80064642", "tag": "35d0b200-27b8-4168-8048-2616debddd96", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:36:31.447911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7215136a-5525-4eb3-acbb-8652d8b0dd6c {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:36:31.448559 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7215136a-5525-4eb3-acbb-8652d8b0dd6c'] response: {'name': 'network-changed', 'server_uuid': '41b872ca-6743-4a7f-9b53-1bec80064642', 'tag': '35d0b200-27b8-4168-8048-2616debddd96', 'status': 'completed', 'code': 200} Oct 17 18:36:31.553249 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7225b953-d7d7-445a-8e7d-89e8390159ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:31.556252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f30b0c-6431-4361-a374-2174511222ce service neutron] Pushing event updated for resources: {'Port': ['ID=35d0b200-27b8-4168-8048-2616debddd96,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:31.620244 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-0f3ec94f-2b41-483f-be48-3cc272f3843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:31.622840 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-0f3ec94f-2b41-483f-be48-3cc272f3843e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 1097 time: 0.1648886 Oct 17 18:36:31.702413 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-f17d41be-4dbc-499a-8fc9-7f2fdb788bad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d0b200-27b8-4168-8048-2616debddd96 HTTP/1.1" status: 200 len: 217 time: 0.0669930 Oct 17 18:36:31.772116 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-65319832-f4f0-4d7c-891c-2226977e3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:31.773654 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-65319832-f4f0-4d7c-891c-2226977e3f91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a HTTP/1.1" status: 200 len: 834 time: 0.0653632 Oct 17 18:36:31.861523 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-edef068b-b10e-4300-9f00-4ecc860304a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:31.863026 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-edef068b-b10e-4300-9f00-4ecc860304a5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33b5919b-dcff-43aa-bd63-817dd0f171b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832157 Oct 17 18:36:32.013518 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-f90552dc-88b6-4361-b7f0-74067e52315b service neutron] 10.222.0.20 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439230 Oct 17 18:36:32.337257 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8085967d-3e49-4d45-bfaf-f3927f29c743 req-7b235640-96f0-44b4-8757-046cb5ea33d7 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165686 Oct 17 18:36:32.370385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874c2cb-935f-4db5-8979-8b1daa24897b req-3902cf13-1254-4727-bcbe-3630a80f1561 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:32.372581 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a874c2cb-935f-4db5-8979-8b1daa24897b req-3902cf13-1254-4727-bcbe-3630a80f1561 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 944 time: 0.1652365 Oct 17 18:36:32.430654 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a874c2cb-935f-4db5-8979-8b1daa24897b req-cbfe6371-1726-45f2-bbfc-a0484cecddcb tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515752 Oct 17 18:36:32.538101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab69eaa-c033-488c-b66c-f8a0d950704e req-8bf1889d-ea56-4881-9d67-b046ba50ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:32.540560 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cab69eaa-c033-488c-b66c-f8a0d950704e req-8bf1889d-ea56-4881-9d67-b046ba50ab49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 1097 time: 0.1072552 Oct 17 18:36:32.617993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:32.689898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab69eaa-c033-488c-b66c-f8a0d950704e req-199769e3-97f6-42b9-81ab-7fcd3273f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:32.691599 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cab69eaa-c033-488c-b66c-f8a0d950704e req-199769e3-97f6-42b9-81ab-7fcd3273f075 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33b5919b-dcff-43aa-bd63-817dd0f171b7 HTTP/1.1" status: 200 len: 898 time: 0.1430440 Oct 17 18:36:32.721025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:32.775313 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cab69eaa-c033-488c-b66c-f8a0d950704e req-253b23f5-8e95-4617-9583-9ee0ffd94f28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d0b200-27b8-4168-8048-2616debddd96 HTTP/1.1" status: 200 len: 217 time: 0.0769258 Oct 17 18:36:32.846352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab69eaa-c033-488c-b66c-f8a0d950704e req-fffb7170-fd29-4544-9aa9-74e3bd90d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:32.847749 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cab69eaa-c033-488c-b66c-f8a0d950704e req-fffb7170-fd29-4544-9aa9-74e3bd90d459 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a HTTP/1.1" status: 200 len: 834 time: 0.0662093 Oct 17 18:36:32.944206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab69eaa-c033-488c-b66c-f8a0d950704e req-18b1b663-914c-4654-ba6e-cda7b47c7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:32.945760 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cab69eaa-c033-488c-b66c-f8a0d950704e req-18b1b663-914c-4654-ba6e-cda7b47c7fbc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33b5919b-dcff-43aa-bd63-817dd0f171b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909240 Oct 17 18:36:33.125449 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cab69eaa-c033-488c-b66c-f8a0d950704e req-1eb686c0-9030-4354-8a97-35f1e39e0f92 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714509 Oct 17 18:36:33.296821 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cab69eaa-c033-488c-b66c-f8a0d950704e req-a7f79718-ddb8-4118-9f8d-1ee116fdc168 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635649 Oct 17 18:36:33.660713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23b9bd-3e26-4f1d-86a0-217d8f138a0c req-73393be4-62d2-410a-a7fc-6ae7f3b77431 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:33.662592 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2b23b9bd-3e26-4f1d-86a0-217d8f138a0c req-73393be4-62d2-410a-a7fc-6ae7f3b77431 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 944 time: 0.1021287 Oct 17 18:36:33.712459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-2b23b9bd-3e26-4f1d-86a0-217d8f138a0c req-78117c22-17d5-4e18-8c1a-34654ca087ff tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:36:33.726514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-2b23b9bd-3e26-4f1d-86a0-217d8f138a0c req-78117c22-17d5-4e18-8c1a-34654ca087ff tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:36:33.727623 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2b23b9bd-3e26-4f1d-86a0-217d8f138a0c req-78117c22-17d5-4e18-8c1a-34654ca087ff tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579460 Oct 17 18:36:34.350947 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:36:34.532841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:34.633452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 35d0b200-27b8-4168-8048-2616debddd96 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:36:34.783458 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 35d0b200-27b8-4168-8048-2616debddd96, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=35d0b200-27b8-4168-8048-2616debddd96,segment=NetworkSegment(bf343fba-a59a-43c5-a551-9395abdace2c),segment_id=bf343fba-a59a-43c5-a551-9395abdace2c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:34.800707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '35d0b200-27b8-4168-8048-2616debddd96', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'port_id': '35d0b200-27b8-4168-8048-2616debddd96', 'mac_address': 'fa:16:3e:3c:78:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:36:34.894881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 35d0b200-27b8-4168-8048-2616debddd96 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:34.895540 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:34.932148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d0b200-27b8-4168-8048-2616debddd96 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:36:34.956925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 35d0b200-27b8-4168-8048-2616debddd96, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=35d0b200-27b8-4168-8048-2616debddd96,segment=NetworkSegment(bf343fba-a59a-43c5-a551-9395abdace2c),segment_id=bf343fba-a59a-43c5-a551-9395abdace2c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:34.964793 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:35.042638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0303d-ad78-45f1-9efd-82750c85b4eb req-74170f9c-1a0f-4c71-bf2c-4196c4be3447 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:35.045363 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7ff0303d-ad78-45f1-9efd-82750c85b4eb req-74170f9c-1a0f-4c71-bf2c-4196c4be3447 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 944 time: 0.1649764 Oct 17 18:36:35.088373 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=35d0b200-27b8-4168-8048-2616debddd96,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:35.097643 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7ff0303d-ad78-45f1-9efd-82750c85b4eb req-6c1635e7-43af-44e9-9aca-f0809069f1c1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458858 Oct 17 18:36:35.102604 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.103219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.103810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.104384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.105448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.106010 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.106595 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.107805 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.107805 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.108337 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.108903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.109461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:36:35.243402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['35d0b200-27b8-4168-8048-2616debddd96'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:36:36.351577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f0cc7-a6be-445b-805c-93c92a4178de req-2dc3b047-6e9e-4b1a-a45e-54d8f449f855 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:36.353261 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4d5f0cc7-a6be-445b-805c-93c92a4178de req-2dc3b047-6e9e-4b1a-a45e-54d8f449f855 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 945 time: 0.1082456 Oct 17 18:36:36.406284 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4d5f0cc7-a6be-445b-805c-93c92a4178de req-c8ae6a2d-43d4-42dc-93d8-9a6f5f365481 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457611 Oct 17 18:36:36.647631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 35d0b200-27b8-4168-8048-2616debddd96 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:36:36.736978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 35d0b200-27b8-4168-8048-2616debddd96 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:36:36.743231 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 35d0b200-27b8-4168-8048-2616debddd96 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:36:36.743710 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:36.744296 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 35d0b200-27b8-4168-8048-2616debddd96 Oct 17 18:36:36.874616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 35d0b200-27b8-4168-8048-2616debddd96 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:36:36.874982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:36.905774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b872ca-6743-4a7f-9b53-1bec80064642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d0b200-27b8-4168-8048-2616debddd96'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:36:36.908164 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acb50fa-1401-44a2-b7e9-bfeab13e3fef" -d '{"events": [{"server_uuid": "41b872ca-6743-4a7f-9b53-1bec80064642", "name": "network-vif-plugged", "status": "completed", "tag": "35d0b200-27b8-4168-8048-2616debddd96"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:36:36.916833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 35d0b200-27b8-4168-8048-2616debddd96, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=35d0b200-27b8-4168-8048-2616debddd96,segment=NetworkSegment(bf343fba-a59a-43c5-a551-9395abdace2c),segment_id=bf343fba-a59a-43c5-a551-9395abdace2c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:36:36.922505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:36.993032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f236b094-c16c-44f4-b403-ac6b84a5f74e x-openstack-request-id: req-f236b094-c16c-44f4-b403-ac6b84a5f74e {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:36:36.993352 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b872ca-6743-4a7f-9b53-1bec80064642", "name": "network-vif-plugged", "status": "completed", "tag": "35d0b200-27b8-4168-8048-2616debddd96", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:36:36.993643 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f236b094-c16c-44f4-b403-ac6b84a5f74e {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:36:36.994149 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f236b094-c16c-44f4-b403-ac6b84a5f74e'] response: {'server_uuid': '41b872ca-6743-4a7f-9b53-1bec80064642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d0b200-27b8-4168-8048-2616debddd96', 'code': 200} Oct 17 18:36:37.002890 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=35d0b200-27b8-4168-8048-2616debddd96,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:37.392725 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7821c-9b9e-46f5-9e5d-c509c974881a req-d887d60a-ebdc-469e-9855-6aae355bd0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:37.394083 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d9e7821c-9b9e-46f5-9e5d-c509c974881a req-d887d60a-ebdc-469e-9855-6aae355bd0b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 1099 time: 0.1991963 Oct 17 18:36:37.439861 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d9e7821c-9b9e-46f5-9e5d-c509c974881a req-a42b708a-90ab-4762-be60-bfdec01bf08f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395265 Oct 17 18:36:37.690732 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7738b-43d4-49a6-9005-23ffde59894f req-20b8accf-4ead-44df-a582-2e68f5e13d5c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:37.693430 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4ff7738b-43d4-49a6-9005-23ffde59894f req-20b8accf-4ead-44df-a582-2e68f5e13d5c tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1550825 Oct 17 18:36:37.749212 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4ff7738b-43d4-49a6-9005-23ffde59894f req-4cc6af14-597c-4656-9dd0-46fdd15aedf6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497854 Oct 17 18:36:38.976560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b05a1-e30d-4bbd-8ffe-ceda9695a789 req-2672f35e-49fa-4967-a35e-510c01efa21b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:38.978148 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-752b05a1-e30d-4bbd-8ffe-ceda9695a789 req-2672f35e-49fa-4967-a35e-510c01efa21b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1002328 Oct 17 18:36:39.030103 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-752b05a1-e30d-4bbd-8ffe-ceda9695a789 req-79491809-f1a3-4847-8bd1-f36ef9912911 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446270 Oct 17 18:36:39.331002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ec5f5-8ba6-4d72-9b65-5d59aa1b25a2 req-ae714660-3e10-4c23-a798-c1f8a4b10ff6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:39.332470 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-807ec5f5-8ba6-4d72-9b65-5d59aa1b25a2 req-ae714660-3e10-4c23-a798-c1f8a4b10ff6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1352456 Oct 17 18:36:39.384684 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-807ec5f5-8ba6-4d72-9b65-5d59aa1b25a2 req-c6e2475e-9cdb-4f7f-97ed-b1a39cc6ec4a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461702 Oct 17 18:36:39.416750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55384) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:39.508353 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f8d82e-8d7a-4d16-a29f-b91911d69f21 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:39.509895 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-21f8d82e-8d7a-4d16-a29f-b91911d69f21 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 1094 time: 0.0910444 Oct 17 18:36:39.513205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55388) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:39.518402 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '35d0b200-27b8-4168-8048-2616debddd96', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:36:39.525157 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:36:39.530682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:floatingip and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:36:39.533920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:36:39.542842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:36:39.556292 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:39.724742 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:39.928714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.26.8.148 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/eb63718f-af58-48dd-9622-02e8377e93b0) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:36:40.099233 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:40.139418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:40.217533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:36:40.220551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:36:40.223543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:36:40.262453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=eb63718f-af58-48dd-9622-02e8377e93b0,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:40.698895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:40.804551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:41.063817 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:41.069243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:41.298759 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=eb63718f-af58-48dd-9622-02e8377e93b0,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:36:41.301304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:41.494512 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Floating IP 20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b associated. External IP: 172.26.8.148, port: 35d0b200-27b8-4168-8048-2616debddd96. Oct 17 18:36:41.890046 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:36:42.100326 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:36:42.116059 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79cc467-afea-430a-b858-35f224caa517 None None] Sync routers for ids ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:36:42.135146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:42.137354 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79cc467-afea-430a-b858-35f224caa517 None None] Routers {'18c12334-19a6-42a6-aca4-4e3e5148b4d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:42.139112 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e79cc467-afea-430a-b858-35f224caa517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:36:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:42.199605 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c729805b-c40e-4d4c-a09c-b9a16381f963 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6853006 Oct 17 18:36:42.200430 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b872ca-6743-4a7f-9b53-1bec80064642', 'tag': '35d0b200-27b8-4168-8048-2616debddd96'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:36:42.202804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35360aa-0f2f-4b32-a319-edd603cbe32c" -d '{"events": [{"name": "network-changed", "server_uuid": "41b872ca-6743-4a7f-9b53-1bec80064642", "tag": "35d0b200-27b8-4168-8048-2616debddd96"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:36:42.283578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e1a8b8-4b7b-471b-ac49-26acb14b6ee8 x-openstack-request-id: req-28e1a8b8-4b7b-471b-ac49-26acb14b6ee8 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:36:42.283932 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b872ca-6743-4a7f-9b53-1bec80064642", "tag": "35d0b200-27b8-4168-8048-2616debddd96", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:36:42.284180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-28e1a8b8-4b7b-471b-ac49-26acb14b6ee8 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:36:42.284584 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e1a8b8-4b7b-471b-ac49-26acb14b6ee8'] response: {'name': 'network-changed', 'server_uuid': '41b872ca-6743-4a7f-9b53-1bec80064642', 'tag': '35d0b200-27b8-4168-8048-2616debddd96', 'status': 'completed', 'code': 200} Oct 17 18:36:42.480542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065882c1-0ad5-420b-ba60-cd8fc17ec1f4 req-0ebe7eeb-8f5b-4802-b8e7-da936829eb11 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:42.481216 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-e79cc467-afea-430a-b858-35f224caa517 None None] Set router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:42.483428 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-065882c1-0ad5-420b-ba60-cd8fc17ec1f4 req-0ebe7eeb-8f5b-4802-b8e7-da936829eb11 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1814656 Oct 17 18:36:42.487306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35360aa-0f2f-4b32-a319-edd603cbe32c req-a1104f29-6f83-40b1-b1e8-974593feaa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:42.489378 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d35360aa-0f2f-4b32-a319-edd603cbe32c req-a1104f29-6f83-40b1-b1e8-974593feaa73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 1099 time: 0.1350977 Oct 17 18:36:42.615935 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-065882c1-0ad5-420b-ba60-cd8fc17ec1f4 req-5653bad1-562e-4921-9d31-f221b615f70e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254668 Oct 17 18:36:42.676463 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55396) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:42.722847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35360aa-0f2f-4b32-a319-edd603cbe32c req-551cc824-b82a-4adb-b025-9454d1c31544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:42.725005 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d35360aa-0f2f-4b32-a319-edd603cbe32c req-551cc824-b82a-4adb-b025-9454d1c31544 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33b5919b-dcff-43aa-bd63-817dd0f171b7 HTTP/1.1" status: 200 len: 898 time: 0.2201929 Oct 17 18:36:42.909618 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8b1a18bc-5c97-4e89-8c5a-155e3f462051 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b HTTP/1.1" status: 200 len: 992 time: 0.2307320 Oct 17 18:36:42.925833 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d35360aa-0f2f-4b32-a319-edd603cbe32c req-a9bf2af4-6641-4ca4-897f-ed90969c0268 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d0b200-27b8-4168-8048-2616debddd96 HTTP/1.1" status: 200 len: 1000 time: 0.1937280 Oct 17 18:36:42.981744 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e79cc467-afea-430a-b858-35f224caa517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.148', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'port_id': '35d0b200-27b8-4168-8048-2616debddd96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'mac_address': 'fa:16:3e:3c:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b872ca-6743-4a7f-9b53-1bec80064642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:36:40Z', 'updated_at': '2022-10-17T18:36:40Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826ba3a1-dddc-484a-9ef3-4384e0d9da0a', 'name': '', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:7c:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:22Z', 'updated_at': '2022-10-17T18:36:29Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:42.986809 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79cc467-afea-430a-b858-35f224caa517 None None] Checking router: 18c12334-19a6-42a6-aca4-4e3e5148b4d5 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:36:42.998549 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79cc467-afea-430a-b858-35f224caa517 None None] Routers {'18c12334-19a6-42a6-aca4-4e3e5148b4d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:36:42.999250 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e79cc467-afea-430a-b858-35f224caa517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:36:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:43.055829 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35360aa-0f2f-4b32-a319-edd603cbe32c req-c1d6bfe2-4c5c-4375-b51e-4c30e31cd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:43.059100 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d35360aa-0f2f-4b32-a319-edd603cbe32c req-c1d6bfe2-4c5c-4375-b51e-4c30e31cd0f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a HTTP/1.1" status: 200 len: 834 time: 0.1271169 Oct 17 18:36:43.202355 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35360aa-0f2f-4b32-a319-edd603cbe32c req-b70655d9-96b8-41fa-9964-c6304a4f58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:36:43.203988 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d35360aa-0f2f-4b32-a319-edd603cbe32c req-b70655d9-96b8-41fa-9964-c6304a4f58fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33b5919b-dcff-43aa-bd63-817dd0f171b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1386750 Oct 17 18:36:43.273506 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-e79cc467-afea-430a-b858-35f224caa517 None None] Set router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:36:43.507285 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d35360aa-0f2f-4b32-a319-edd603cbe32c req-69fa089b-0742-4423-808c-290c89ebbc86 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968962 Oct 17 18:36:43.673023 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d35360aa-0f2f-4b32-a319-edd603cbe32c req-eaa5ced7-708e-4ca9-b0ae-13046f77a5d2 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578264 Oct 17 18:36:43.745582 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e79cc467-afea-430a-b858-35f224caa517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.148', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'port_id': '35d0b200-27b8-4168-8048-2616debddd96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'mac_address': 'fa:16:3e:3c:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b872ca-6743-4a7f-9b53-1bec80064642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:36:40Z', 'updated_at': '2022-10-17T18:36:40Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826ba3a1-dddc-484a-9ef3-4384e0d9da0a', 'name': '', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:7c:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:22Z', 'updated_at': '2022-10-17T18:36:29Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:36:43.752919 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79cc467-afea-430a-b858-35f224caa517 None None] The sync data for ids ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'] in dv-neutron-860895-1-hyperv is: [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.148', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'port_id': '35d0b200-27b8-4168-8048-2616debddd96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'mac_address': 'fa:16:3e:3c:78:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b872ca-6743-4a7f-9b53-1bec80064642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:36:40Z', 'updated_at': '2022-10-17T18:36:40Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826ba3a1-dddc-484a-9ef3-4384e0d9da0a', 'name': '', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:7c:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:22Z', 'updated_at': '2022-10-17T18:36:29Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:36:43.913883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55400) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:44.008173 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1184b679-6aee-4479-b478-e37c399b9d53 None None] New status for floating IP 20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:36:44.086395 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-71525974-599a-4a9a-a8e6-c1106a180851 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b HTTP/1.1" status: 200 len: 992 time: 0.1708462 Oct 17 18:36:45.090956 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55404) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:36:45.216652 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5e66009c-6d85-43da-87bf-835174038c44 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b HTTP/1.1" status: 200 len: 994 time: 0.1242855 Oct 17 18:36:55.322743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:36:59.119274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-08e9ddaf-f9af-4668-b1aa-659a857b6ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:01.549892 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-cc183615-ebee-44d9-b886-05cab8babb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:02.605207 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:02.725941 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:04.536939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:10.236506 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6b6d0-6082-45cf-aacb-499724469fba req-5286744c-5635-45c8-9c3b-bf9d085b4477 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:10.238244 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cda6b6d0-6082-45cf-aacb-499724469fba req-5286744c-5635-45c8-9c3b-bf9d085b4477 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1342287 Oct 17 18:37:10.292092 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cda6b6d0-6082-45cf-aacb-499724469fba req-d191748f-a87c-4e49-86d2-b7ee31cf34a8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473132 Oct 17 18:37:11.352332 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:37:11.537467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6068a33-24b6-4770-8d71-94993a8dec7d req-b475176b-3265-4ca5-b67a-0fddaf1fc1d8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:11.539137 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6068a33-24b6-4770-8d71-94993a8dec7d req-b475176b-3265-4ca5-b67a-0fddaf1fc1d8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1064699 Oct 17 18:37:11.596721 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6068a33-24b6-4770-8d71-94993a8dec7d req-3a88f209-d1f6-4d42-8f36-896cbee1c6eb tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459931 Oct 17 18:37:12.826935 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ab3c3-b1b6-42ff-ab3c-48715a24a574 req-4642aa62-2e42-47f5-80e7-0846aa4edb12 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:12.829735 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c52ab3c3-b1b6-42ff-ab3c-48715a24a574 req-4642aa62-2e42-47f5-80e7-0846aa4edb12 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1080320 Oct 17 18:37:12.882132 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c52ab3c3-b1b6-42ff-ab3c-48715a24a574 req-7338b121-50c5-48ea-9d3a-195199793f49 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468087 Oct 17 18:37:14.187561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8cfa6-f955-42ee-a14e-20d40c3a2fad req-5cba0223-f925-44f0-ba9a-656a55b0e7a1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:14.190194 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bb8cfa6-f955-42ee-a14e-20d40c3a2fad req-5cba0223-f925-44f0-ba9a-656a55b0e7a1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1648610 Oct 17 18:37:14.268445 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3bb8cfa6-f955-42ee-a14e-20d40c3a2fad req-db6167ed-617b-400b-bf68-5bc36c6bde13 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718415 Oct 17 18:37:15.506850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b053f1-fd0b-4518-b7f0-d73c1777181f req-b3f17d8b-f945-468a-853c-feb3eeb06665 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:15.508517 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-80b053f1-fd0b-4518-b7f0-d73c1777181f req-b3f17d8b-f945-468a-853c-feb3eeb06665 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1017334 Oct 17 18:37:15.564059 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-80b053f1-fd0b-4518-b7f0-d73c1777181f req-17bdf295-f604-4a59-b0ed-c7a2b926d000 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452573 Oct 17 18:37:16.804834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f7a7-e38a-4587-87e2-9ed71cba5abe req-23709395-b336-42a6-ae27-0b3022db6e9f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:16.806439 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-da79f7a7-e38a-4587-87e2-9ed71cba5abe req-23709395-b336-42a6-ae27-0b3022db6e9f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.0970628 Oct 17 18:37:16.860022 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-da79f7a7-e38a-4587-87e2-9ed71cba5abe req-01533277-f764-4fec-a9f3-7570b71b5761 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466864 Oct 17 18:37:18.093428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14957e21-4fa0-4e26-86a3-e981fdb2750f req-214ae962-92ac-4713-9973-8817ef5efa2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:18.095026 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-14957e21-4fa0-4e26-86a3-e981fdb2750f req-214ae962-92ac-4713-9973-8817ef5efa2b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1093097 Oct 17 18:37:18.153896 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-14957e21-4fa0-4e26-86a3-e981fdb2750f req-6602044b-1a8e-4757-a86a-88bf94762e91 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476763 Oct 17 18:37:19.397620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2f025-95f5-4cc8-b28b-7406ea38a70a req-c6a47a65-713f-4a8f-a9b4-e58e39d2f58d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:19.399317 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bcb2f025-95f5-4cc8-b28b-7406ea38a70a req-c6a47a65-713f-4a8f-a9b4-e58e39d2f58d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1028233 Oct 17 18:37:19.452207 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bcb2f025-95f5-4cc8-b28b-7406ea38a70a req-8cefb424-dbe2-4c48-ae32-55e91432af83 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449173 Oct 17 18:37:20.725602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454555bb-eca9-4aec-ae79-0df80c51aff0 req-2cb63ce2-b584-4d90-9cd5-81c164de6dc0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:20.727233 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-454555bb-eca9-4aec-ae79-0df80c51aff0 req-2cb63ce2-b584-4d90-9cd5-81c164de6dc0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1183503 Oct 17 18:37:20.794064 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-454555bb-eca9-4aec-ae79-0df80c51aff0 req-2992f8cd-d155-4366-a87a-abba908ef924 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555418 Oct 17 18:37:20.833797 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55436) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:21.077817 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-81532cf5-7547-4d6d-b213-c3cc7d092416 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b HTTP/1.1" status: 200 len: 994 time: 0.2397439 Oct 17 18:37:22.117800 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aa0e23ce-171c-47e8-909a-3fbc31c44e7c req-1623e011-6581-47a0-be8d-e6b35bec38f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1034374 Oct 17 18:37:22.302215 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e23ce-171c-47e8-909a-3fbc31c44e7c req-27cd1cc6-53e6-415b-b4bb-1085bec38fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:22.303760 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aa0e23ce-171c-47e8-909a-3fbc31c44e7c req-27cd1cc6-53e6-415b-b4bb-1085bec38fc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 1099 time: 0.0927241 Oct 17 18:37:22.550728 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e23ce-171c-47e8-909a-3fbc31c44e7c req-895ca490-f214-45a2-bdc7-7358ac3c04e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:22.553921 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aa0e23ce-171c-47e8-909a-3fbc31c44e7c req-895ca490-f214-45a2-bdc7-7358ac3c04e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33b5919b-dcff-43aa-bd63-817dd0f171b7 HTTP/1.1" status: 200 len: 898 time: 0.2219553 Oct 17 18:37:22.772957 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aa0e23ce-171c-47e8-909a-3fbc31c44e7c req-c1168c9b-9f3a-44c8-99e0-d608f3bbdcb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d0b200-27b8-4168-8048-2616debddd96 HTTP/1.1" status: 200 len: 1002 time: 0.2055831 Oct 17 18:37:22.848849 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7d545-1da4-4cd4-a096-0a8453b8e7aa req-660b3721-486e-48b0-af25-560c0108ca2a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:22.850475 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cfe7d545-1da4-4cd4-a096-0a8453b8e7aa req-660b3721-486e-48b0-af25-560c0108ca2a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1992881 Oct 17 18:37:22.857455 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e23ce-171c-47e8-909a-3fbc31c44e7c req-0ff17f0f-e67b-47c2-b3cb-471d434a8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:22.858922 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aa0e23ce-171c-47e8-909a-3fbc31c44e7c req-0ff17f0f-e67b-47c2-b3cb-471d434a8a2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a HTTP/1.1" status: 200 len: 834 time: 0.0800722 Oct 17 18:37:23.080717 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cfe7d545-1da4-4cd4-a096-0a8453b8e7aa req-b7deb17d-cc0a-42bb-8820-875044a1cdda tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182138 Oct 17 18:37:23.103882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e23ce-171c-47e8-909a-3fbc31c44e7c req-879c0cf1-b7b4-4c4b-ba53-a812ef8ec82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:23.105453 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aa0e23ce-171c-47e8-909a-3fbc31c44e7c req-879c0cf1-b7b4-4c4b-ba53-a812ef8ec82b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33b5919b-dcff-43aa-bd63-817dd0f171b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2286294 Oct 17 18:37:23.280024 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aa0e23ce-171c-47e8-909a-3fbc31c44e7c req-e1cf3081-16f6-40e6-a2e5-d1da1c55b750 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676972 Oct 17 18:37:23.428284 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-aa0e23ce-171c-47e8-909a-3fbc31c44e7c req-37bbd025-9701-49bc-b2db-57efe9827f5b service neutron] 10.222.0.20 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420743 Oct 17 18:37:23.639534 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e90157-c580-4ea8-ac5c-d9d9bc95243f req-aa8d7a73-30b5-4334-ab29-c029c8046766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:23.641318 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86e90157-c580-4ea8-ac5c-d9d9bc95243f req-aa8d7a73-30b5-4334-ab29-c029c8046766 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 1099 time: 0.0873778 Oct 17 18:37:23.786698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e90157-c580-4ea8-ac5c-d9d9bc95243f req-1df1b993-1770-456b-b683-db0a1bf613a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:23.788124 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86e90157-c580-4ea8-ac5c-d9d9bc95243f req-1df1b993-1770-456b-b683-db0a1bf613a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33b5919b-dcff-43aa-bd63-817dd0f171b7 HTTP/1.1" status: 200 len: 898 time: 0.1411550 Oct 17 18:37:23.909061 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86e90157-c580-4ea8-ac5c-d9d9bc95243f req-c74ca4aa-e084-48b8-bca6-1804bc2217da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d0b200-27b8-4168-8048-2616debddd96 HTTP/1.1" status: 200 len: 1002 time: 0.1145539 Oct 17 18:37:23.980842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e90157-c580-4ea8-ac5c-d9d9bc95243f req-796780aa-356d-49d0-8098-5f31f360e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:23.982322 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86e90157-c580-4ea8-ac5c-d9d9bc95243f req-796780aa-356d-49d0-8098-5f31f360e3ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a HTTP/1.1" status: 200 len: 834 time: 0.0678961 Oct 17 18:37:24.076403 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e90157-c580-4ea8-ac5c-d9d9bc95243f req-ee14b0d9-f40b-4cc6-ac9c-c53238143add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:24.077990 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86e90157-c580-4ea8-ac5c-d9d9bc95243f req-ee14b0d9-f40b-4cc6-ac9c-c53238143add service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33b5919b-dcff-43aa-bd63-817dd0f171b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889349 Oct 17 18:37:24.236966 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86e90157-c580-4ea8-ac5c-d9d9bc95243f req-6970db94-9e3a-4e19-a67c-a66dd0f943e2 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520734 Oct 17 18:37:24.321814 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ca851-c22b-4334-89b8-2d5002aa8650 req-103b42c8-8146-4734-bd9b-e4c6af0e7ae9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:24.324276 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-929ca851-c22b-4334-89b8-2d5002aa8650 req-103b42c8-8146-4734-bd9b-e4c6af0e7ae9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1013942 Oct 17 18:37:24.376312 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-929ca851-c22b-4334-89b8-2d5002aa8650 req-b0e6389b-5af8-43c9-b133-7d83ec8f8b2f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456641 Oct 17 18:37:24.393937 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86e90157-c580-4ea8-ac5c-d9d9bc95243f req-c8ab364c-72f6-4302-9e7e-d5d6e35203e2 service neutron] 10.222.0.20 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510360 Oct 17 18:37:25.321283 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:25.607606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c9510-21fc-486d-ae12-5cabee11a836 req-1dc65d0d-1a59-40e7-bc4a-bed0bb3ceefc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:25.609320 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c84c9510-21fc-486d-ae12-5cabee11a836 req-1dc65d0d-1a59-40e7-bc4a-bed0bb3ceefc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1062336 Oct 17 18:37:25.661452 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c84c9510-21fc-486d-ae12-5cabee11a836 req-dfc00339-11de-4b18-aff3-4f523e164bd9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451758 Oct 17 18:37:25.694116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55450) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:25.813424 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-75245005-b242-4b8e-a17e-f9b46e9718be tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b HTTP/1.1" status: 200 len: 994 time: 0.1177466 Oct 17 18:37:29.125359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2e3cf0b9-2b92-4711-b91a-c3c1357d930f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:31.547284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-40302e05-743c-4408-a368-7a34cd3cf113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:32.602815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:32.727085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:34.547738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:48.355739 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:37:55.333585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:56.537282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55462) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:37:56.772858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port eb63718f-af58-48dd-9622-02e8377e93b0 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:37:56.773196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:56.964748 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:56.965125 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:57.099212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for eb63718f-af58-48dd-9622-02e8377e93b0 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:37:57.257931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:57.344490 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=eb63718f-af58-48dd-9622-02e8377e93b0,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:37:57.362583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:57.362924 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:57.363286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:57.363616 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:57.363944 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:57.364347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:57.364678 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:57.365003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:57.365326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:57.365642 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:57.365953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:57.366270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:37:57.425984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:57.426374 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Floating IP 20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b disassociated (deleted). External IP: 172.26.8.148, port: 35d0b200-27b8-4168-8048-2616debddd96. Oct 17 18:37:58.012501 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:37:58.228915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:37:58.242018 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941b82d-3e28-4e3d-8f9f-a0f3e8fcf9d6 None None] Sync routers for ids ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:37:58.255974 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:58.257489 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941b82d-3e28-4e3d-8f9f-a0f3e8fcf9d6 None None] Routers {'18c12334-19a6-42a6-aca4-4e3e5148b4d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:37:58.259026 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6941b82d-3e28-4e3d-8f9f-a0f3e8fcf9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:37:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:58.318154 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-912cc4d3-e7c7-4b78-96b8-6942fd24d985 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/floatingips/20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b HTTP/1.1" status: 204 len: 168 time: 1.7796528 Oct 17 18:37:58.319210 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b872ca-6743-4a7f-9b53-1bec80064642', 'tag': '35d0b200-27b8-4168-8048-2616debddd96'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:37:58.322722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ab8c08-9f59-4e52-8898-56e68c5b015f" -d '{"events": [{"name": "network-changed", "server_uuid": "41b872ca-6743-4a7f-9b53-1bec80064642", "tag": "35d0b200-27b8-4168-8048-2616debddd96"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:37:58.379870 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadeced4-582d-4a96-a063-4d9b4572872f x-openstack-request-id: req-dadeced4-582d-4a96-a063-4d9b4572872f {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:37:58.380369 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b872ca-6743-4a7f-9b53-1bec80064642", "tag": "35d0b200-27b8-4168-8048-2616debddd96", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:37:58.380858 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dadeced4-582d-4a96-a063-4d9b4572872f {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:37:58.381419 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dadeced4-582d-4a96-a063-4d9b4572872f'] response: {'name': 'network-changed', 'server_uuid': '41b872ca-6743-4a7f-9b53-1bec80064642', 'tag': '35d0b200-27b8-4168-8048-2616debddd96', 'status': 'completed', 'code': 200} Oct 17 18:37:58.514842 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-6941b82d-3e28-4e3d-8f9f-a0f3e8fcf9d6 None None] Set router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:37:58.540611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab8c08-9f59-4e52-8898-56e68c5b015f req-ab3d7887-9239-48e6-9b4f-739be4eb62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:58.544196 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69ab8c08-9f59-4e52-8898-56e68c5b015f req-ab3d7887-9239-48e6-9b4f-739be4eb62aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 1099 time: 0.1209521 Oct 17 18:37:58.719586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab8c08-9f59-4e52-8898-56e68c5b015f req-f22dbe01-fb3d-4aee-a5ad-801bf64bb172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:58.721088 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69ab8c08-9f59-4e52-8898-56e68c5b015f req-f22dbe01-fb3d-4aee-a5ad-801bf64bb172 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33b5919b-dcff-43aa-bd63-817dd0f171b7 HTTP/1.1" status: 200 len: 898 time: 0.1696026 Oct 17 18:37:58.798273 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69ab8c08-9f59-4e52-8898-56e68c5b015f req-2e306067-f200-48a5-94e2-7f2db254baba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=35d0b200-27b8-4168-8048-2616debddd96 HTTP/1.1" status: 200 len: 217 time: 0.0700805 Oct 17 18:37:58.881263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab8c08-9f59-4e52-8898-56e68c5b015f req-ec80f2a4-5434-4624-ab92-cd23a2792648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:58.883794 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69ab8c08-9f59-4e52-8898-56e68c5b015f req-ec80f2a4-5434-4624-ab92-cd23a2792648 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a HTTP/1.1" status: 200 len: 834 time: 0.0787818 Oct 17 18:37:58.936294 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae717a-664f-43a4-bb5a-c32732a1438f req-731b6c85-22b1-4bb4-b5ef-1aad58ae6588 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:58.936956 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-fdae717a-664f-43a4-bb5a-c32732a1438f req-731b6c85-22b1-4bb4-b5ef-1aad58ae6588 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:37:58.958068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-fdae717a-664f-43a4-bb5a-c32732a1438f req-731b6c85-22b1-4bb4-b5ef-1aad58ae6588 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:37:58.959476 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fdae717a-664f-43a4-bb5a-c32732a1438f req-731b6c85-22b1-4bb4-b5ef-1aad58ae6588 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.1284084 Oct 17 18:37:59.041214 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fdae717a-664f-43a4-bb5a-c32732a1438f req-c07ab997-a219-48d2-93f5-74ec055bb1e8 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723338 Oct 17 18:37:59.125263 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2d3114f7-e3b7-4e93-ace5-d62d3c587933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:37:59.147098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab8c08-9f59-4e52-8898-56e68c5b015f req-cf7ae316-4b05-4e68-92e7-e71960e6c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:37:59.148952 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69ab8c08-9f59-4e52-8898-56e68c5b015f req-cf7ae316-4b05-4e68-92e7-e71960e6c5fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33b5919b-dcff-43aa-bd63-817dd0f171b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2582405 Oct 17 18:37:59.197927 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6941b82d-3e28-4e3d-8f9f-a0f3e8fcf9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '826ba3a1-dddc-484a-9ef3-4384e0d9da0a', 'name': '', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:7c:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:22Z', 'updated_at': '2022-10-17T18:36:29Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:59.202969 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941b82d-3e28-4e3d-8f9f-a0f3e8fcf9d6 None None] Checking router: 18c12334-19a6-42a6-aca4-4e3e5148b4d5 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:37:59.213076 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941b82d-3e28-4e3d-8f9f-a0f3e8fcf9d6 None None] Routers {'18c12334-19a6-42a6-aca4-4e3e5148b4d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:37:59.213706 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6941b82d-3e28-4e3d-8f9f-a0f3e8fcf9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:37:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:59.307390 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69ab8c08-9f59-4e52-8898-56e68c5b015f req-32fc4e09-092f-411f-ab2f-1fbbf331b6db service neutron] 10.222.0.20 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509707 Oct 17 18:37:59.429018 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-6941b82d-3e28-4e3d-8f9f-a0f3e8fcf9d6 None None] Set router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:37:59.493323 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-69ab8c08-9f59-4e52-8898-56e68c5b015f req-82fb6f38-3774-4aa4-937b-0a5eca717c6c service neutron] 10.222.0.20 "GET /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777186 Oct 17 18:37:59.787895 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-6941b82d-3e28-4e3d-8f9f-a0f3e8fcf9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '826ba3a1-dddc-484a-9ef3-4384e0d9da0a', 'name': '', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:7c:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:22Z', 'updated_at': '2022-10-17T18:36:29Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:37:59.793428 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6941b82d-3e28-4e3d-8f9f-a0f3e8fcf9d6 None None] The sync data for ids ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'] in dv-neutron-860895-1-hyperv is: [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '826ba3a1-dddc-484a-9ef3-4384e0d9da0a', 'name': '', 'network_id': '33b5919b-dcff-43aa-bd63-817dd0f171b7', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:7c:c8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:22Z', 'updated_at': '2022-10-17T18:36:29Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:38:00.037449 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f51e8d1-55f4-4418-ae3f-afef76e1eafe None None] New status for floating IP 20ef9e8e-d23b-4c2c-9fb9-ad592b3b135b: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:38:00.479386 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919567b6-daac-4dc9-9cd5-72978f9149a5 req-69fb56f4-b142-4189-9ce6-d559cd27d229 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:00.482020 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-919567b6-daac-4dc9-9cd5-72978f9149a5 req-69fb56f4-b142-4189-9ce6-d559cd27d229 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.2331314 Oct 17 18:38:00.577588 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-919567b6-daac-4dc9-9cd5-72978f9149a5 req-dac032fc-df9c-41a4-a58b-2b94c0f62269 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ec1147e-7375-4022-9e29-90f8d5514e71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878901 Oct 17 18:38:00.593622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb159e-c29e-4520-80d1-028fa4c10209 req-0817777b-4a62-49f4-8ffe-379ab2b9f8c4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:00.596125 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e9eb159e-c29e-4520-80d1-028fa4c10209 req-0817777b-4a62-49f4-8ffe-379ab2b9f8c4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 946 time: 0.2534268 Oct 17 18:38:00.677654 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-e9eb159e-c29e-4520-80d1-028fa4c10209 req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 35d0b200-27b8-4168-8048-2616debddd96 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:38:00.677995 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e9eb159e-c29e-4520-80d1-028fa4c10209 req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:00.990217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-e9eb159e-c29e-4520-80d1-028fa4c10209 req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port 35d0b200-27b8-4168-8048-2616debddd96, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=35d0b200-27b8-4168-8048-2616debddd96,segment=NetworkSegment(bf343fba-a59a-43c5-a551-9395abdace2c),segment_id=bf343fba-a59a-43c5-a551-9395abdace2c)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:00.990217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e9eb159e-c29e-4520-80d1-028fa4c10209 req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:01.228919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-e9eb159e-c29e-4520-80d1-028fa4c10209 req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 35d0b200-27b8-4168-8048-2616debddd96 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:38:01.423135 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e9eb159e-c29e-4520-80d1-028fa4c10209 req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:01.479779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=35d0b200-27b8-4168-8048-2616debddd96,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:01.526838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:01.527224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:01.527592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:01.527874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:01.528202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:01.528525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:01.528845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:01.529167 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:01.529485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:01.529809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:01.530130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:01.530443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:01.552702 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1ff97a30-8eb7-403a-9850-a688ce61d986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:01.589586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9eb159e-c29e-4520-80d1-028fa4c10209 req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] No DVR routers for this DVR port 35d0b200-27b8-4168-8048-2616debddd96 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:38:01.592575 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-e9eb159e-c29e-4520-80d1-028fa4c10209 req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:01.595963 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b872ca-6743-4a7f-9b53-1bec80064642', 'name': 'network-vif-deleted', 'tag': '35d0b200-27b8-4168-8048-2616debddd96'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:38:01.598646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988001ba-b2d6-4c9f-b919-2e43d8581cde" -d '{"events": [{"server_uuid": "41b872ca-6743-4a7f-9b53-1bec80064642", "name": "network-vif-deleted", "tag": "35d0b200-27b8-4168-8048-2616debddd96"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:38:01.622139 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e9eb159e-c29e-4520-80d1-028fa4c10209 req-3cf0f7eb-a4c8-4026-afd5-75ca7ce9fb7f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "DELETE /v2.0/ports/35d0b200-27b8-4168-8048-2616debddd96 HTTP/1.1" status: 204 len: 173 time: 1.0199702 Oct 17 18:38:01.691103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57a64da-7518-4717-ae30-77c754a6ef15 x-openstack-request-id: req-b57a64da-7518-4717-ae30-77c754a6ef15 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:38:01.691813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b872ca-6743-4a7f-9b53-1bec80064642", "name": "network-vif-deleted", "tag": "35d0b200-27b8-4168-8048-2616debddd96", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:38:01.692381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b57a64da-7518-4717-ae30-77c754a6ef15 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:38:01.693151 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57a64da-7518-4717-ae30-77c754a6ef15'] response: {'server_uuid': '41b872ca-6743-4a7f-9b53-1bec80064642', 'name': 'network-vif-deleted', 'tag': '35d0b200-27b8-4168-8048-2616debddd96', 'status': 'completed', 'code': 200} Oct 17 18:38:01.838174 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-27491c85-97b1-40a3-9e6e-c7c2c5952736 req-f80b34ad-e7dc-4a04-a895-4356b86dd123 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:38:01.859252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-27491c85-97b1-40a3-9e6e-c7c2c5952736 req-f80b34ad-e7dc-4a04-a895-4356b86dd123 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:38:01.860734 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-27491c85-97b1-40a3-9e6e-c7c2c5952736 req-f80b34ad-e7dc-4a04-a895-4356b86dd123 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=41b872ca-6743-4a7f-9b53-1bec80064642 HTTP/1.1" status: 200 len: 210 time: 0.0843055 Oct 17 18:38:02.600137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:02.731468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:02.976322 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55480) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:03.625334 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b67b737d-3664-4ab0-8ef4-e6574eee2b23 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:04.168633 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b67b737d-3664-4ab0-8ef4-e6574eee2b23 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:38:04.169340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b67b737d-3664-4ab0-8ef4-e6574eee2b23 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:04.419714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-b67b737d-3664-4ab0-8ef4-e6574eee2b23 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port 826ba3a1-dddc-484a-9ef3-4384e0d9da0a, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=826ba3a1-dddc-484a-9ef3-4384e0d9da0a,segment=NetworkSegment(bf343fba-a59a-43c5-a551-9395abdace2c),segment_id=bf343fba-a59a-43c5-a551-9395abdace2c)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:04.420003 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b67b737d-3664-4ab0-8ef4-e6574eee2b23 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:04.541699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:04.616816 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b67b737d-3664-4ab0-8ef4-e6574eee2b23 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 826ba3a1-dddc-484a-9ef3-4384e0d9da0a owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:38:04.878479 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b67b737d-3664-4ab0-8ef4-e6574eee2b23 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:04.932577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b737d-3664-4ab0-8ef4-e6574eee2b23 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=826ba3a1-dddc-484a-9ef3-4384e0d9da0a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:05.025565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 35d0b200-27b8-4168-8048-2616debddd96 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:38:05.065631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 35d0b200-27b8-4168-8048-2616debddd96 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:38:05.065976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 35d0b200-27b8-4168-8048-2616debddd96 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:38:05.340893 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b67b737d-3664-4ab0-8ef4-e6574eee2b23 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:05.755025 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67b737d-3664-4ab0-8ef4-e6574eee2b23 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:38:06.091480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67b737d-3664-4ab0-8ef4-e6574eee2b23 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:38:06.106372 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b758aa3-bd74-4996-bac9-37d156e741dd None None] Sync routers for ids ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:38:06.121645 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b67b737d-3664-4ab0-8ef4-e6574eee2b23 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "PUT /v2.0/routers/18c12334-19a6-42a6-aca4-4e3e5148b4d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1408334 Oct 17 18:38:06.122147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55488) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:06.122359 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b758aa3-bd74-4996-bac9-37d156e741dd None None] Routers {'18c12334-19a6-42a6-aca4-4e3e5148b4d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:38:06.123639 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0b758aa3-bd74-4996-bac9-37d156e741dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:38:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:06.209226 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ab4ee0-50ba-47df-965a-fb6a9e7b11de tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting subnet 4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:38:06.215215 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4ee0-50ba-47df-965a-fb6a9e7b11de tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:06.323230 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4ee0-50ba-47df-965a-fb6a9e7b11de tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:06.335608 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-0b758aa3-bd74-4996-bac9-37d156e741dd None None] Set router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:38:06.453326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4ee0-50ba-47df-965a-fb6a9e7b11de tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:06.539806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4ee0-50ba-47df-965a-fb6a9e7b11de tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:06.581942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab4ee0-50ba-47df-965a-fb6a9e7b11de tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:06.585926 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d3ab4ee0-50ba-47df-965a-fb6a9e7b11de tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:06.593554 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d3ab4ee0-50ba-47df-965a-fb6a9e7b11de tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/subnets/4a7ed5a9-d66e-4acc-9c2e-f9e821d2235a HTTP/1.1" status: 204 len: 168 time: 0.4697142 Oct 17 18:38:06.597722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55494) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:06.598163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb82803f-4419-465a-bc57-20ced485da6b None None] Network 33b5919b-dcff-43aa-bd63-817dd0f171b7 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:38:06.699805 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0b758aa3-bd74-4996-bac9-37d156e741dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:38:04Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:06.706281 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b758aa3-bd74-4996-bac9-37d156e741dd None None] Checking router: 18c12334-19a6-42a6-aca4-4e3e5148b4d5 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:38:06.718341 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b758aa3-bd74-4996-bac9-37d156e741dd None None] Routers {'18c12334-19a6-42a6-aca4-4e3e5148b4d5'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:38:06.719165 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0b758aa3-bd74-4996-bac9-37d156e741dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:38:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:06.818288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:06.965622 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-0b758aa3-bd74-4996-bac9-37d156e741dd None None] Set router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:38:07.026995 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] DHCP port deletion for 33b5919b-dcff-43aa-bd63-817dd0f171b7 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:38:07.031515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Deleting port 77c7fae3-f9f8-4529-831a-888b0183a3cd {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:38:07.031965 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:07.151464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:07.170342 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port ec47d6a1-0935-4a50-9886-c290ec7167f9 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:38:07.170814 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:07.255257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 77c7fae3-f9f8-4529-831a-888b0183a3cd no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:38:07.392070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port ec47d6a1-0935-4a50-9886-c290ec7167f9, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=ec47d6a1-0935-4a50-9886-c290ec7167f9,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:07.392070 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:07.406093 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] For port 77c7fae3-f9f8-4529-831a-888b0183a3cd, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=77c7fae3-f9f8-4529-831a-888b0183a3cd,segment=NetworkSegment(bf343fba-a59a-43c5-a551-9395abdace2c),segment_id=bf343fba-a59a-43c5-a551-9395abdace2c)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:07.406915 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:07.407836 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0b758aa3-bd74-4996-bac9-37d156e741dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:38:04Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:07.412871 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b758aa3-bd74-4996-bac9-37d156e741dd None None] The sync data for ids ['18c12334-19a6-42a6-aca4-4e3e5148b4d5'] in dv-neutron-860895-1-hyperv is: [{'id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1228461781', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:38:04Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': 'ec47d6a1-0935-4a50-9886-c290ec7167f9', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c12334-19a6-42a6-aca4-4e3e5148b4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:36:17Z', 'updated_at': '2022-10-17T18:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:38:07.534475 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for ec47d6a1-0935-4a50-9886-c290ec7167f9 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:38:07.582901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Calling delete_port for 77c7fae3-f9f8-4529-831a-888b0183a3cd owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:38:07.659620 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 77c7fae3-f9f8-4529-831a-888b0183a3cd is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:07.661192 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:07.762183 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:07.822196 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=ec47d6a1-0935-4a50-9886-c290ec7167f9,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:07.874286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701'] for port, after_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:07.962338 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:07.991538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Pushing event deleted for resources: {'Port': ['ID=77c7fae3-f9f8-4529-831a-888b0183a3cd,revision_number=None']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:08.001814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] No DVR routers for this DVR port 77c7fae3-f9f8-4529-831a-888b0183a3cd on host dv-neutron-860895-1-hyperv {{(pid=89192) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:38:08.014154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:08.014498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:08.014841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:08.015216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:08.020531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:08.020531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:08.020866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:08.021124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:08.021650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:08.021811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:08.022140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:08.022391 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fae9b-a60b-465a-ae47-f5e549475f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:08.378839 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:08.381333 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:08.411693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:08.412380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Fanout notify agent at l3_agent the message router_deleted on router 18c12334-19a6-42a6-aca4-4e3e5148b4d5 {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:38:08.430282 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:08.431500 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ae0d3498-14ac-43bd-a21b-1345c7f27777 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/routers/18c12334-19a6-42a6-aca4-4e3e5148b4d5 HTTP/1.1" status: 204 len: 168 time: 1.8327239 Oct 17 18:38:08.434284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55498) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:08.581511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:08.783513 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:08.813590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b5919b-dcff-43aa-bd63-817dd0f171b7']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:08.828486 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf343fba-a59a-43c5-a551-9395abdace2c') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:08.828834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf343fba-a59a-43c5-a551-9395abdace2c') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:08.842707 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:08.860785 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:08.867244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:38:08.868153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:08.986978 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment bf343fba-a59a-43c5-a551-9395abdace2c resource provider aggregate not found Oct 17 18:38:08.995287 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:08.999834 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.027009 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment bf343fba-a59a-43c5-a551-9395abdace2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf343fba-a59a-43c5-a551-9395abdace2c found for delete ", "request_id": "req-59516d60-499f-415e-a862-e03e00f993c1"}]} Oct 17 18:38:09.031502 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/networks/33b5919b-dcff-43aa-bd63-817dd0f171b7 HTTP/1.1" status: 204 len: 168 time: 0.5962226 Oct 17 18:38:09.034771 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f5b64b-9083-4d92-95f2-2a2e7d53f579 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Network': ['ID=33b5919b-dcff-43aa-bd63-817dd0f171b7,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:09.035928 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55508) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:09.098471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 826ba3a1-dddc-484a-9ef3-4384e0d9da0a no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:38:09.138414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45ac19d4-31cb-4aee-95d3-17b43aa970e3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.143140 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 826ba3a1-dddc-484a-9ef3-4384e0d9da0a {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:38:09.143493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 826ba3a1-dddc-484a-9ef3-4384e0d9da0a not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:38:09.144072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ec47d6a1-0935-4a50-9886-c290ec7167f9 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:38:09.176410 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45ac19d4-31cb-4aee-95d3-17b43aa970e3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.205826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: ec47d6a1-0935-4a50-9886-c290ec7167f9 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:38:09.206305 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device ec47d6a1-0935-4a50-9886-c290ec7167f9 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:38:09.257374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45ac19d4-31cb-4aee-95d3-17b43aa970e3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.295343 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac19d4-31cb-4aee-95d3-17b43aa970e3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec1147e-7375-4022-9e29-90f8d5514e71,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:09.307902 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-45ac19d4-31cb-4aee-95d3-17b43aa970e3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.309057 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-45ac19d4-31cb-4aee-95d3-17b43aa970e3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/security-groups/5ec1147e-7375-4022-9e29-90f8d5514e71 HTTP/1.1" status: 204 len: 168 time: 0.2716579 Oct 17 18:38:09.483672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55516) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:09.489641 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-550550078', 'description': 'tempest-secgroup-smoke-550550078 description', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:09.496698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:09.501163 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:09.504279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:09.511116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:09.523068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.546531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:09.550723 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:09.553746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:09.564255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:09.672020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.676846 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.751191 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d363dc34-e9e0-4cf3-9be7-f5903fabef35,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:09.755693 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.756943 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-88c62ba2-2e9b-4c50-b3b9-01bbf56bc7f5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2721446 Oct 17 18:38:09.762157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55520) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:09.767713 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-faa94477-e321-4ddd-8e92-017fc6da69e5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'd363dc34-e9e0-4cf3-9be7-f5903fabef35', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:09.774510 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-faa94477-e321-4ddd-8e92-017fc6da69e5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:09.778875 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-faa94477-e321-4ddd-8e92-017fc6da69e5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:09.782026 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-faa94477-e321-4ddd-8e92-017fc6da69e5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:09.788675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-faa94477-e321-4ddd-8e92-017fc6da69e5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:09.809518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-faa94477-e321-4ddd-8e92-017fc6da69e5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.892989 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-faa94477-e321-4ddd-8e92-017fc6da69e5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.896951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-faa94477-e321-4ddd-8e92-017fc6da69e5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.924087 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa94477-e321-4ddd-8e92-017fc6da69e5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25d52df-a2b6-4fa7-b5b7-cb1c3af016c7,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:09.936069 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-faa94477-e321-4ddd-8e92-017fc6da69e5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:09.937519 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-faa94477-e321-4ddd-8e92-017fc6da69e5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1741893 Oct 17 18:38:09.940511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55524) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:09.946227 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f8b6ad78-8db9-4632-93a2-622ba1ca6913 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'd363dc34-e9e0-4cf3-9be7-f5903fabef35', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:09.952531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f8b6ad78-8db9-4632-93a2-622ba1ca6913 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:09.956636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f8b6ad78-8db9-4632-93a2-622ba1ca6913 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:09.959796 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f8b6ad78-8db9-4632-93a2-622ba1ca6913 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:09.966667 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f8b6ad78-8db9-4632-93a2-622ba1ca6913 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:09.986873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f8b6ad78-8db9-4632-93a2-622ba1ca6913 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.059927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f8b6ad78-8db9-4632-93a2-622ba1ca6913 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.064201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f8b6ad78-8db9-4632-93a2-622ba1ca6913 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.092285 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6ad78-8db9-4632-93a2-622ba1ca6913 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e09233-531e-4c96-ba51-a06c57942ce0,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:10.104589 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f8b6ad78-8db9-4632-93a2-622ba1ca6913 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.107842 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f8b6ad78-8db9-4632-93a2-622ba1ca6913 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1661379 Oct 17 18:38:10.109024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55528) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:10.116546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9ba0d7f8-59b5-4b50-a754-504cb6cfce07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'd363dc34-e9e0-4cf3-9be7-f5903fabef35', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:10.124159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9ba0d7f8-59b5-4b50-a754-504cb6cfce07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:10.129133 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9ba0d7f8-59b5-4b50-a754-504cb6cfce07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:10.133869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9ba0d7f8-59b5-4b50-a754-504cb6cfce07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:10.142015 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9ba0d7f8-59b5-4b50-a754-504cb6cfce07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:10.163938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d7f8-59b5-4b50-a754-504cb6cfce07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.239849 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d7f8-59b5-4b50-a754-504cb6cfce07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.245645 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d7f8-59b5-4b50-a754-504cb6cfce07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.270499 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0d7f8-59b5-4b50-a754-504cb6cfce07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302b638c-5028-46c8-be59-d0060ffb11a8,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:10.281874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d7f8-59b5-4b50-a754-504cb6cfce07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.283255 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9ba0d7f8-59b5-4b50-a754-504cb6cfce07 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723719 Oct 17 18:38:10.286868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55532) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:10.292553 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9a3872d0-c8b7-456a-85fe-045b47d6dfb3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'd363dc34-e9e0-4cf3-9be7-f5903fabef35', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:10.299390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9a3872d0-c8b7-456a-85fe-045b47d6dfb3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:10.303793 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9a3872d0-c8b7-456a-85fe-045b47d6dfb3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:10.307622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9a3872d0-c8b7-456a-85fe-045b47d6dfb3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:10.313483 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9a3872d0-c8b7-456a-85fe-045b47d6dfb3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:10.332366 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a3872d0-c8b7-456a-85fe-045b47d6dfb3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.401060 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a3872d0-c8b7-456a-85fe-045b47d6dfb3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.404865 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a3872d0-c8b7-456a-85fe-045b47d6dfb3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.432865 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3872d0-c8b7-456a-85fe-045b47d6dfb3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd0c900-8072-40e9-9b09-6a85f43fff49,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:10.441954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9a3872d0-c8b7-456a-85fe-045b47d6dfb3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.443178 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9a3872d0-c8b7-456a-85fe-045b47d6dfb3 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552958 Oct 17 18:38:10.446729 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55536) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:10.452005 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7254720d-abf4-4850-b4c9-a2791018a912 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'd363dc34-e9e0-4cf3-9be7-f5903fabef35', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:10.458270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7254720d-abf4-4850-b4c9-a2791018a912 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:10.462791 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7254720d-abf4-4850-b4c9-a2791018a912 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:10.467528 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7254720d-abf4-4850-b4c9-a2791018a912 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:10.473472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7254720d-abf4-4850-b4c9-a2791018a912 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:10.486154 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-7254720d-abf4-4850-b4c9-a2791018a912 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Project f783c6cfc70e4ae89c6d34c6898bb753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:38:10.494531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7254720d-abf4-4850-b4c9-a2791018a912 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.570683 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7254720d-abf4-4850-b4c9-a2791018a912 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.575637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7254720d-abf4-4850-b4c9-a2791018a912 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.601419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7254720d-abf4-4850-b4c9-a2791018a912 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfc5999-87a9-4afd-b2be-3a3c8eee062d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:10.613902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7254720d-abf4-4850-b4c9-a2791018a912 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.615385 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7254720d-abf4-4850-b4c9-a2791018a912 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1675806 Oct 17 18:38:10.620173 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55540) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:10.625850 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-8f72e812-8f22-412e-94f1-892f44bc37f1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'security_group_rule': {'security_group_id': 'd363dc34-e9e0-4cf3-9be7-f5903fabef35', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:10.632480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8f72e812-8f22-412e-94f1-892f44bc37f1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:10.638397 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8f72e812-8f22-412e-94f1-892f44bc37f1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:security_group_rule and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:10.641706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-8f72e812-8f22-412e-94f1-892f44bc37f1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:10.648583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-8f72e812-8f22-412e-94f1-892f44bc37f1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:10.661847 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-8f72e812-8f22-412e-94f1-892f44bc37f1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Project f783c6cfc70e4ae89c6d34c6898bb753 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:38:10.669659 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f72e812-8f22-412e-94f1-892f44bc37f1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.754411 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f72e812-8f22-412e-94f1-892f44bc37f1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.759538 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f72e812-8f22-412e-94f1-892f44bc37f1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.785418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72e812-8f22-412e-94f1-892f44bc37f1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ae3284-4c54-4eae-aafe-40d54bf67b5d,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:10.796192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8f72e812-8f22-412e-94f1-892f44bc37f1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.797511 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8f72e812-8f22-412e-94f1-892f44bc37f1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1763062 Oct 17 18:38:10.800718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55544) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:10.809695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'network': {'name': 'tempest-network-smoke--1915301303', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'port_security_enabled': True}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:10.818291 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:10.826197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:network and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:10.830940 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:10.841266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:10.855580 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:38:10.859259 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.889852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:38:10.905918 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.906814 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Added segment 6d3a1563-5215-4519-bae7-05e86798a95a of type vlan for network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 Oct 17 18:38:10.945876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.980763 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:10.986502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:10.987135 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:11.104026 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3019068 Oct 17 18:38:11.108362 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55548) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:11.116399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'admin_state_up': True, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:11.126698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86617db8-2afd-46be-9d35-eecd2f6e0eae tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Network': ['ID=8f42b7c4-819e-456a-9e06-d8dc5b52b437,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:11.129160 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:11.136355 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:router and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:11.139832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:11.140104 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:38:11.148217 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:11.161592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:11.162953 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:11.180717 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:11.590700 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:11.923181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:11.954039 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:12.105466 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.26.8.86 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/4249fb4e-a579-4432-8417-79a01d311ece) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:38:12.274255 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:12.304958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:12.372862 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:38:12.375787 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:38:12.379594 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:38:12.414685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=4249fb4e-a579-4432-8417-79a01d311ece,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:12.812831 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:13.303689 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:13.529896 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 14f81eed-4882-4999-9d98-8728beabb87d is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:38:13.728632 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:38:13.740165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Sync routers for ids ['14f81eed-4882-4999-9d98-8728beabb87d'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:38:13.754251 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Routers {'14f81eed-4882-4999-9d98-8728beabb87d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:38:13.754874 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:38:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['14f81eed-4882-4999-9d98-8728beabb87d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:13.762406 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:13.763859 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-623eae8c-654f-4ecb-8f1e-022cc12034d5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6545572 Oct 17 18:38:13.769561 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55552) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:13.813880 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0a238e33-15d3-4bd7-aabe-a5bc0431b007 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=f783c6cfc70e4ae89c6d34c6898bb753&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427740 Oct 17 18:38:13.818147 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55556) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:13.963764 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Set router 14f81eed-4882-4999-9d98-8728beabb87d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:38:13.968286 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25098d6c-4f4b-4636-b490-c23c32164edf tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:13.969785 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-25098d6c-4f4b-4636-b490-c23c32164edf tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506093 Oct 17 18:38:13.973185 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55560) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:14.021898 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f7744149-ac38-4061-b4aa-9d5fe2684e76 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=6780153d-9acc-46e5-a017-90331dae5b00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0476155 Oct 17 18:38:14.026351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55564) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:14.032244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1108762573', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:14.214517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:14.218958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:subnet and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:14.222106 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:14.229514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:14.244583 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:38:14.248327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:14.344020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:12Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:14.349689 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Checking router: 14f81eed-4882-4999-9d98-8728beabb87d for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:38:14.350238 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Updating router 14f81eed-4882-4999-9d98-8728beabb87d port 4249fb4e-a579-4432-8417-79a01d311ece binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:38:14.418315 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:14.524150 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:14.607602 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Subnet': ['ID=4caf3c21-58a5-48ae-8ea5-c7477850910a,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:14.613341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Checking segment: {'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:38:14.613681 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network hostable DHCP agents. Network: 8f42b7c4-819e-456a-9e06-d8dc5b52b437, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:38:14.636343 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:38:14.648031 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 8f42b7c4-819e-456a-9e06-d8dc5b52b437) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:38:14.653699 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:14.654319 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:14.670151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b59ec-f6c7-4167-a2be-9aebcfc3360d None None] Network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:38:14.682189 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-377b7492-16d1-48b4-867a-2bbc7b6df197 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6547205 Oct 17 18:38:14.685747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55568) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:14.999376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:15.053955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Transition to ACTIVE for port object 4249fb4e-a579-4432-8417-79a01d311ece will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:38:15.073211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:15.118487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ips': [{'subnet_id': '4caf3c21-58a5-48ae-8ea5-c7477850910a'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:38:15.119377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:15.161224 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Attempting to bind port 4249fb4e-a579-4432-8417-79a01d311ece on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:38:15.161826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Attempting to bind port 4249fb4e-a579-4432-8417-79a01d311ece by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:38:15.162037 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Attempting to bind port 4249fb4e-a579-4432-8417-79a01d311ece on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:38:15.212378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:38:15.212786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:38:15.213191 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:15.213591 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:38:15.214091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Bound port: 4249fb4e-a579-4432-8417-79a01d311ece, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:38:15.214456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:15.283968 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefa313-1ca4-4ecb-a39f-26ca0f9baa3e None None] Pushing event updated for resources: {'Port': ['ID=4249fb4e-a579-4432-8417-79a01d311ece,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:15.377829 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] For port 4249fb4e-a579-4432-8417-79a01d311ece, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:38:15.396150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] For port 4249fb4e-a579-4432-8417-79a01d311ece, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4249fb4e-a579-4432-8417-79a01d311ece,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:38:15.406393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:15.446925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Allocated IP 172.20.0.2 (8f42b7c4-819e-456a-9e06-d8dc5b52b437/4caf3c21-58a5-48ae-8ea5-c7477850910a/3e86284b-9c43-45ad-81ec-19ff2b853583) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:38:15.488796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Routers {'14f81eed-4882-4999-9d98-8728beabb87d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:38:15.489437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:38:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['14f81eed-4882-4999-9d98-8728beabb87d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:15.710217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefa313-1ca4-4ecb-a39f-26ca0f9baa3e None None] Pushing event updated for resources: {'Port': ['ID=4249fb4e-a579-4432-8417-79a01d311ece,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:15.802522 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:15.810734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] Set router 14f81eed-4882-4999-9d98-8728beabb87d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:38:16.092262 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:16.120596 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Transition to ACTIVE for port object 3e86284b-9c43-45ad-81ec-19ff2b853583 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:38:16.188768 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Transition to ACTIVE for port object 3e86284b-9c43-45ad-81ec-19ff2b853583 will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:38:16.198340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:16.279112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:38:16.283585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:38:16.289912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:38:16.303257 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.20.0.1 (8f42b7c4-819e-456a-9e06-d8dc5b52b437/4caf3c21-58a5-48ae-8ea5-c7477850910a/fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:38:16.307706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Pushing event updated for resources: {'Port': ['ID=3e86284b-9c43-45ad-81ec-19ff2b853583,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:16.418494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:12Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:16.428625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6602d526-f74e-4af9-90d2-732e42ebcd69 None None] The sync data for ids ['14f81eed-4882-4999-9d98-8728beabb87d'] in dv-neutron-860895-1-hyperv is: [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:12Z', 'revision_number': 3, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:38:16.432959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Attempting to bind port 3e86284b-9c43-45ad-81ec-19ff2b853583 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:38:16.433126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Attempting to bind port 3e86284b-9c43-45ad-81ec-19ff2b853583 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:38:16.433554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Attempting to bind port 3e86284b-9c43-45ad-81ec-19ff2b853583 on network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:38:16.440498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:38:16.440881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Checking segment: {'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:38:16.441290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:16.441837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Bound using segment: {'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:38:16.442334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Bound port: 3e86284b-9c43-45ad-81ec-19ff2b853583, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:38:16.442710 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:16.509131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:16.530449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Transition to ACTIVE for port object fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:38:16.556241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] For port 3e86284b-9c43-45ad-81ec-19ff2b853583, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:38:16.559267 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:16.562514 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] For port 3e86284b-9c43-45ad-81ec-19ff2b853583, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3e86284b-9c43-45ad-81ec-19ff2b853583,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:38:16.568135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:16.614350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:38:16.627830 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:38:16.633540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:38:16.654148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1d575-7883-401b-b259-df7d78b28bde None None] Pushing event updated for resources: {'Port': ['ID=3e86284b-9c43-45ad-81ec-19ff2b853583,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:16.696804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:16.715734 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:16.904440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:17.213386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3e86284b-9c43-45ad-81ec-19ff2b853583 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:17.387695 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 3e86284b-9c43-45ad-81ec-19ff2b853583 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:38:17.394842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4249fb4e-a579-4432-8417-79a01d311ece up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:17.486387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 4249fb4e-a579-4432-8417-79a01d311ece completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:38:17.501713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4249fb4e-a579-4432-8417-79a01d311ece triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:17.501713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:17.502050 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4249fb4e-a579-4432-8417-79a01d311ece Oct 17 18:38:17.652254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4249fb4e-a579-4432-8417-79a01d311ece is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:17.652641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:17.673827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 4249fb4e-a579-4432-8417-79a01d311ece, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4249fb4e-a579-4432-8417-79a01d311ece,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:17.685815 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:17.803627 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=4249fb4e-a579-4432-8417-79a01d311ece,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:17.806053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:17.811939 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:17.946705 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:17.949465 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:18.019475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554850ec-a9df-4c22-845f-fb55fd10ffb6 None None] Network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:38:18.124016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7af52d15-e9fb-41b9-859e-ad145effa026 None None] Provisioning for port 3e86284b-9c43-45ad-81ec-19ff2b853583 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:38:18.131928 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7af52d15-e9fb-41b9-859e-ad145effa026 None None] Provisioning complete for port 3e86284b-9c43-45ad-81ec-19ff2b853583 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:18.132243 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7af52d15-e9fb-41b9-859e-ad145effa026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:18.132650 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7af52d15-e9fb-41b9-859e-ad145effa026 None None] Attempt 1 to provision port 3e86284b-9c43-45ad-81ec-19ff2b853583 Oct 17 18:38:18.146553 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:38:18.148943 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:38:18.412768 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 14f81eed-4882-4999-9d98-8728beabb87d has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:38:18.436852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7af52d15-e9fb-41b9-859e-ad145effa026 None None] Current status of the port 3e86284b-9c43-45ad-81ec-19ff2b853583 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:18.437625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7af52d15-e9fb-41b9-859e-ad145effa026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:18.489865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-7af52d15-e9fb-41b9-859e-ad145effa026 None None] For port 3e86284b-9c43-45ad-81ec-19ff2b853583, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3e86284b-9c43-45ad-81ec-19ff2b853583,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:18.498400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7af52d15-e9fb-41b9-859e-ad145effa026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:18.590994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af52d15-e9fb-41b9-859e-ad145effa026 None None] Pushing event updated for resources: {'Port': ['ID=3e86284b-9c43-45ad-81ec-19ff2b853583,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:18.651444 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:38:18.667998 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Sync routers for ids ['14f81eed-4882-4999-9d98-8728beabb87d'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:38:18.673937 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d885f1bb-e348-456e-a8d2-0a808e2d233e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "PUT /v2.0/routers/14f81eed-4882-4999-9d98-8728beabb87d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9866705 Oct 17 18:38:18.681776 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Routers {'14f81eed-4882-4999-9d98-8728beabb87d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:38:18.683300 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:38:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['14f81eed-4882-4999-9d98-8728beabb87d'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:18.936261 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Provisioning for port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:38:18.941425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-dac7ea65-21f0-4ead-b287-d11dd9a42d4e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:38:18.942226 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Provisioning complete for port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:18.942778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:18.943150 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Attempt 1 to provision port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b Oct 17 18:38:18.948245 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Set router 14f81eed-4882-4999-9d98-8728beabb87d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:38:18.966689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-dac7ea65-21f0-4ead-b287-d11dd9a42d4e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:38:18.968428 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-dac7ea65-21f0-4ead-b287-d11dd9a42d4e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-550550078&fields=id&tenant_id=f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 267 time: 0.0966163 Oct 17 18:38:19.014274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:38:19.107153 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3e86284b-9c43-45ad-81ec-19ff2b853583 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:19.284037 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 3e86284b-9c43-45ad-81ec-19ff2b853583 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:19.284920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:19.285879 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 3e86284b-9c43-45ad-81ec-19ff2b853583 Oct 17 18:38:19.342870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-5bafd68e-c9a1-4d40-b9a9-f0f48cc657be tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:19.356053 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-5bafd68e-c9a1-4d40-b9a9-f0f48cc657be tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/networks?id=8f42b7c4-819e-456a-9e06-d8dc5b52b437 HTTP/1.1" status: 200 len: 797 time: 0.3714733 Oct 17 18:38:19.374901 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-c119b8eb-547a-4fc3-8f07-556071388ec5 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/quotas/f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 375 time: 0.0171382 Oct 17 18:38:19.479765 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:16Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b', 'name': '', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:3a:26:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:16Z', 'updated_at': '2022-10-17T18:38:17Z', 'revision_number': 2, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:19.485070 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Checking router: 14f81eed-4882-4999-9d98-8728beabb87d for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:38:19.485573 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Updating router 14f81eed-4882-4999-9d98-8728beabb87d port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:38:19.517031 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Attempt 2 to provision port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b Oct 17 18:38:19.529692 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-a1dea52d-7e92-4f22-8d6a-bf1816a05a0e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1488628 Oct 17 18:38:19.549684 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:19.564895 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 3e86284b-9c43-45ad-81ec-19ff2b853583 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:19.567022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4249fb4e-a579-4432-8417-79a01d311ece up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:19.704584 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:38:19.727630 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-0a4e0afd-0b40-4394-9e82-e0e68b239605 service neutron] 10.222.0.69 "GET /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734152 Oct 17 18:38:19.734533 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4249fb4e-a579-4432-8417-79a01d311ece triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:19.735796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:19.735796 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4249fb4e-a579-4432-8417-79a01d311ece Oct 17 18:38:19.891420 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-dc272a6e-1df8-4378-9820-0953617d2413 service neutron] 10.222.0.69 "GET /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509407 Oct 17 18:38:19.936609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4249fb4e-a579-4432-8417-79a01d311ece is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:20.064212 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:20.080090 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Transition to ACTIVE for port object fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:38:20.090761 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:20.204248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-5811528f-3a13-4243-a340-1b7928219e47 req-eb4f0d17-d8d2-469c-ad23-f0666b03caff tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:38:20.206317 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Attempt 3 to provision port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b Oct 17 18:38:20.241102 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-5811528f-3a13-4243-a340-1b7928219e47 req-eb4f0d17-d8d2-469c-ad23-f0666b03caff tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:38:20.244870 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-5811528f-3a13-4243-a340-1b7928219e47 req-eb4f0d17-d8d2-469c-ad23-f0666b03caff tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 210 time: 0.1367738 Oct 17 18:38:20.313974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:38:20.377772 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Pushing event updated for resources: {'Port': ['ID=fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:20.400509 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:20.400837 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:20.401175 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:20.401501 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:20.401821 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:20.402148 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:20.402469 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:20.402786 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:20.403153 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:20.403470 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:20.403784 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:20.404112 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:38:20.417114 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Attempting to bind port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:38:20.417114 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Attempting to bind port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:38:20.417114 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Attempting to bind port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b on network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:38:20.424236 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:38:20.424635 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Checking segment: {'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:38:20.424997 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:20.425559 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Bound using segment: {'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:38:20.425952 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Bound port: fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:38:20.426456 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:20.542659 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] For port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:38:20.547236 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] For port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:38:20.553076 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:20.623432 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Routers {'14f81eed-4882-4999-9d98-8728beabb87d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:38:20.623994 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:38:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['14f81eed-4882-4999-9d98-8728beabb87d'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:20.777820 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecde7d5-1e16-46db-aff8-28db07893fcc None None] Pushing event updated for resources: {'Port': ['ID=fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b,revision_number=4']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:20.814866 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Attempt 4 to provision port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b Oct 17 18:38:20.846965 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] Set router 14f81eed-4882-4999-9d98-8728beabb87d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:38:20.927762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:38:20.940818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Provisioning complete for port 3e86284b-9c43-45ad-81ec-19ff2b853583 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:20.941225 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:20.941551 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Attempt 1 to provision port 3e86284b-9c43-45ad-81ec-19ff2b853583 Oct 17 18:38:21.074368 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7b44e920-0272-4c74-a6de-510e26b431be None None] Current status of the port 3e86284b-9c43-45ad-81ec-19ff2b853583 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:21.239927 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:16Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b', 'name': '', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:3a:26:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:16Z', 'updated_at': '2022-10-17T18:38:20Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:21.244501 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcc88d-2b80-438d-a34b-25fece5abb1d None None] The sync data for ids ['14f81eed-4882-4999-9d98-8728beabb87d'] in dv-neutron-860895-1-hyperv is: [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:16Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b', 'name': '', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:3a:26:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:16Z', 'updated_at': '2022-10-17T18:38:20Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:38:21.561482 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eacc82bc-8f6e-49b4-8ce9-aa6b29e91299 req-d59b9ec2-be50-4a34-9673-c72a361a4212 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 210 time: 0.1036468 Oct 17 18:38:21.661300 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-ac390d22-fea4-4579-bcaa-0a244ee47ffe tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:21.662862 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-ac390d22-fea4-4579-bcaa-0a244ee47ffe tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/networks?id=8f42b7c4-819e-456a-9e06-d8dc5b52b437 HTTP/1.1" status: 200 len: 797 time: 0.3596983 Oct 17 18:38:21.740680 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-39509a0d-9bbd-48b9-986a-d7c7814bdaed tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f783c6cfc70e4ae89c6d34c6898bb753 HTTP/1.1" status: 200 len: 379 time: 0.0634856 Oct 17 18:38:21.751283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'port': {'device_id': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'admin_state_up': True, 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'security_groups': ['d363dc34-e9e0-4cf3-9be7-f5903fabef35']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:21.931976 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:21.944078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:21.961678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Made reservation on behalf of f783c6cfc70e4ae89c6d34c6898bb753 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:38:21.965458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:22.254306 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.20.0.9 (8f42b7c4-819e-456a-9e06-d8dc5b52b437/4caf3c21-58a5-48ae-8ea5-c7477850910a/d4cf24fb-a3d3-480b-a134-0e962389ca96) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:38:22.603339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:22.640587 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Transition to ACTIVE for port object d4cf24fb-a3d3-480b-a134-0e962389ca96 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:38:22.696814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:22.849225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:38:22.856380 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:38:22.863438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:38:22.924969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=d4cf24fb-a3d3-480b-a134-0e962389ca96,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:22.964648 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9e314-d1e3-4f8e-a250-78c1046a05d1 req-8ea89bb8-58bc-4aa3-a929-cc3c85593da2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:22.966998 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fba9e314-d1e3-4f8e-a250-78c1046a05d1 req-8ea89bb8-58bc-4aa3-a929-cc3c85593da2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 931 time: 0.1823530 Oct 17 18:38:23.032613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:23.036784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:23.053201 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-fba9e314-d1e3-4f8e-a250-78c1046a05d1 req-db4525e1-8523-428d-956b-7594943bca83 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:38:23.087415 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-858894f3-e508-4725-921e-92f1cea7a927 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3401275 Oct 17 18:38:23.108860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Request body: {'port': {'device_id': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:23.111340 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-fba9e314-d1e3-4f8e-a250-78c1046a05d1 req-db4525e1-8523-428d-956b-7594943bca83 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:38:23.113190 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fba9e314-d1e3-4f8e-a250-78c1046a05d1 req-db4525e1-8523-428d-956b-7594943bca83 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314681 Oct 17 18:38:23.237394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:23.318399 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:23.329745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:38:23.342257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:23.342830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:23.343389 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b Oct 17 18:38:23.408781 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-261b7a2a-ce57-46fc-9e92-f1e1438a56c0 None None] Provisioning for port d4cf24fb-a3d3-480b-a134-0e962389ca96 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:38:23.416380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-261b7a2a-ce57-46fc-9e92-f1e1438a56c0 None None] Provisioning complete for port d4cf24fb-a3d3-480b-a134-0e962389ca96 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:23.416765 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-261b7a2a-ce57-46fc-9e92-f1e1438a56c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:23.417070 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-261b7a2a-ce57-46fc-9e92-f1e1438a56c0 None None] Attempt 1 to provision port d4cf24fb-a3d3-480b-a134-0e962389ca96 Oct 17 18:38:23.576486 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-261b7a2a-ce57-46fc-9e92-f1e1438a56c0 None None] Port d4cf24fb-a3d3-480b-a134-0e962389ca96 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:38:23.591353 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:23.591930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:23.636838 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:23.642149 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:23.763450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:23.959788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cf24fb-a3d3-480b-a134-0e962389ca96 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:38:23.969098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:23.987234 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Transition to ACTIVE for port object d4cf24fb-a3d3-480b-a134-0e962389ca96 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:38:23.992573 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:24.078144 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-261b7a2a-ce57-46fc-9e92-f1e1438a56c0 None None] Attempt 2 to provision port d4cf24fb-a3d3-480b-a134-0e962389ca96 Oct 17 18:38:24.182224 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-261b7a2a-ce57-46fc-9e92-f1e1438a56c0 None None] Port d4cf24fb-a3d3-480b-a134-0e962389ca96 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:38:24.208689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Pushing event updated for resources: {'Port': ['ID=d4cf24fb-a3d3-480b-a134-0e962389ca96,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:24.256078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Attempting to bind port d4cf24fb-a3d3-480b-a134-0e962389ca96 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:38:24.256344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Attempting to bind port d4cf24fb-a3d3-480b-a134-0e962389ca96 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:38:24.256618 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Attempting to bind port d4cf24fb-a3d3-480b-a134-0e962389ca96 on network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:38:24.263601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Port d4cf24fb-a3d3-480b-a134-0e962389ca96 on network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:38:24.263948 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Attempting to bind port d4cf24fb-a3d3-480b-a134-0e962389ca96 on network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:38:24.270374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:38:24.270702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Checking segment: {'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:38:24.271141 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Bound using segment: {'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:38:24.271595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Bound port: d4cf24fb-a3d3-480b-a134-0e962389ca96, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3a1563-5215-4519-bae7-05e86798a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:38:24.272024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:24.520912 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] For port d4cf24fb-a3d3-480b-a134-0e962389ca96, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:38:24.528225 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] For port d4cf24fb-a3d3-480b-a134-0e962389ca96, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d4cf24fb-a3d3-480b-a134-0e962389ca96,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:38:24.534390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:24.594536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:24.595563 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:24.597881 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] 10.222.0.20 "PUT /v2.0/ports/d4cf24fb-a3d3-480b-a134-0e962389ca96 HTTP/1.1" status: 200 len: 1093 time: 1.4968913 Oct 17 18:38:24.623730 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fb080-81e1-4f3c-b348-cd5b5237d517 req-e4a6510d-18ce-4205-a525-5767b9b7a5dd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:24.624903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-2f7fb080-81e1-4f3c-b348-cd5b5237d517 req-e4a6510d-18ce-4205-a525-5767b9b7a5dd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:38:24.629022 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'tag': 'd4cf24fb-a3d3-480b-a134-0e962389ca96'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:38:24.634315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26735f81-7a03-477a-ab1b-5faab34fb6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "898c7845-9229-4f20-91cc-8b0912f3ed1f", "tag": "d4cf24fb-a3d3-480b-a134-0e962389ca96"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:38:24.684044 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-261b7a2a-ce57-46fc-9e92-f1e1438a56c0 None None] Attempt 3 to provision port d4cf24fb-a3d3-480b-a134-0e962389ca96 Oct 17 18:38:24.766923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-261b7a2a-ce57-46fc-9e92-f1e1438a56c0 None None] Port d4cf24fb-a3d3-480b-a134-0e962389ca96 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:38:24.771513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8c14a8-c5d3-4436-a931-1d5135749dc1 x-openstack-request-id: req-ac8c14a8-c5d3-4436-a931-1d5135749dc1 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:38:24.771513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898c7845-9229-4f20-91cc-8b0912f3ed1f", "tag": "d4cf24fb-a3d3-480b-a134-0e962389ca96", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:38:24.771745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac8c14a8-c5d3-4436-a931-1d5135749dc1 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:38:24.772316 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8c14a8-c5d3-4436-a931-1d5135749dc1'] response: {'name': 'network-changed', 'server_uuid': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'tag': 'd4cf24fb-a3d3-480b-a134-0e962389ca96', 'status': 'completed', 'code': 200} Oct 17 18:38:24.812444 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-2f7fb080-81e1-4f3c-b348-cd5b5237d517 req-e4a6510d-18ce-4205-a525-5767b9b7a5dd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:38:24.814390 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2f7fb080-81e1-4f3c-b348-cd5b5237d517 req-e4a6510d-18ce-4205-a525-5767b9b7a5dd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 943 time: 0.5311675 Oct 17 18:38:24.871717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7258c-97b4-4fe3-a4e8-a19518dcb57c service neutron] Pushing event updated for resources: {'Port': ['ID=d4cf24fb-a3d3-480b-a134-0e962389ca96,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:24.927997 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2f7fb080-81e1-4f3c-b348-cd5b5237d517 req-a082eccf-910b-4cdb-ba11-f2bc9ba1b836 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026278 Oct 17 18:38:24.940838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-aa2032ed-0ff6-4e03-be51-91af4e144cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:24.943473 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-aa2032ed-0ff6-4e03-be51-91af4e144cce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 1096 time: 0.2740700 Oct 17 18:38:25.030799 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-06a643d8-47ee-4a2d-8461-5940ef1e42d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4cf24fb-a3d3-480b-a134-0e962389ca96 HTTP/1.1" status: 200 len: 217 time: 0.0749307 Oct 17 18:38:25.098457 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:25.131627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-b35ff28d-fa77-48af-87fa-0ebed31c1bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:25.134023 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-b35ff28d-fa77-48af-87fa-0ebed31c1bd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4caf3c21-58a5-48ae-8ea5-c7477850910a HTTP/1.1" status: 200 len: 835 time: 0.0971522 Oct 17 18:38:25.213215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:25.213714 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:25.214132 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b Oct 17 18:38:25.236287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-7d92a3e5-5d9b-4739-8991-40ac3b325e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:25.238025 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-7d92a3e5-5d9b-4739-8991-40ac3b325e95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f42b7c4-819e-456a-9e06-d8dc5b52b437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0980890 Oct 17 18:38:25.357402 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:38:25.388147 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:25.396084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:25.415807 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-60a80894-99a3-4e3c-9a58-95a427f4e032 service neutron] 10.222.0.20 "GET /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713171 Oct 17 18:38:25.568810 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bb5d25ad-e3da-49c3-b374-cd318cd34877 req-6f85a04b-49a4-4f4b-a3db-1c8a3bd24e5d service neutron] 10.222.0.20 "GET /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473780 Oct 17 18:38:25.740315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26735f81-7a03-477a-ab1b-5faab34fb6f1 req-a49def78-c52b-4d52-ba3a-1fe38c2d31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:25.741963 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-26735f81-7a03-477a-ab1b-5faab34fb6f1 req-a49def78-c52b-4d52-ba3a-1fe38c2d31d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 1096 time: 0.0871742 Oct 17 18:38:25.890427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26735f81-7a03-477a-ab1b-5faab34fb6f1 req-082c9567-845e-40f3-9c20-17f30a720c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:25.892071 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-26735f81-7a03-477a-ab1b-5faab34fb6f1 req-082c9567-845e-40f3-9c20-17f30a720c50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f42b7c4-819e-456a-9e06-d8dc5b52b437 HTTP/1.1" status: 200 len: 898 time: 0.1432481 Oct 17 18:38:25.971470 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-26735f81-7a03-477a-ab1b-5faab34fb6f1 req-330db745-7c2b-4f02-b484-9d4494b69d25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4cf24fb-a3d3-480b-a134-0e962389ca96 HTTP/1.1" status: 200 len: 217 time: 0.0723875 Oct 17 18:38:26.042170 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26735f81-7a03-477a-ab1b-5faab34fb6f1 req-570f4b41-4aa6-4b33-a819-102c86fbe5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:26.043588 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-26735f81-7a03-477a-ab1b-5faab34fb6f1 req-570f4b41-4aa6-4b33-a819-102c86fbe5d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4caf3c21-58a5-48ae-8ea5-c7477850910a HTTP/1.1" status: 200 len: 835 time: 0.0663166 Oct 17 18:38:26.259813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26735f81-7a03-477a-ab1b-5faab34fb6f1 req-4459b9c9-8175-4033-850f-44851b9510fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:26.261367 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-26735f81-7a03-477a-ab1b-5faab34fb6f1 req-4459b9c9-8175-4033-850f-44851b9510fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f42b7c4-819e-456a-9e06-d8dc5b52b437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2112858 Oct 17 18:38:26.280841 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd1f82-a732-48ae-9481-ea7c0bb6fe1c req-c56133bc-b996-4dd5-8c00-c0f3220888e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:26.282998 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-45fd1f82-a732-48ae-9481-ea7c0bb6fe1c req-c56133bc-b996-4dd5-8c00-c0f3220888e0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 943 time: 0.1538546 Oct 17 18:38:26.347502 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-45fd1f82-a732-48ae-9481-ea7c0bb6fe1c req-66595c2f-9c25-477f-b7d4-a4c98283c21f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532098 Oct 17 18:38:26.443927 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-26735f81-7a03-477a-ab1b-5faab34fb6f1 req-99b0ff38-7f11-4c7b-9edb-3dece361a4df service neutron] 10.222.0.20 "GET /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753798 Oct 17 18:38:26.597694 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-26735f81-7a03-477a-ab1b-5faab34fb6f1 req-4461dd5b-80fd-4842-832a-00206c13da28 service neutron] 10.222.0.20 "GET /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469591 Oct 17 18:38:27.574336 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bf003-cd95-4927-b47b-f1d222269858 req-994736cb-7240-49f8-80c4-a43aeaa7ca3d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:27.575995 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bc5bf003-cd95-4927-b47b-f1d222269858 req-994736cb-7240-49f8-80c4-a43aeaa7ca3d tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 943 time: 0.1019568 Oct 17 18:38:27.628068 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-bc5bf003-cd95-4927-b47b-f1d222269858 req-86187eb9-d0e0-486f-a62c-d049457a208f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459206 Oct 17 18:38:28.886024 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dc287-c66a-4baa-ac5d-d8933f478856 req-fb013691-f6a0-4007-a227-d6c2921eb140 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:28.887668 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-833dc287-c66a-4baa-ac5d-d8933f478856 req-fb013691-f6a0-4007-a227-d6c2921eb140 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 943 time: 0.0997441 Oct 17 18:38:28.941259 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-833dc287-c66a-4baa-ac5d-d8933f478856 req-ba39ed67-dd2a-4473-a9ad-a488da6a8aab tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438523 Oct 17 18:38:29.125116 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4b865a3d-c001-4138-9c97-ec32d1402ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:29.165292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device d4cf24fb-a3d3-480b-a134-0e962389ca96 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:38:29.315431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port d4cf24fb-a3d3-480b-a134-0e962389ca96, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d4cf24fb-a3d3-480b-a134-0e962389ca96,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:29.332251 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'd4cf24fb-a3d3-480b-a134-0e962389ca96', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'port_id': 'd4cf24fb-a3d3-480b-a134-0e962389ca96', 'mac_address': 'fa:16:3e:93:f3:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:38:29.393380 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port d4cf24fb-a3d3-480b-a134-0e962389ca96 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:29.393743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:29.416018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cf24fb-a3d3-480b-a134-0e962389ca96 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:38:29.434081 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port d4cf24fb-a3d3-480b-a134-0e962389ca96, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d4cf24fb-a3d3-480b-a134-0e962389ca96,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:29.439413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:29.515028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=d4cf24fb-a3d3-480b-a134-0e962389ca96,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:29.715402 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['d4cf24fb-a3d3-480b-a134-0e962389ca96'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:38:30.232191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5aabd4-3959-42f3-98b2-fb6819f9a3d3 req-41d9bfe0-1def-40ef-b493-5eb4dbb08831 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:30.233856 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6f5aabd4-3959-42f3-98b2-fb6819f9a3d3 req-41d9bfe0-1def-40ef-b493-5eb4dbb08831 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 944 time: 0.1414371 Oct 17 18:38:30.285608 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6f5aabd4-3959-42f3-98b2-fb6819f9a3d3 req-92f33dcb-d919-4a05-834a-eab2e8347365 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457799 Oct 17 18:38:31.168509 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device d4cf24fb-a3d3-480b-a134-0e962389ca96 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:38:31.248759 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port d4cf24fb-a3d3-480b-a134-0e962389ca96 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:38:31.254347 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port d4cf24fb-a3d3-480b-a134-0e962389ca96 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:38:31.254731 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:31.255068 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port d4cf24fb-a3d3-480b-a134-0e962389ca96 Oct 17 18:38:31.406069 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port d4cf24fb-a3d3-480b-a134-0e962389ca96 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:38:31.406456 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:31.439286 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cf24fb-a3d3-480b-a134-0e962389ca96'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:38:31.441726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a70a67f-0599-46d4-965c-e208073f41d0" -d '{"events": [{"server_uuid": "898c7845-9229-4f20-91cc-8b0912f3ed1f", "name": "network-vif-plugged", "status": "completed", "tag": "d4cf24fb-a3d3-480b-a134-0e962389ca96"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:38:31.452033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port d4cf24fb-a3d3-480b-a134-0e962389ca96, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d4cf24fb-a3d3-480b-a134-0e962389ca96,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:38:31.459154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:31.536416 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca77756-d88f-4995-bc79-fdf8fb9c57fb x-openstack-request-id: req-cca77756-d88f-4995-bc79-fdf8fb9c57fb {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:38:31.536701 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898c7845-9229-4f20-91cc-8b0912f3ed1f", "name": "network-vif-plugged", "status": "completed", "tag": "d4cf24fb-a3d3-480b-a134-0e962389ca96", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:38:31.536942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cca77756-d88f-4995-bc79-fdf8fb9c57fb {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:38:31.537330 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca77756-d88f-4995-bc79-fdf8fb9c57fb'] response: {'server_uuid': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cf24fb-a3d3-480b-a134-0e962389ca96', 'code': 200} Oct 17 18:38:31.561638 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fdd16b54-ea8d-4e5a-a5e1-5af898d145e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:31.570661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=d4cf24fb-a3d3-480b-a134-0e962389ca96,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:31.617359 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec1943-e1d8-4435-899a-d7d0f40861e8 req-6847d1a9-ead4-4d84-81ba-3626af5b3602 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:31.619242 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c4ec1943-e1d8-4435-899a-d7d0f40861e8 req-6847d1a9-ead4-4d84-81ba-3626af5b3602 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.1601267 Oct 17 18:38:31.677440 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c4ec1943-e1d8-4435-899a-d7d0f40861e8 req-1b70b518-5bf6-4322-8bc4-f8244ef04e1b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510759 Oct 17 18:38:31.863383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cc57d-fbdb-4c06-b54f-765bf186dab8 req-77e651e0-2f43-4bf5-aca2-ff1154aa1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:31.864983 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c92cc57d-fbdb-4c06-b54f-765bf186dab8 req-77e651e0-2f43-4bf5-aca2-ff1154aa1678 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 1098 time: 0.0928648 Oct 17 18:38:31.924743 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c92cc57d-fbdb-4c06-b54f-765bf186dab8 req-7bc8d5c9-1861-4d18-83b7-3bd99e319a43 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533361 Oct 17 18:38:32.605816 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:32.735651 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:32.925826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c844a0-ca7c-4f18-869a-b6df75508c7c req-ce2f7b3e-75e4-4236-a242-16374c63a5ac tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:32.929153 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-92c844a0-ca7c-4f18-869a-b6df75508c7c req-ce2f7b3e-75e4-4236-a242-16374c63a5ac tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.1048028 Oct 17 18:38:33.015122 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-92c844a0-ca7c-4f18-869a-b6df75508c7c req-b2f24681-23ad-432e-83c2-f83345172b2a tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767558 Oct 17 18:38:34.272411 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a66264-1b39-47cf-8807-83fa4cf111e4 req-dd20720a-e674-40a5-bdc4-843359fb3e45 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:34.274680 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-81a66264-1b39-47cf-8807-83fa4cf111e4 req-dd20720a-e674-40a5-bdc4-843359fb3e45 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.1322970 Oct 17 18:38:34.330052 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-81a66264-1b39-47cf-8807-83fa4cf111e4 req-1cfef5bf-d90e-427a-bdb4-3267106df8a7 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488522 Oct 17 18:38:34.546370 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:34.664038 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bd91b-25d7-40b4-b0aa-a8a20c26c138 req-be34148b-4406-4bfb-9739-c070cdc76374 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:34.666684 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-515bd91b-25d7-40b4-b0aa-a8a20c26c138 req-be34148b-4406-4bfb-9739-c070cdc76374 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.1606271 Oct 17 18:38:34.720533 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-515bd91b-25d7-40b4-b0aa-a8a20c26c138 req-59b3d17d-02a3-4d76-82e1-45ba81d0799f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472090 Oct 17 18:38:34.753916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55626) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:34.976473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816827d-bab0-4d7c-b11d-1fe58c980fb5 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:34.978625 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6816827d-bab0-4d7c-b11d-1fe58c980fb5 tempest-TestNetworkAdvancedServerOps-1908532783 tempest-TestNetworkAdvancedServerOps-1908532783-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 1093 time: 0.2234623 Oct 17 18:38:34.983459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55630) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:34.988873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'd4cf24fb-a3d3-480b-a134-0e962389ca96', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:38:34.996299 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:38:35.000660 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Usage tracker for resource:floatingip and tenant:f783c6cfc70e4ae89c6d34c6898bb753 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:38:35.003828 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:38:35.010380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:38:35.023798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:35.219441 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:35.431109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Allocated IP 172.26.8.52 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/63500567-0e85-4d89-a7cd-ce54742f1005) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:38:35.633769 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:35.669938 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:35.745413 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:38:35.748576 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:38:35.752883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:38:35.790219 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=63500567-0e85-4d89-a7cd-ce54742f1005,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:36.224427 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:36.310344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:36.657665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:36.664432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:36.778419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:36.832190 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event updated for resources: {'Port': ['ID=63500567-0e85-4d89-a7cd-ce54742f1005,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:38:37.109803 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Floating IP 83ef5c09-87c6-4950-992a-1c0235c755b0 associated. External IP: 172.26.8.52, port: d4cf24fb-a3d3-480b-a134-0e962389ca96. Oct 17 18:38:37.604128 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 14f81eed-4882-4999-9d98-8728beabb87d has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:38:37.868622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:38:37.886102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633187a3-ac8c-44ff-84e9-c9f7fc8a9217 None None] Sync routers for ids ['14f81eed-4882-4999-9d98-8728beabb87d'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:38:37.897801 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:37.904851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633187a3-ac8c-44ff-84e9-c9f7fc8a9217 None None] Routers {'14f81eed-4882-4999-9d98-8728beabb87d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:38:37.905954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-633187a3-ac8c-44ff-84e9-c9f7fc8a9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:38:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['14f81eed-4882-4999-9d98-8728beabb87d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:37.961857 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-72ab28d0-dbd5-4d3f-8417-147432c31ac2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9767978 Oct 17 18:38:37.962558 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'tag': 'd4cf24fb-a3d3-480b-a134-0e962389ca96'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:38:37.965635 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e0699f-7c8c-4e76-9626-b09258cfca24" -d '{"events": [{"name": "network-changed", "server_uuid": "898c7845-9229-4f20-91cc-8b0912f3ed1f", "tag": "d4cf24fb-a3d3-480b-a134-0e962389ca96"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:38:38.035376 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744fed74-4bea-4406-b5a6-24a583e0ccaf x-openstack-request-id: req-744fed74-4bea-4406-b5a6-24a583e0ccaf {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:38:38.035664 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898c7845-9229-4f20-91cc-8b0912f3ed1f", "tag": "d4cf24fb-a3d3-480b-a134-0e962389ca96", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:38:38.036034 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-744fed74-4bea-4406-b5a6-24a583e0ccaf {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:38:38.036453 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744fed74-4bea-4406-b5a6-24a583e0ccaf'] response: {'name': 'network-changed', 'server_uuid': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'tag': 'd4cf24fb-a3d3-480b-a134-0e962389ca96', 'status': 'completed', 'code': 200} Oct 17 18:38:38.222747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09af2f-ee47-4832-bbaa-7ff9410d0799 req-b7281a3e-6a32-4931-9df3-797423f2a32b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:38.224209 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0699f-7c8c-4e76-9626-b09258cfca24 req-31d00d04-4a18-4525-9054-7db8c8610a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:38.225944 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-40e0699f-7c8c-4e76-9626-b09258cfca24 req-31d00d04-4a18-4525-9054-7db8c8610a88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 1098 time: 0.1451590 Oct 17 18:38:38.227116 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-af09af2f-ee47-4832-bbaa-7ff9410d0799 req-b7281a3e-6a32-4931-9df3-797423f2a32b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.1281338 Oct 17 18:38:38.250442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-633187a3-ac8c-44ff-84e9-c9f7fc8a9217 None None] Set router 14f81eed-4882-4999-9d98-8728beabb87d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:38:38.282539 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-af09af2f-ee47-4832-bbaa-7ff9410d0799 req-5631fa90-5d21-43f8-830a-cf581c89d7f2 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483732 Oct 17 18:38:38.337002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55638) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:38.484110 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0699f-7c8c-4e76-9626-b09258cfca24 req-28274389-2103-43cf-9e5b-6d63c0a3c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:38.485552 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-40e0699f-7c8c-4e76-9626-b09258cfca24 req-28274389-2103-43cf-9e5b-6d63c0a3c909 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f42b7c4-819e-456a-9e06-d8dc5b52b437 HTTP/1.1" status: 200 len: 898 time: 0.2540014 Oct 17 18:38:38.492772 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ecf40e8a-1dea-42a9-bd25-4440d66a51d6 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/83ef5c09-87c6-4950-992a-1c0235c755b0 HTTP/1.1" status: 200 len: 990 time: 0.1540415 Oct 17 18:38:38.605585 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-40e0699f-7c8c-4e76-9626-b09258cfca24 req-d0667994-551d-495c-ad08-e71af454dc2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4cf24fb-a3d3-480b-a134-0e962389ca96 HTTP/1.1" status: 200 len: 998 time: 0.1116338 Oct 17 18:38:38.686477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0699f-7c8c-4e76-9626-b09258cfca24 req-843a86b1-17d1-4ee6-9874-54a428c8c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:38.688370 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-40e0699f-7c8c-4e76-9626-b09258cfca24 req-843a86b1-17d1-4ee6-9874-54a428c8c50a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4caf3c21-58a5-48ae-8ea5-c7477850910a HTTP/1.1" status: 200 len: 835 time: 0.0756676 Oct 17 18:38:38.798153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0699f-7c8c-4e76-9626-b09258cfca24 req-e07222d0-267f-4c3b-9ea5-619a59546986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:38:38.799933 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-40e0699f-7c8c-4e76-9626-b09258cfca24 req-e07222d0-267f-4c3b-9ea5-619a59546986 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f42b7c4-819e-456a-9e06-d8dc5b52b437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1051862 Oct 17 18:38:38.854265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-633187a3-ac8c-44ff-84e9-c9f7fc8a9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:16Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '83ef5c09-87c6-4950-992a-1c0235c755b0', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.52', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'port_id': 'd4cf24fb-a3d3-480b-a134-0e962389ca96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'mac_address': 'fa:16:3e:93:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:38:36Z', 'updated_at': '2022-10-17T18:38:36Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b', 'name': '', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:3a:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:16Z', 'updated_at': '2022-10-17T18:38:23Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:38.860542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633187a3-ac8c-44ff-84e9-c9f7fc8a9217 None None] Checking router: 14f81eed-4882-4999-9d98-8728beabb87d for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:38:38.876478 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633187a3-ac8c-44ff-84e9-c9f7fc8a9217 None None] Routers {'14f81eed-4882-4999-9d98-8728beabb87d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:38:38.877502 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-633187a3-ac8c-44ff-84e9-c9f7fc8a9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:38:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['14f81eed-4882-4999-9d98-8728beabb87d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:38.946573 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-40e0699f-7c8c-4e76-9626-b09258cfca24 req-c0cc4ffd-8147-4d71-bce2-8b39589a0c57 service neutron] 10.222.0.20 "GET /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398919 Oct 17 18:38:39.228802 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-40e0699f-7c8c-4e76-9626-b09258cfca24 req-2e1f527a-68a0-440e-9750-e6ec4d5d8247 service neutron] 10.222.0.20 "GET /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729912 Oct 17 18:38:39.231897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-633187a3-ac8c-44ff-84e9-c9f7fc8a9217 None None] Set router 14f81eed-4882-4999-9d98-8728beabb87d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:38:39.496349 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55642) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:39.638000 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-549b0bd3-1bdf-447b-afa2-585de9afe7ad tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/83ef5c09-87c6-4950-992a-1c0235c755b0 HTTP/1.1" status: 200 len: 990 time: 0.1402185 Oct 17 18:38:39.760778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-633187a3-ac8c-44ff-84e9-c9f7fc8a9217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:16Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '83ef5c09-87c6-4950-992a-1c0235c755b0', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.52', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'port_id': 'd4cf24fb-a3d3-480b-a134-0e962389ca96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'mac_address': 'fa:16:3e:93:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:38:36Z', 'updated_at': '2022-10-17T18:38:36Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b', 'name': '', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:3a:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:16Z', 'updated_at': '2022-10-17T18:38:23Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:38:39.765298 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633187a3-ac8c-44ff-84e9-c9f7fc8a9217 None None] The sync data for ids ['14f81eed-4882-4999-9d98-8728beabb87d'] in dv-neutron-860895-1-hyperv is: [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:16Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '83ef5c09-87c6-4950-992a-1c0235c755b0', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'floating_ip_address': '172.26.8.52', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'port_id': 'd4cf24fb-a3d3-480b-a134-0e962389ca96', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'mac_address': 'fa:16:3e:93:f3:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:38:36Z', 'updated_at': '2022-10-17T18:38:36Z', 'revision_number': 0, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b', 'name': '', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:3a:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:16Z', 'updated_at': '2022-10-17T18:38:23Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:38:39.982647 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf472fe9-95e6-4605-8ec7-b400dbc6eeb0 None None] New status for floating IP 83ef5c09-87c6-4950-992a-1c0235c755b0: ACTIVE {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:38:40.643171 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55646) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:38:40.763616 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-5ef7ba7b-0e65-4aae-859c-15f498ffe59f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/83ef5c09-87c6-4950-992a-1c0235c755b0 HTTP/1.1" status: 200 len: 992 time: 0.1191432 Oct 17 18:38:55.331542 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:38:59.129220 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c029b3c0-d0ff-41f5-b79f-e0c7477d6e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:01.549076 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-12005420-b6f6-43ee-966f-2cefb73646d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:02.356978 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:39:02.603902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:02.737598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:04.548392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:08.533214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180db45-ce78-4aba-b150-9cf7a7a23915 req-6c3aab1b-fc96-4684-915a-0f89a5e8d95f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:08.535095 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8180db45-ce78-4aba-b150-9cf7a7a23915 req-6c3aab1b-fc96-4684-915a-0f89a5e8d95f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.1247754 Oct 17 18:39:08.608453 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8180db45-ce78-4aba-b150-9cf7a7a23915 req-853c9200-09e7-4043-86b6-8f3325a51e84 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621622 Oct 17 18:39:10.098975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef61760-ff45-45de-b31f-a7773dbbbfdb req-9bae07e5-c2d8-4130-80aa-1d7017bf717e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:10.101808 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fef61760-ff45-45de-b31f-a7773dbbbfdb req-9bae07e5-c2d8-4130-80aa-1d7017bf717e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.2789145 Oct 17 18:39:10.157673 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-fef61760-ff45-45de-b31f-a7773dbbbfdb req-a5494992-96ec-4b38-894d-c701c841fd19 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493500 Oct 17 18:39:10.196824 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55670) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:10.333885 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-32d457ab-c0b4-4138-94fc-585a759d9f04 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/83ef5c09-87c6-4950-992a-1c0235c755b0 HTTP/1.1" status: 200 len: 992 time: 0.1355753 Oct 17 18:39:11.989017 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cbf68-a4d9-47bc-b907-f9880486a745 req-19a992b4-4e5e-4c05-b93a-354855df9940 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:11.991172 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-322cbf68-a4d9-47bc-b907-f9880486a745 req-19a992b4-4e5e-4c05-b93a-354855df9940 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.2102377 Oct 17 18:39:11.993330 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024769d2-8f28-422a-9344-ede9f0ce1e88 req-56a3c0ef-9b8b-44a4-b560-431ac0f28904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:11.994772 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-024769d2-8f28-422a-9344-ede9f0ce1e88 req-56a3c0ef-9b8b-44a4-b560-431ac0f28904 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 1098 time: 0.1476777 Oct 17 18:39:12.141902 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-322cbf68-a4d9-47bc-b907-f9880486a745 req-7baa2580-7363-4083-afbb-738beebe2618 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410193 Oct 17 18:39:12.198712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024769d2-8f28-422a-9344-ede9f0ce1e88 req-c8da55a2-caa2-40b6-adfc-326f9a33626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:12.200264 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-024769d2-8f28-422a-9344-ede9f0ce1e88 req-c8da55a2-caa2-40b6-adfc-326f9a33626b service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f42b7c4-819e-456a-9e06-d8dc5b52b437 HTTP/1.1" status: 200 len: 898 time: 0.1977849 Oct 17 18:39:12.320539 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-024769d2-8f28-422a-9344-ede9f0ce1e88 req-cd63e02e-396b-47eb-abe8-46c4491b2f09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4cf24fb-a3d3-480b-a134-0e962389ca96 HTTP/1.1" status: 200 len: 1000 time: 0.1139321 Oct 17 18:39:12.397920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024769d2-8f28-422a-9344-ede9f0ce1e88 req-6ff75ffe-e391-4f18-bd4a-91e199a27e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:12.399663 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-024769d2-8f28-422a-9344-ede9f0ce1e88 req-6ff75ffe-e391-4f18-bd4a-91e199a27e35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4caf3c21-58a5-48ae-8ea5-c7477850910a HTTP/1.1" status: 200 len: 835 time: 0.0732381 Oct 17 18:39:12.540080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024769d2-8f28-422a-9344-ede9f0ce1e88 req-d93ce2bc-da44-40ba-90d3-0a1dade92ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:12.541679 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-024769d2-8f28-422a-9344-ede9f0ce1e88 req-d93ce2bc-da44-40ba-90d3-0a1dade92ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f42b7c4-819e-456a-9e06-d8dc5b52b437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1356940 Oct 17 18:39:12.698515 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-024769d2-8f28-422a-9344-ede9f0ce1e88 req-b0aa4bdf-19da-4727-b9d6-3d8479f6c3bd service neutron] 10.222.0.20 "GET /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501384 Oct 17 18:39:12.870604 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-024769d2-8f28-422a-9344-ede9f0ce1e88 req-2388abbe-62b5-4931-b9a6-83bd9963e601 service neutron] 10.222.0.20 "GET /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661205 Oct 17 18:39:13.474066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3eb349-4bc2-4849-af97-76cc615d53fa req-3b7b31de-2c25-4d94-b75a-697a55953f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:13.477517 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0f3eb349-4bc2-4849-af97-76cc615d53fa req-3b7b31de-2c25-4d94-b75a-697a55953f8f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.1141202 Oct 17 18:39:13.531666 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0f3eb349-4bc2-4849-af97-76cc615d53fa req-6b95a53e-74f5-41c9-943d-f1dab03d05c9 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476177 Oct 17 18:39:14.846747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5101f-c037-4f7a-902a-df3c6dcc15e8 req-6f363607-3af1-420e-9310-9a648e27222b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:14.849936 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85f5101f-c037-4f7a-902a-df3c6dcc15e8 req-6f363607-3af1-420e-9310-9a648e27222b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.1282809 Oct 17 18:39:14.932077 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-85f5101f-c037-4f7a-902a-df3c6dcc15e8 req-5b8a9c53-43bd-4582-849d-f16c56bf3122 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750964 Oct 17 18:39:14.966906 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55684) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:15.369281 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7f7b8bb7-7391-46eb-932e-d2b071983a50 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/floatingips/83ef5c09-87c6-4950-992a-1c0235c755b0 HTTP/1.1" status: 200 len: 992 time: 0.4005060 Oct 17 18:39:15.798221 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55692) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:16.046606 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 63500567-0e85-4d89-a7cd-ce54742f1005 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:39:16.047445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:16.359231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:16.359511 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:16.501175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 63500567-0e85-4d89-a7cd-ce54742f1005 owned by network:floatingip {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:39:16.702083 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:16.758437 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=63500567-0e85-4d89-a7cd-ce54742f1005,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:16.812122 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:16.812473 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:16.812815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:16.813154 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:16.813492 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:16.813825 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:16.814155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:16.814483 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:16.814813 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:16.815161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:16.815491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:16.815815 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:16.891461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for floatingip, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:16.891824 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.l3_db [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Floating IP 83ef5c09-87c6-4950-992a-1c0235c755b0 disassociated (deleted). External IP: 172.26.8.52, port: d4cf24fb-a3d3-480b-a134-0e962389ca96. Oct 17 18:39:17.391169 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 14f81eed-4882-4999-9d98-8728beabb87d has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:39:17.730798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:39:17.745626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c889fc-85e4-43f9-8b3f-79fffa7c8d24 None None] Sync routers for ids ['14f81eed-4882-4999-9d98-8728beabb87d'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:39:17.755638 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:17.758940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c889fc-85e4-43f9-8b3f-79fffa7c8d24 None None] Routers {'14f81eed-4882-4999-9d98-8728beabb87d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:39:17.759795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-42c889fc-85e4-43f9-8b3f-79fffa7c8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:39:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['14f81eed-4882-4999-9d98-8728beabb87d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:17.822519 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-57e89532-9409-4cfd-8488-178b7df2001b tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/floatingips/83ef5c09-87c6-4950-992a-1c0235c755b0 HTTP/1.1" status: 204 len: 168 time: 2.0231307 Oct 17 18:39:17.823301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'tag': 'd4cf24fb-a3d3-480b-a134-0e962389ca96'}] {{(pid=89190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:39:17.825878 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42940280a8ae876a929679c600a4ff07a2f6d3198e98e8e5f6f58bb793947c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd05454-804b-4f05-9a67-d8458cdd9a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "898c7845-9229-4f20-91cc-8b0912f3ed1f", "tag": "d4cf24fb-a3d3-480b-a134-0e962389ca96"}]}' {{(pid=89190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:39:17.905802 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d56ecd-1922-4836-82e2-0762cca8d62d x-openstack-request-id: req-41d56ecd-1922-4836-82e2-0762cca8d62d {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:39:17.906093 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898c7845-9229-4f20-91cc-8b0912f3ed1f", "tag": "d4cf24fb-a3d3-480b-a134-0e962389ca96", "status": "completed", "code": 200}]} {{(pid=89190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:39:17.906324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41d56ecd-1922-4836-82e2-0762cca8d62d {{(pid=89190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:39:17.906753 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d56ecd-1922-4836-82e2-0762cca8d62d'] response: {'name': 'network-changed', 'server_uuid': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'tag': 'd4cf24fb-a3d3-480b-a134-0e962389ca96', 'status': 'completed', 'code': 200} Oct 17 18:39:18.010507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-42c889fc-85e4-43f9-8b3f-79fffa7c8d24 None None] Set router 14f81eed-4882-4999-9d98-8728beabb87d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:39:18.141347 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd05454-804b-4f05-9a67-d8458cdd9a8d req-5af3262b-bbbd-4119-90bf-a31586e86abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:18.143805 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4cd05454-804b-4f05-9a67-d8458cdd9a8d req-5af3262b-bbbd-4119-90bf-a31586e86abc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 1098 time: 0.1907806 Oct 17 18:39:18.307415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcb2d1-de31-4fd8-b24d-1980ed09efda req-8936664a-de82-4996-a715-17091ae2e240 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:18.308316 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f9dcb2d1-de31-4fd8-b24d-1980ed09efda req-8936664a-de82-4996-a715-17091ae2e240 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:39:18.338018 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-f9dcb2d1-de31-4fd8-b24d-1980ed09efda req-8936664a-de82-4996-a715-17091ae2e240 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:39:18.341324 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f9dcb2d1-de31-4fd8-b24d-1980ed09efda req-8936664a-de82-4996-a715-17091ae2e240 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.1523507 Oct 17 18:39:18.393817 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f9dcb2d1-de31-4fd8-b24d-1980ed09efda req-0ab6db94-b1f2-49d7-a69e-193759fe0eaf tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451593 Oct 17 18:39:18.428975 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd05454-804b-4f05-9a67-d8458cdd9a8d req-183b2b4a-2b32-4c58-b458-109500739738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:18.430844 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4cd05454-804b-4f05-9a67-d8458cdd9a8d req-183b2b4a-2b32-4c58-b458-109500739738 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f42b7c4-819e-456a-9e06-d8dc5b52b437 HTTP/1.1" status: 200 len: 898 time: 0.2784827 Oct 17 18:39:18.517415 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4cd05454-804b-4f05-9a67-d8458cdd9a8d req-944c5f1b-b5b4-4ed0-9d4f-c40a267a536a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4cf24fb-a3d3-480b-a134-0e962389ca96 HTTP/1.1" status: 200 len: 217 time: 0.0796504 Oct 17 18:39:18.568989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-42c889fc-85e4-43f9-8b3f-79fffa7c8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:16Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b', 'name': '', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:3a:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:16Z', 'updated_at': '2022-10-17T18:38:23Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:18.573642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c889fc-85e4-43f9-8b3f-79fffa7c8d24 None None] Checking router: 14f81eed-4882-4999-9d98-8728beabb87d for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:39:18.586700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c889fc-85e4-43f9-8b3f-79fffa7c8d24 None None] Routers {'14f81eed-4882-4999-9d98-8728beabb87d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:39:18.587567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-42c889fc-85e4-43f9-8b3f-79fffa7c8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:39:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['14f81eed-4882-4999-9d98-8728beabb87d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:18.596627 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd05454-804b-4f05-9a67-d8458cdd9a8d req-93e01158-1a87-4ba9-8eaf-3cd13a77f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:18.598103 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4cd05454-804b-4f05-9a67-d8458cdd9a8d req-93e01158-1a87-4ba9-8eaf-3cd13a77f073 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4caf3c21-58a5-48ae-8ea5-c7477850910a HTTP/1.1" status: 200 len: 835 time: 0.0731208 Oct 17 18:39:18.700927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd05454-804b-4f05-9a67-d8458cdd9a8d req-c71feb42-d971-4d33-bdb1-3d26d6d04acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:18.702643 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4cd05454-804b-4f05-9a67-d8458cdd9a8d req-c71feb42-d971-4d33-bdb1-3d26d6d04acb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f42b7c4-819e-456a-9e06-d8dc5b52b437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0971317 Oct 17 18:39:18.796434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-42c889fc-85e4-43f9-8b3f-79fffa7c8d24 None None] Set router 14f81eed-4882-4999-9d98-8728beabb87d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:39:18.930057 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4cd05454-804b-4f05-9a67-d8458cdd9a8d req-df62aef7-a960-4bb7-bd44-f5cb932e9b54 service neutron] 10.222.0.20 "GET /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194862 Oct 17 18:39:19.108371 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4cd05454-804b-4f05-9a67-d8458cdd9a8d req-d11fd7bc-f499-41f3-8a47-8fd6d39a4796 service neutron] 10.222.0.20 "GET /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710501 Oct 17 18:39:19.231659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-42c889fc-85e4-43f9-8b3f-79fffa7c8d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:16Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b', 'name': '', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:3a:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:16Z', 'updated_at': '2022-10-17T18:38:23Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:19.236681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c889fc-85e4-43f9-8b3f-79fffa7c8d24 None None] The sync data for ids ['14f81eed-4882-4999-9d98-8728beabb87d'] in dv-neutron-860895-1-hyperv is: [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:16Z', 'revision_number': 4, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b', 'name': '', 'network_id': '8f42b7c4-819e-456a-9e06-d8dc5b52b437', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'mac_address': 'fa:16:3e:3a:26:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:16Z', 'updated_at': '2022-10-17T18:38:23Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'subnets': [{'id': '4caf3c21-58a5-48ae-8ea5-c7477850910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:39:19.522011 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d836fbd-18c7-4d01-b68d-8def3961f9b2 None None] New status for floating IP 83ef5c09-87c6-4950-992a-1c0235c755b0: DOWN {{(pid=89193) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:39:19.776240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da70a5-3a4e-4502-b037-ad3cd8b68422 req-25e1631d-a0d6-4d60-8650-583108ee4580 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:19.777827 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5da70a5-3a4e-4502-b037-ad3cd8b68422 req-25e1631d-a0d6-4d60-8650-583108ee4580 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.1483757 Oct 17 18:39:19.995709 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a5da70a5-3a4e-4502-b037-ad3cd8b68422 req-0d2c1ba0-0f68-4235-8cbe-9d2da772dfde tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/security-groups?id=d363dc34-e9e0-4cf3-9be7-f5903fabef35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113709 Oct 17 18:39:20.029640 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de654b7-c4e7-4d8c-beb2-8c42e6446413 req-fd33c561-378c-4c61-a8b1-2c49baee48c1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:20.031178 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0de654b7-c4e7-4d8c-beb2-8c42e6446413 req-fd33c561-378c-4c61-a8b1-2c49baee48c1 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 945 time: 0.1235833 Oct 17 18:39:20.121162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-0de654b7-c4e7-4d8c-beb2-8c42e6446413 req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port d4cf24fb-a3d3-480b-a134-0e962389ca96 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:39:20.121632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-0de654b7-c4e7-4d8c-beb2-8c42e6446413 req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:20.437206 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-0de654b7-c4e7-4d8c-beb2-8c42e6446413 req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port d4cf24fb-a3d3-480b-a134-0e962389ca96, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=d4cf24fb-a3d3-480b-a134-0e962389ca96,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:20.437568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-0de654b7-c4e7-4d8c-beb2-8c42e6446413 req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:20.577461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-0de654b7-c4e7-4d8c-beb2-8c42e6446413 req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for d4cf24fb-a3d3-480b-a134-0e962389ca96 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:39:20.758452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-0de654b7-c4e7-4d8c-beb2-8c42e6446413 req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:20.813876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=d4cf24fb-a3d3-480b-a134-0e962389ca96,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:20.865709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:20.866011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:20.866188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:20.866424 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:20.866749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:20.867092 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:20.867420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:20.867738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:20.868054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:20.868368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:20.868720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:20.869158 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:20.923352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de654b7-c4e7-4d8c-beb2-8c42e6446413 req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] No DVR routers for this DVR port d4cf24fb-a3d3-480b-a134-0e962389ca96 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:39:20.926339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-0de654b7-c4e7-4d8c-beb2-8c42e6446413 req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:20.930095 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'name': 'network-vif-deleted', 'tag': 'd4cf24fb-a3d3-480b-a134-0e962389ca96'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:39:20.932576 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ad11e2-3c5e-497f-91cd-72f4daf0ad19" -d '{"events": [{"server_uuid": "898c7845-9229-4f20-91cc-8b0912f3ed1f", "name": "network-vif-deleted", "tag": "d4cf24fb-a3d3-480b-a134-0e962389ca96"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:39:20.952883 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0de654b7-c4e7-4d8c-beb2-8c42e6446413 req-cfea64fc-1644-4f02-a203-a0974d1b9a51 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.20 "DELETE /v2.0/ports/d4cf24fb-a3d3-480b-a134-0e962389ca96 HTTP/1.1" status: 204 len: 173 time: 0.9164391 Oct 17 18:39:21.098834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bd322b-8135-4977-8018-eb666d7067e5 x-openstack-request-id: req-d4bd322b-8135-4977-8018-eb666d7067e5 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:39:21.100196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898c7845-9229-4f20-91cc-8b0912f3ed1f", "name": "network-vif-deleted", "tag": "d4cf24fb-a3d3-480b-a134-0e962389ca96", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:39:21.100628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d4bd322b-8135-4977-8018-eb666d7067e5 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:39:21.101192 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4bd322b-8135-4977-8018-eb666d7067e5'] response: {'server_uuid': '898c7845-9229-4f20-91cc-8b0912f3ed1f', 'name': 'network-vif-deleted', 'tag': 'd4cf24fb-a3d3-480b-a134-0e962389ca96', 'status': 'completed', 'code': 200} Oct 17 18:39:21.204551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-5e00974c-5b5d-4259-8230-bb2e6ee65d7f req-f691c0f2-44fc-49d9-866f-0d2065fc48fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Synchronizing usage tracker for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:39:21.224089 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-5e00974c-5b5d-4259-8230-bb2e6ee65d7f req-f691c0f2-44fc-49d9-866f-0d2065fc48fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Unset dirty status for tenant:f783c6cfc70e4ae89c6d34c6898bb753 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:39:21.226360 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5e00974c-5b5d-4259-8230-bb2e6ee65d7f req-f691c0f2-44fc-49d9-866f-0d2065fc48fd tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "GET /v2.0/ports?device_id=898c7845-9229-4f20-91cc-8b0912f3ed1f HTTP/1.1" status: 200 len: 210 time: 0.0768962 Oct 17 18:39:22.356439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55712) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:23.213894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-71f8e6da-91ce-4615-bb2a-fba09396a21e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:23.424369 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device d4cf24fb-a3d3-480b-a134-0e962389ca96 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:39:23.465844 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: d4cf24fb-a3d3-480b-a134-0e962389ca96 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:39:23.466190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device d4cf24fb-a3d3-480b-a134-0e962389ca96 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:39:23.758452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-71f8e6da-91ce-4615-bb2a-fba09396a21e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:39:23.759264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-71f8e6da-91ce-4615-bb2a-fba09396a21e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:24.024314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-71f8e6da-91ce-4615-bb2a-fba09396a21e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:24.024812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-71f8e6da-91ce-4615-bb2a-fba09396a21e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:24.198713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-71f8e6da-91ce-4615-bb2a-fba09396a21e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:39:24.464599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-71f8e6da-91ce-4615-bb2a-fba09396a21e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:24.522967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8e6da-91ce-4615-bb2a-fba09396a21e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:24.916502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-71f8e6da-91ce-4615-bb2a-fba09396a21e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:25.326762 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:25.570258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f8e6da-91ce-4615-bb2a-fba09396a21e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Router 14f81eed-4882-4999-9d98-8728beabb87d has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:39:25.776953 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f8e6da-91ce-4615-bb2a-fba09396a21e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:39:25.793685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d424e9-ce9e-4e7f-a87e-a97cd8207855 None None] Sync routers for ids ['14f81eed-4882-4999-9d98-8728beabb87d'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:39:25.804842 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-71f8e6da-91ce-4615-bb2a-fba09396a21e tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "PUT /v2.0/routers/14f81eed-4882-4999-9d98-8728beabb87d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4445937 Oct 17 18:39:25.807203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55716) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:25.811736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d424e9-ce9e-4e7f-a87e-a97cd8207855 None None] Routers {'14f81eed-4882-4999-9d98-8728beabb87d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:39:25.812513 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-79d424e9-ce9e-4e7f-a87e-a97cd8207855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:39:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['14f81eed-4882-4999-9d98-8728beabb87d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:25.890202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6be559-2758-477b-b960-e497ab0908a4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting subnet 4caf3c21-58a5-48ae-8ea5-c7477850910a {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:39:25.894201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b6be559-2758-477b-b960-e497ab0908a4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:25.964718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b6be559-2758-477b-b960-e497ab0908a4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:26.061856 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-79d424e9-ce9e-4e7f-a87e-a97cd8207855 None None] Set router 14f81eed-4882-4999-9d98-8728beabb87d gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:39:26.069972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b6be559-2758-477b-b960-e497ab0908a4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:26.169597 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b6be559-2758-477b-b960-e497ab0908a4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:26.247531 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6be559-2758-477b-b960-e497ab0908a4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Subnet': ['ID=4caf3c21-58a5-48ae-8ea5-c7477850910a,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:26.253250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-1b6be559-2758-477b-b960-e497ab0908a4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:26.263603 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1b6be559-2758-477b-b960-e497ab0908a4 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/subnets/4caf3c21-58a5-48ae-8ea5-c7477850910a HTTP/1.1" status: 204 len: 168 time: 0.4548595 Oct 17 18:39:26.266368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55720) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:26.277433 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac95f77b-de8e-4bd1-820f-c0b231f06035 None None] Network 8f42b7c4-819e-456a-9e06-d8dc5b52b437 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:39:26.501107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:26.713986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:26.725803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 4249fb4e-a579-4432-8417-79a01d311ece {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:39:26.726179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:26.940717 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port 4249fb4e-a579-4432-8417-79a01d311ece, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4249fb4e-a579-4432-8417-79a01d311ece,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:26.941235 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:26.952704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-79d424e9-ce9e-4e7f-a87e-a97cd8207855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86'}], 'enable_snat': True}, 'gw_port_id': '4249fb4e-a579-4432-8417-79a01d311ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:39:24Z', 'revision_number': 5, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port': {'id': '4249fb4e-a579-4432-8417-79a01d311ece', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:91:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14f81eed-4882-4999-9d98-8728beabb87d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:38:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:26.964376 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d424e9-ce9e-4e7f-a87e-a97cd8207855 None None] Checking router: 14f81eed-4882-4999-9d98-8728beabb87d for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:39:26.977133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d424e9-ce9e-4e7f-a87e-a97cd8207855 None None] Routers {'14f81eed-4882-4999-9d98-8728beabb87d'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:39:26.977796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-79d424e9-ce9e-4e7f-a87e-a97cd8207855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:39:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['14f81eed-4882-4999-9d98-8728beabb87d'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:27.122932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0077106-f174-48a8-a41b-b6665cb00696 None None] DHCP port deletion for 8f42b7c4-819e-456a-9e06-d8dc5b52b437 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:39:27.153172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 4249fb4e-a579-4432-8417-79a01d311ece owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:39:27.195928 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 3e86284b-9c43-45ad-81ec-19ff2b853583 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:39:27.257598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e0077106-f174-48a8-a41b-b6665cb00696 None None] Deleting port 3e86284b-9c43-45ad-81ec-19ff2b853583 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:39:27.257884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0077106-f174-48a8-a41b-b6665cb00696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:27.476341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-79d424e9-ce9e-4e7f-a87e-a97cd8207855 None None] Set router 14f81eed-4882-4999-9d98-8728beabb87d gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:39:27.498567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:27.553018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=4249fb4e-a579-4432-8417-79a01d311ece,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:27.673347 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:27.712132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-79d424e9-ce9e-4e7f-a87e-a97cd8207855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:39:26Z', 'revision_number': 6, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:27.742850 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d424e9-ce9e-4e7f-a87e-a97cd8207855 None None] The sync data for ids ['14f81eed-4882-4999-9d98-8728beabb87d'] in dv-neutron-860895-1-hyperv is: [{'id': '14f81eed-4882-4999-9d98-8728beabb87d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1493997074', 'tenant_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:38:11Z', 'updated_at': '2022-10-17T18:39:26Z', 'revision_number': 6, 'project_id': 'f783c6cfc70e4ae89c6d34c6898bb753', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:39:27.795690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 3e86284b-9c43-45ad-81ec-19ff2b853583 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:27.795690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:27.858469 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e0077106-f174-48a8-a41b-b6665cb00696 None None] For port 3e86284b-9c43-45ad-81ec-19ff2b853583, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3e86284b-9c43-45ad-81ec-19ff2b853583,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:27.859111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0077106-f174-48a8-a41b-b6665cb00696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:27.932538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 3e86284b-9c43-45ad-81ec-19ff2b853583, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3e86284b-9c43-45ad-81ec-19ff2b853583,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:27.944426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:27.946943 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:27.982298 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:27.983641 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Fanout notify agent at l3_agent the message router_deleted on router 14f81eed-4882-4999-9d98-8728beabb87d {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:39:28.002493 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e0077106-f174-48a8-a41b-b6665cb00696 None None] Calling delete_port for 3e86284b-9c43-45ad-81ec-19ff2b853583 owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:39:28.003583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:28.004795 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-01d8f5a3-631c-4362-92a6-d9773bcbcacc tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/routers/14f81eed-4882-4999-9d98-8728beabb87d HTTP/1.1" status: 204 len: 168 time: 1.7370498 Oct 17 18:39:28.008119 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55724) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:28.030257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:28.165121 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:28.174453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=3e86284b-9c43-45ad-81ec-19ff2b853583,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:28.186637 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:28.187082 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:28.187397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:28.187753 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:28.188419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:28.188828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Deleting port 3e86284b-9c43-45ad-81ec-19ff2b853583 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:39:28.189011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:28.189277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:28.189418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:28.189649 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:28.189923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:28.190255 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:28.190621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:28.190953 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:28.200501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-e0077106-f174-48a8-a41b-b6665cb00696 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:39:28.200922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-e0077106-f174-48a8-a41b-b6665cb00696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:39:28.434480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] For port 3e86284b-9c43-45ad-81ec-19ff2b853583, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=3e86284b-9c43-45ad-81ec-19ff2b853583,segment=NetworkSegment(6d3a1563-5215-4519-bae7-05e86798a95a),segment_id=6d3a1563-5215-4519-bae7-05e86798a95a)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:28.434873 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:28.571611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Calling delete_port for 3e86284b-9c43-45ad-81ec-19ff2b853583 owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:39:28.661327 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:28.703213 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e0077106-f174-48a8-a41b-b6665cb00696 None None] Deleting port 3e86284b-9c43-45ad-81ec-19ff2b853583 {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:39:28.704737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0077106-f174-48a8-a41b-b6665cb00696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:28.714898 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Port': ['ID=3e86284b-9c43-45ad-81ec-19ff2b853583,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:28.718796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] No DVR routers for this DVR port 3e86284b-9c43-45ad-81ec-19ff2b853583 on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:39:28.783544 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e0077106-f174-48a8-a41b-b6665cb00696 None None] The port '3e86284b-9c43-45ad-81ec-19ff2b853583' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:39:28.858456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:28.893786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f42b7c4-819e-456a-9e06-d8dc5b52b437']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:28.908286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3a1563-5215-4519-bae7-05e86798a95a') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:28.908583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3a1563-5215-4519-bae7-05e86798a95a') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:28.923475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:28.941699 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:28.949255 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:39:28.949656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:29.055946 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 6d3a1563-5215-4519-bae7-05e86798a95a resource provider aggregate not found Oct 17 18:39:29.073808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:29.142209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e81a5ff1-2e2d-48e6-8f38-7bb1c0877601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:29.157572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:39:29.201806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:39:29.202223 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fa4d11f4-6c9a-4bfc-8099-cb6c68e8ba0b not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:39:29.202588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4249fb4e-a579-4432-8417-79a01d311ece no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:39:29.241338 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 6d3a1563-5215-4519-bae7-05e86798a95a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d3a1563-5215-4519-bae7-05e86798a95a found for delete ", "request_id": "req-b5e0fe80-cc3b-40ea-b4cc-3053c944db6a"}]} Oct 17 18:39:29.242470 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:29.243257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 4249fb4e-a579-4432-8417-79a01d311ece {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:39:29.243606 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4249fb4e-a579-4432-8417-79a01d311ece not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:39:29.252969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'Network': ['ID=8f42b7c4-819e-456a-9e06-d8dc5b52b437,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:29.269130 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-36edc09a-0906-4df1-945b-168378a100a0 tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/networks/8f42b7c4-819e-456a-9e06-d8dc5b52b437 HTTP/1.1" status: 204 len: 168 time: 1.2599089 Oct 17 18:39:29.273442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55734) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:29.352368 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-964b167b-8619-47bd-86ca-3ad1e9da5b1f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:29.385564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-964b167b-8619-47bd-86ca-3ad1e9da5b1f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:29.463100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-964b167b-8619-47bd-86ca-3ad1e9da5b1f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:29.484472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b167b-8619-47bd-86ca-3ad1e9da5b1f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d363dc34-e9e0-4cf3-9be7-f5903fabef35,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:29.498145 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-964b167b-8619-47bd-86ca-3ad1e9da5b1f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:29.499590 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-964b167b-8619-47bd-86ca-3ad1e9da5b1f tempest-TestNetworkAdvancedServerOps-457361089 tempest-TestNetworkAdvancedServerOps-457361089-project] 10.222.0.69 "DELETE /v2.0/security-groups/d363dc34-e9e0-4cf3-9be7-f5903fabef35 HTTP/1.1" status: 204 len: 168 time: 0.2249880 Oct 17 18:39:29.891334 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55744) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:30.102189 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6660c3e0-dc29-49a0-9862-1ad3f0106672 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f783c6cfc70e4ae89c6d34c6898bb753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094784 Oct 17 18:39:30.105010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55752) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:30.174556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0f11cbff-33d0-41b4-81e5-14db2197c7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:30.204509 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0f11cbff-33d0-41b4-81e5-14db2197c7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:30.265450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0f11cbff-33d0-41b4-81e5-14db2197c7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:30.285216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11cbff-33d0-41b4-81e5-14db2197c7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67974a63-627a-444d-907e-849df22bc19e,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:30.294262 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0f11cbff-33d0-41b4-81e5-14db2197c7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:30.295444 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0f11cbff-33d0-41b4-81e5-14db2197c7a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67974a63-627a-444d-907e-849df22bc19e HTTP/1.1" status: 204 len: 168 time: 0.1894946 Oct 17 18:39:30.635690 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55760) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:30.654577 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a9cfbfd-d220-43af-94fc-0cf004508345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:30.672117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2a9cfbfd-d220-43af-94fc-0cf004508345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:30.676479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2a9cfbfd-d220-43af-94fc-0cf004508345 admin admin] Usage tracker for resource:security_group_rule and tenant:c4c6560c26a444118edd7aac1a8a5a5d is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:30.680552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2a9cfbfd-d220-43af-94fc-0cf004508345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:30.686911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2a9cfbfd-d220-43af-94fc-0cf004508345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:30.789718 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a9cfbfd-d220-43af-94fc-0cf004508345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:30.794180 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2a9cfbfd-d220-43af-94fc-0cf004508345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:30.845222 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2a9cfbfd-d220-43af-94fc-0cf004508345 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4c6560c26a444118edd7aac1a8a5a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2084141 Oct 17 18:39:30.846152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cfbfd-d220-43af-94fc-0cf004508345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafe7830-3439-438c-b63e-9d08709d9e5d,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:30.848972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55764) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:30.923737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-82efa9ca-bae1-49cf-8729-d8f3c2f76fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:30.953532 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-82efa9ca-bae1-49cf-8729-d8f3c2f76fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:31.015420 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-82efa9ca-bae1-49cf-8729-d8f3c2f76fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:31.033351 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efa9ca-bae1-49cf-8729-d8f3c2f76fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafe7830-3439-438c-b63e-9d08709d9e5d,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:31.039637 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-82efa9ca-bae1-49cf-8729-d8f3c2f76fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:31.040566 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-82efa9ca-bae1-49cf-8729-d8f3c2f76fd6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cafe7830-3439-438c-b63e-9d08709d9e5d HTTP/1.1" status: 204 len: 168 time: 0.1904638 Oct 17 18:39:31.544823 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d24a5481-28bb-42c3-a1a0-a7b51ae4d626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:32.010812 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55788) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:32.170037 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-842327253-network', 'tenant_id': 'a19a0dea46384a108e52313280826a51'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:32.175229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:32.180182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Usage tracker for resource:network and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:32.183584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:32.191291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:32.203884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Made reservation on behalf of a19a0dea46384a108e52313280826a51 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:39:32.206631 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:32.220390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:32.237602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:32.243139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:32.246532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:32.253747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:32.372375 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:32.377365 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:32.414568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:39:32.424167 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bcc506-32b4-4395-aefd-5219fb2e71a9,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:32.432428 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:32.432771 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Added segment 5ee37793-2d85-4020-a532-ff31ba430434 of type vlan for network e0333407-8ee6-4585-be66-3cc34b444969 Oct 17 18:39:32.467843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:32.512615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:32.513886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:32.514590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:32.609799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:32.635426 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] Pushing event updated for resources: {'Network': ['ID=e0333407-8ee6-4585-be66-3cc34b444969,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:32.639097 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-320326a4-9f27-4435-8946-dc019105e8ac admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6267924 Oct 17 18:39:32.642857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55794) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:32.649277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Request body: {'subnet': {'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-842327253-subnet', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'ip_version': 4}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:32.650438 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network e0333407-8ee6-4585-be66-3cc34b444969 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:39:32.654828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:32.660025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Usage tracker for resource:subnet and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:32.664985 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:32.672275 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:32.691004 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Made reservation on behalf of a19a0dea46384a108e52313280826a51 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:39:32.694270 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:32.782066 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:32.963521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:33.045249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5acf164e-83a8-4fc0-b42b-46e98bf597b2,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:33.056138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Checking segment: {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:39:33.056511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Network hostable DHCP agents. Network: e0333407-8ee6-4585-be66-3cc34b444969, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:39:33.083110 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Network e0333407-8ee6-4585-be66-3cc34b444969 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:39:33.100514 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, e0333407-8ee6-4585-be66-3cc34b444969) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:33.106766 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:33.107816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:33.116040 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49b631-baee-4443-a8de-91ae6f55d9dd None None] Network e0333407-8ee6-4585-be66-3cc34b444969 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:39:33.154494 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8d29b7ff-f295-4ca8-b029-7467c9fde5b7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5062792 Oct 17 18:39:33.155280 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55798) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:33.166060 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:33.174890 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:33.182671 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Usage tracker for resource:router and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:33.187880 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:33.198528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:33.221273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:33.222976 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:33.249345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:33.440843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-e0333407-8ee6-4585-be66-3cc34b444969', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:39:33.441872 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:33.628223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:33.675722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Allocated IP 172.20.0.2 (e0333407-8ee6-4585-be66-3cc34b444969/5acf164e-83a8-4fc0-b42b-46e98bf597b2/b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:39:33.968098 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:33.983460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Transition to ACTIVE for port object b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:34.019003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Transition to ACTIVE for port object b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:34.028349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:34.129062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Network e0333407-8ee6-4585-be66-3cc34b444969 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:39:34.134901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:34.142015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:39:34.159492 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Pushing event updated for resources: {'Port': ['ID=b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:34.201921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:34.237745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:34.350539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Attempting to bind port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:39:34.350947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Attempting to bind port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:39:34.351576 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Attempting to bind port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d on network e0333407-8ee6-4585-be66-3cc34b444969 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:39:34.361927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:39:34.362485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Checking segment: {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:39:34.363139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:34.363748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Bound using segment: {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:39:34.365129 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Bound port: b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:39:34.366188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:34.400251 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Allocated IP 172.26.8.216 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/cf5514fa-b474-42f5-9ef7-583c776765d2) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:39:34.551450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-999f14db-be44-416c-a925-4c5d252d230a None None] For port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:39:34.562201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-999f14db-be44-416c-a925-4c5d252d230a None None] For port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:39:34.571075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:34.593288 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:34.627230 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:34.650541 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:34.705064 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:39:34.709634 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:34.714511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:39:34.729894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f14db-be44-416c-a925-4c5d252d230a None None] Pushing event updated for resources: {'Port': ['ID=b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:34.756364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5514fa-b474-42f5-9ef7-583c776765d2,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:35.206940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:35.288408 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:35.458642 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:35.904806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fea118-fd2e-491d-888d-aee9698db57b None None] Network e0333407-8ee6-4585-be66-3cc34b444969 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:39:35.923919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:36.054399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c91c4478-b1df-438a-bf3c-afd49e9ab745 None None] Provisioning for port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:36.072665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c91c4478-b1df-438a-bf3c-afd49e9ab745 None None] Provisioning complete for port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:36.073233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c91c4478-b1df-438a-bf3c-afd49e9ab745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:36.073740 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c91c4478-b1df-438a-bf3c-afd49e9ab745 None None] Attempt 1 to provision port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d Oct 17 18:39:36.460289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Router c43a754e-49cc-476f-91e0-361b206ae639 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:39:36.471467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c91c4478-b1df-438a-bf3c-afd49e9ab745 None None] Current status of the port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:36.471956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c91c4478-b1df-438a-bf3c-afd49e9ab745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:36.519139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c91c4478-b1df-438a-bf3c-afd49e9ab745 None None] For port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:36.526242 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c91c4478-b1df-438a-bf3c-afd49e9ab745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:36.653201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c4478-b1df-438a-bf3c-afd49e9ab745 None None] Pushing event updated for resources: {'Port': ['ID=b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:36.732920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:39:36.746640 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Sync routers for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:39:36.763974 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:39:36.764677 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:39:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:36.776091 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:36.778254 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ce549930-a316-422d-afe0-072c340e39e0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6212082 Oct 17 18:39:36.782397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55802) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:36.863612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-af1db219-660f-4309-b727-09df8ed7c40c None None] Provisioning complete for port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:36.864749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-af1db219-660f-4309-b727-09df8ed7c40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:36.865287 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-af1db219-660f-4309-b727-09df8ed7c40c None None] Attempt 1 to provision port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d Oct 17 18:39:37.020038 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-af1db219-660f-4309-b727-09df8ed7c40c None None] Current status of the port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:37.026111 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:39:37.167186 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:37.296119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:37.296419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:37.296707 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d Oct 17 18:39:37.389542 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:35Z', 'revision_number': 3, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:37.395644 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Checking router: c43a754e-49cc-476f-91e0-361b206ae639 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:39:37.396171 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Updating router c43a754e-49cc-476f-91e0-361b206ae639 port cf5514fa-b474-42f5-9ef7-583c776765d2 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:39:37.465737 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:37.482321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:37.891485 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:37.907071 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Transition to ACTIVE for port object cf5514fa-b474-42f5-9ef7-583c776765d2 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:37.918909 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:37.972799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:37.991181 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Attempting to bind port cf5514fa-b474-42f5-9ef7-583c776765d2 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:39:37.991548 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Attempting to bind port cf5514fa-b474-42f5-9ef7-583c776765d2 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:39:37.992423 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Attempting to bind port cf5514fa-b474-42f5-9ef7-583c776765d2 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:39:38.003155 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:39:38.003527 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:39:38.003926 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:38.004315 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:39:38.005294 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Bound port: cf5514fa-b474-42f5-9ef7-583c776765d2, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:39:38.005664 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:38.050775 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Pushing event updated for resources: {'Port': ['ID=cf5514fa-b474-42f5-9ef7-583c776765d2,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:38.068585 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:38.071493 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:38.072520 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:38.073162 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:38.073693 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:38.074157 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:38.074604 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:38.075218 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:38.075756 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:38.076243 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:38.076946 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:38.077542 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:39:38.130578 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] For port cf5514fa-b474-42f5-9ef7-583c776765d2, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:39:38.140240 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] For port cf5514fa-b474-42f5-9ef7-583c776765d2, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=cf5514fa-b474-42f5-9ef7-583c776765d2,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:39:38.149918 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:38.218804 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:39:38.219587 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:39:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:38.332656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Allocated IP 172.20.0.1 (e0333407-8ee6-4585-be66-3cc34b444969/5acf164e-83a8-4fc0-b42b-46e98bf597b2/bba133cc-ab05-4725-ae91-12df8fa12072) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:39:38.378990 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7738a9a-f0f4-47fd-b885-3810771bfe39 None None] Pushing event updated for resources: {'Port': ['ID=cf5514fa-b474-42f5-9ef7-583c776765d2,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:38.465466 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:39:38.562524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:38.586148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Transition to ACTIVE for port object bba133cc-ab05-4725-ae91-12df8fa12072 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:38.617850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:38.702553 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Network e0333407-8ee6-4585-be66-3cc34b444969 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:39:38.706525 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:38.713238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:39:38.911667 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:35Z', 'revision_number': 3, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:38.919087 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb29f69-1756-4c12-86c2-2f35cc9c81d0 None None] The sync data for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv is: [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:35Z', 'revision_number': 3, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:39:38.977702 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Pushing event updated for resources: {'Port': ['ID=bba133cc-ab05-4725-ae91-12df8fa12072,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:39.018805 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:39.082071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Provisioning for port bba133cc-ab05-4725-ae91-12df8fa12072 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:39.088700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Provisioning complete for port bba133cc-ab05-4725-ae91-12df8fa12072 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:39.089072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:39.089433 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Attempt 1 to provision port bba133cc-ab05-4725-ae91-12df8fa12072 Oct 17 18:39:39.155826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Port bba133cc-ab05-4725-ae91-12df8fa12072 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:39.230287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:39.358311 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:39:39.625767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:39.632401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:39.657257 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Attempt 2 to provision port bba133cc-ab05-4725-ae91-12df8fa12072 Oct 17 18:39:39.728894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Port bba133cc-ab05-4725-ae91-12df8fa12072 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:39.787598 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:39.791852 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Pushing event updated for resources: {'Port': ['ID=bba133cc-ab05-4725-ae91-12df8fa12072,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:39.998614 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Network e0333407-8ee6-4585-be66-3cc34b444969 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:39:40.000742 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:40.230213 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Attempt 3 to provision port bba133cc-ab05-4725-ae91-12df8fa12072 Oct 17 18:39:40.256074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Router c43a754e-49cc-476f-91e0-361b206ae639 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:39:40.294142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Port bba133cc-ab05-4725-ae91-12df8fa12072 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:40.563362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:39:40.579229 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-735c9f97-7440-4cc8-8451-d4f7204f9003 admin admin] 10.222.0.69 "PUT /v2.0/routers/c43a754e-49cc-476f-91e0-361b206ae639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7953551 Oct 17 18:39:40.740363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Sync routers for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:39:40.755165 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:39:40.755814 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:39:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:40.827932 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Attempt 4 to provision port bba133cc-ab05-4725-ae91-12df8fa12072 Oct 17 18:39:40.983582 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Port bba133cc-ab05-4725-ae91-12df8fa12072 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:41.048818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:39:41.203982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device cf5514fa-b474-42f5-9ef7-583c776765d2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:41.351720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55820) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:41.358881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1716415691-network', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:41.365559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:41.370903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Usage tracker for resource:network and tenant:97fb377e64ce48d89877dabdf4bfaf82 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:41.374862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:41.384469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:41.399665 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Made reservation on behalf of 97fb377e64ce48d89877dabdf4bfaf82 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:39:41.403747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.426171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.451633 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port cf5514fa-b474-42f5-9ef7-583c776765d2 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:41.453828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:41.461346 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Usage tracker for resource:security_group_rule and tenant:97fb377e64ce48d89877dabdf4bfaf82 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:41.466352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:41.469062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port cf5514fa-b474-42f5-9ef7-583c776765d2 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:41.469435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.469764 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port cf5514fa-b474-42f5-9ef7-583c776765d2 Oct 17 18:39:41.477606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:41.498972 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Attempt 5 to provision port bba133cc-ab05-4725-ae91-12df8fa12072 Oct 17 18:39:41.601737 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.607078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.634522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Port bba133cc-ab05-4725-ae91-12df8fa12072 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:41.650435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:39:41.662421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79020b66-f774-4923-95c7-5229d5d39905,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:41.671574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.672101 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Added segment 0fbebf0f-fb94-44a3-b63d-e63d02dd50c0 of type vlan for network 68ae3e99-10e3-45c1-83ac-01fb7da10b98 Oct 17 18:39:41.712899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.727942 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port cf5514fa-b474-42f5-9ef7-583c776765d2 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:41.728325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.734943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 2, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:41.747246 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Checking router: c43a754e-49cc-476f-91e0-361b206ae639 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:39:41.747585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Updating router c43a754e-49cc-476f-91e0-361b206ae639 port bba133cc-ab05-4725-ae91-12df8fa12072 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:39:41.757383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.758612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:41.759385 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.803016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port cf5514fa-b474-42f5-9ef7-583c776765d2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=cf5514fa-b474-42f5-9ef7-583c776765d2,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:41.810535 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.873048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.899874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] Pushing event updated for resources: {'Network': ['ID=68ae3e99-10e3-45c1-83ac-01fb7da10b98,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:41.904096 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9b01b123-6d2b-493b-9c6f-1fbefacba8f7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5506468 Oct 17 18:39:41.907762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55824) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:41.915637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Request body: {'subnet': {'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1716415691-subnet', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'ip_version': 4}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:41.921687 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:41.927497 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Usage tracker for resource:subnet and tenant:97fb377e64ce48d89877dabdf4bfaf82 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:41.931514 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:41.937623 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 68ae3e99-10e3-45c1-83ac-01fb7da10b98 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:39:41.939930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:41.956249 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Made reservation on behalf of 97fb377e64ce48d89877dabdf4bfaf82 for: {'subnet': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:39:41.959670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3049952'] for subnet, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:41.977234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=cf5514fa-b474-42f5-9ef7-583c776765d2,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:42.138344 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Attempt 6 to provision port bba133cc-ab05-4725-ae91-12df8fa12072 Oct 17 18:39:42.282078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2389495', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3049938'] for subnet, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:42.339818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Port bba133cc-ab05-4725-ae91-12df8fa12072 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:42.509923 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:42.525281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Transition to ACTIVE for port object bba133cc-ab05-4725-ae91-12df8fa12072 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:42.534032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:42.624026 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc59ea7-0d82-4ef7-aac8-008c239e4f7b,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:42.632308 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Checking segment: {'id': '0fbebf0f-fb94-44a3-b63d-e63d02dd50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:39:42.632703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Network hostable DHCP agents. Network: 68ae3e99-10e3-45c1-83ac-01fb7da10b98, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89191) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:39:42.664439 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Network 68ae3e99-10e3-45c1-83ac-01fb7da10b98 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89191) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:39:42.681036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 68ae3e99-10e3-45c1-83ac-01fb7da10b98) {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:42.687412 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:42.689268 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:42.699435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1514bd6-00d5-4838-ace5-6df6b64f2e31 None None] Network 68ae3e99-10e3-45c1-83ac-01fb7da10b98 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:39:42.723199 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-88035f28-55db-4c8b-b5fa-e81624f42712 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8134453 Oct 17 18:39:42.727804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55828) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:42.733951 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1716415691-router', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:42.740911 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:42.746116 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Usage tracker for resource:router and tenant:97fb377e64ce48d89877dabdf4bfaf82 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:42.749925 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:42.759213 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:42.775695 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:42.777134 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:42.799736 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:42.868284 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Attempt 7 to provision port bba133cc-ab05-4725-ae91-12df8fa12072 Oct 17 18:39:42.962251 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2900d98-a0a3-4eb4-ab08-13e57b3dbf81 None None] Pushing event updated for resources: {'Port': ['ID=bba133cc-ab05-4725-ae91-12df8fa12072,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:43.007099 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Attempting to bind port bba133cc-ab05-4725-ae91-12df8fa12072 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:39:43.007652 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Attempting to bind port bba133cc-ab05-4725-ae91-12df8fa12072 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:39:43.008017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Attempting to bind port bba133cc-ab05-4725-ae91-12df8fa12072 on network e0333407-8ee6-4585-be66-3cc34b444969 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:39:43.026386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:39:43.026780 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Checking segment: {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:39:43.027290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:43.027833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Bound using segment: {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:39:43.028426 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Bound port: bba133cc-ab05-4725-ae91-12df8fa12072, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:39:43.028904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:43.051472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Port bba133cc-ab05-4725-ae91-12df8fa12072 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:43.212108 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:43.252745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device cf5514fa-b474-42f5-9ef7-583c776765d2 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:43.321317 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] For port bba133cc-ab05-4725-ae91-12df8fa12072, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:39:43.377964 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] For port bba133cc-ab05-4725-ae91-12df8fa12072, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=bba133cc-ab05-4725-ae91-12df8fa12072,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:39:43.449512 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:43.572642 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Attempt 8 to provision port bba133cc-ab05-4725-ae91-12df8fa12072 Oct 17 18:39:43.637963 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-68ae3e99-10e3-45c1-83ac-01fb7da10b98', 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'fixed_ips': [{'subnet_id': 'ecc59ea7-0d82-4ef7-aac8-008c239e4f7b'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:39:43.639276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:43.701196 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:39:43.702023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:39:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:43.755277 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:43.792242 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:43.950044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Allocated IP 172.26.8.155 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/11362420-f00a-42a4-a807-d9fa4b559310) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:39:43.978204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2900d98-a0a3-4eb4-ab08-13e57b3dbf81 None None] Pushing event updated for resources: {'Port': ['ID=bba133cc-ab05-4725-ae91-12df8fa12072,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:44.016847 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port cf5514fa-b474-42f5-9ef7-583c776765d2 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:44.017462 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:44.018349 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port cf5514fa-b474-42f5-9ef7-583c776765d2 Oct 17 18:39:44.097821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-3acfa5f6-5b53-404d-9ca6-a4aad9552d08 None None] Port bba133cc-ab05-4725-ae91-12df8fa12072 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:39:44.210749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:44.245955 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:44.272728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:39:44.320585 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:39:44.324021 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:44.328240 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:39:44.360527 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Pushing event updated for resources: {'Port': ['ID=11362420-f00a-42a4-a807-d9fa4b559310,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:44.439150 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Allocated IP 172.20.0.2 (68ae3e99-10e3-45c1-83ac-01fb7da10b98/ecc59ea7-0d82-4ef7-aac8-008c239e4f7b/7ccd1d57-df53-4a28-bd89-e00493dab04f) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:39:44.562138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port cf5514fa-b474-42f5-9ef7-583c776765d2 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:44.917511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:44.932023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Transition to ACTIVE for port object 7ccd1d57-df53-4a28-bd89-e00493dab04f will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:44.952916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:44.963172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Transition to ACTIVE for port object 7ccd1d57-df53-4a28-bd89-e00493dab04f will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:44.971285 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:43Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:44.976567 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:45.010871 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef828aa1-e52d-411e-a045-7d72c789b7c8 None None] The sync data for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv is: [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:43Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:39:45.064151 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Network 68ae3e99-10e3-45c1-83ac-01fb7da10b98 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:39:45.068569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:45.079315 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:39:45.114771 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Pushing event updated for resources: {'Port': ['ID=7ccd1d57-df53-4a28-bd89-e00493dab04f,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:45.268413 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Attempting to bind port 7ccd1d57-df53-4a28-bd89-e00493dab04f on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:39:45.268809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Attempting to bind port 7ccd1d57-df53-4a28-bd89-e00493dab04f by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '0fbebf0f-fb94-44a3-b63d-e63d02dd50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:39:45.269294 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Attempting to bind port 7ccd1d57-df53-4a28-bd89-e00493dab04f on network 68ae3e99-10e3-45c1-83ac-01fb7da10b98 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:39:45.277135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:39:45.277577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Checking segment: {'id': '0fbebf0f-fb94-44a3-b63d-e63d02dd50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:39:45.278063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:45.278531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Bound using segment: {'id': '0fbebf0f-fb94-44a3-b63d-e63d02dd50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:39:45.279118 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Bound port: 7ccd1d57-df53-4a28-bd89-e00493dab04f, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fbebf0f-fb94-44a3-b63d-e63d02dd50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:39:45.279593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:45.329631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device bba133cc-ab05-4725-ae91-12df8fa12072 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:45.455718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] For port 7ccd1d57-df53-4a28-bd89-e00493dab04f, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:39:45.459612 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port bba133cc-ab05-4725-ae91-12df8fa12072 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:45.466153 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] For port 7ccd1d57-df53-4a28-bd89-e00493dab04f, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7ccd1d57-df53-4a28-bd89-e00493dab04f,segment=NetworkSegment(0fbebf0f-fb94-44a3-b63d-e63d02dd50c0),segment_id=0fbebf0f-fb94-44a3-b63d-e63d02dd50c0)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:39:45.468654 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port bba133cc-ab05-4725-ae91-12df8fa12072 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:45.468903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:45.469386 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port bba133cc-ab05-4725-ae91-12df8fa12072 Oct 17 18:39:45.501830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:45.536434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:45.682589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7ac42-d7ba-4283-aa8c-c1ffc05bc9fc None None] Pushing event updated for resources: {'Port': ['ID=7ccd1d57-df53-4a28-bd89-e00493dab04f,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:45.725069 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port bba133cc-ab05-4725-ae91-12df8fa12072 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:45.725598 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:45.768272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port bba133cc-ab05-4725-ae91-12df8fa12072, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=bba133cc-ab05-4725-ae91-12df8fa12072,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:45.774269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:45.948577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=bba133cc-ab05-4725-ae91-12df8fa12072,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:45.953720 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Router a530cb99-b185-4fa7-b91f-e591a09c990b is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:39:46.209518 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:39:46.221900 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Sync routers for ids ['a530cb99-b185-4fa7-b91f-e591a09c990b'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:39:46.240343 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Routers {'a530cb99-b185-4fa7-b91f-e591a09c990b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:39:46.241661 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:39:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['a530cb99-b185-4fa7-b91f-e591a09c990b'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:46.248749 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:46.250559 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-6a371806-624b-4e30-9807-4a6e484f2f85 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5219679 Oct 17 18:39:46.254903 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55832) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:46.604850 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Set router a530cb99-b185-4fa7-b91f-e591a09c990b gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:39:47.048071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7422db49-7d9d-4894-8fab-e82268f9cc49 None None] Network 68ae3e99-10e3-45c1-83ac-01fb7da10b98 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:39:47.061603 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'name': 'tempest-TestShelveInstance-1716415691-router', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '11362420-f00a-42a4-a807-d9fa4b559310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:42Z', 'updated_at': '2022-10-17T18:39:44Z', 'revision_number': 3, 'project_id': '97fb377e64ce48d89877dabdf4bfaf82', 'gw_port': {'id': '11362420-f00a-42a4-a807-d9fa4b559310', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:43Z', 'updated_at': '2022-10-17T18:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:47.067400 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Checking router: a530cb99-b185-4fa7-b91f-e591a09c990b for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:39:47.067929 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Updating router a530cb99-b185-4fa7-b91f-e591a09c990b port 11362420-f00a-42a4-a807-d9fa4b559310 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:39:47.167534 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:47.183700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-1e260aea-eec7-4286-a5b1-ac65b874c41d None None] Provisioning for port 7ccd1d57-df53-4a28-bd89-e00493dab04f completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:47.458288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device bba133cc-ab05-4725-ae91-12df8fa12072 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:47.568671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port bba133cc-ab05-4725-ae91-12df8fa12072 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:47.569079 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:47.569425 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port bba133cc-ab05-4725-ae91-12df8fa12072 Oct 17 18:39:47.736702 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:47.763426 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Transition to ACTIVE for port object 11362420-f00a-42a4-a807-d9fa4b559310 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:47.779584 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:47.781027 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:47.908985 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Attempting to bind port 11362420-f00a-42a4-a807-d9fa4b559310 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:39:47.909446 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Attempting to bind port 11362420-f00a-42a4-a807-d9fa4b559310 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:39:47.909954 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Attempting to bind port 11362420-f00a-42a4-a807-d9fa4b559310 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:39:47.911579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port bba133cc-ab05-4725-ae91-12df8fa12072 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:47.914325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7ccd1d57-df53-4a28-bd89-e00493dab04f up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:47.932308 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:39:47.932885 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:39:47.933515 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:47.934175 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:39:47.934940 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Bound port: 11362420-f00a-42a4-a807-d9fa4b559310, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:39:47.935561 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:48.012826 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeeac4-845a-4101-89b4-343f8f02e864 None None] Pushing event updated for resources: {'Port': ['ID=11362420-f00a-42a4-a807-d9fa4b559310,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:48.063252 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 7ccd1d57-df53-4a28-bd89-e00493dab04f completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:48.064172 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] For port 11362420-f00a-42a4-a807-d9fa4b559310, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:39:48.068419 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] For port 11362420-f00a-42a4-a807-d9fa4b559310, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=11362420-f00a-42a4-a807-d9fa4b559310,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:39:48.073439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 7ccd1d57-df53-4a28-bd89-e00493dab04f triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:48.074018 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:48.074554 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 7ccd1d57-df53-4a28-bd89-e00493dab04f Oct 17 18:39:48.086459 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Allocated IP 172.20.0.1 (68ae3e99-10e3-45c1-83ac-01fb7da10b98/ecc59ea7-0d82-4ef7-aac8-008c239e4f7b/fc317b68-6f35-49bd-9c00-f604d4cc40dc) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:39:48.091644 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:48.172736 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Routers {'a530cb99-b185-4fa7-b91f-e591a09c990b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:39:48.173370 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:39:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['a530cb99-b185-4fa7-b91f-e591a09c990b'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:48.233557 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeeac4-845a-4101-89b4-343f8f02e864 None None] Pushing event updated for resources: {'Port': ['ID=11362420-f00a-42a4-a807-d9fa4b559310,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:48.323288 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 7ccd1d57-df53-4a28-bd89-e00493dab04f is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:48.323881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:48.384290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 7ccd1d57-df53-4a28-bd89-e00493dab04f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7ccd1d57-df53-4a28-bd89-e00493dab04f,segment=NetworkSegment(0fbebf0f-fb94-44a3-b63d-e63d02dd50c0),segment_id=0fbebf0f-fb94-44a3-b63d-e63d02dd50c0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:48.390183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:48.405517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:48.434552 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Transition to ACTIVE for port object fc317b68-6f35-49bd-9c00-f604d4cc40dc will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:48.449709 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] Set router a530cb99-b185-4fa7-b91f-e591a09c990b gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:39:48.470876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=7ccd1d57-df53-4a28-bd89-e00493dab04f,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:48.483984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:48.575682 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Network 68ae3e99-10e3-45c1-83ac-01fb7da10b98 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:39:48.579607 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:48.585281 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:39:48.627020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Pushing event updated for resources: {'Port': ['ID=fc317b68-6f35-49bd-9c00-f604d4cc40dc,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:48.675753 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:48.838622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:48.869731 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'name': 'tempest-TestShelveInstance-1716415691-router', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '11362420-f00a-42a4-a807-d9fa4b559310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:42Z', 'updated_at': '2022-10-17T18:39:44Z', 'revision_number': 3, 'project_id': '97fb377e64ce48d89877dabdf4bfaf82', 'gw_port': {'id': '11362420-f00a-42a4-a807-d9fa4b559310', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:43Z', 'updated_at': '2022-10-17T18:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:48.876689 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da5ee44-2f34-43c6-9995-93c0d93f3701 None None] The sync data for ids ['a530cb99-b185-4fa7-b91f-e591a09c990b'] in dv-neutron-860895-1-hyperv is: [{'id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'name': 'tempest-TestShelveInstance-1716415691-router', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '11362420-f00a-42a4-a807-d9fa4b559310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:42Z', 'updated_at': '2022-10-17T18:39:44Z', 'revision_number': 3, 'project_id': '97fb377e64ce48d89877dabdf4bfaf82', 'gw_port': {'id': '11362420-f00a-42a4-a807-d9fa4b559310', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:43Z', 'updated_at': '2022-10-17T18:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:39:48.964834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Provisioning for port fc317b68-6f35-49bd-9c00-f604d4cc40dc completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:48.973940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Provisioning complete for port fc317b68-6f35-49bd-9c00-f604d4cc40dc triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:48.974515 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:48.974984 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Attempt 1 to provision port fc317b68-6f35-49bd-9c00-f604d4cc40dc Oct 17 18:39:49.065354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Port fc317b68-6f35-49bd-9c00-f604d4cc40dc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:49.226158 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:49.232411 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:49.273795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7ccd1d57-df53-4a28-bd89-e00493dab04f up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:49.402469 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 7ccd1d57-df53-4a28-bd89-e00493dab04f triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:49.403138 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:49.403776 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 7ccd1d57-df53-4a28-bd89-e00493dab04f Oct 17 18:39:49.432676 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:49.437767 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Pushing event updated for resources: {'Port': ['ID=fc317b68-6f35-49bd-9c00-f604d4cc40dc,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:49.571993 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Attempt 2 to provision port fc317b68-6f35-49bd-9c00-f604d4cc40dc Oct 17 18:39:49.666885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 7ccd1d57-df53-4a28-bd89-e00493dab04f is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:49.680870 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Port fc317b68-6f35-49bd-9c00-f604d4cc40dc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:49.777697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Network 68ae3e99-10e3-45c1-83ac-01fb7da10b98 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:39:49.779539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:50.076321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Router a530cb99-b185-4fa7-b91f-e591a09c990b has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:39:50.182045 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Attempt 3 to provision port fc317b68-6f35-49bd-9c00-f604d4cc40dc Oct 17 18:39:50.258357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Port fc317b68-6f35-49bd-9c00-f604d4cc40dc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:50.319013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:39:50.329704 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9a70cd3a-8bc2-4f63-8578-9a573ea908b3 admin admin] 10.222.0.69 "PUT /v2.0/routers/a530cb99-b185-4fa7-b91f-e591a09c990b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0732293 Oct 17 18:39:50.759458 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Attempt 4 to provision port fc317b68-6f35-49bd-9c00-f604d4cc40dc Oct 17 18:39:50.823358 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55842) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:50.832192 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757920508', 'description': 'tempest-secgroup-smoke-1757920508 description', 'project_id': 'a19a0dea46384a108e52313280826a51'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:50.843864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:50.850553 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Port fc317b68-6f35-49bd-9c00-f604d4cc40dc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:50.850842 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:50.855317 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:50.862603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:50.880110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:50.905178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:50.914521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:50.917614 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:50.928536 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:50.945222 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Sync routers for ids ['a530cb99-b185-4fa7-b91f-e591a09c990b'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:39:50.967066 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Routers {'a530cb99-b185-4fa7-b91f-e591a09c990b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:39:50.968501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:39:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['a530cb99-b185-4fa7-b91f-e591a09c990b'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:51.046148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.051747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.118671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04783cd4-0e1f-4fc9-a670-738ada9e530f,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:51.123916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.127130 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4555a70a-8cfc-481c-868c-73295467134e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3010879 Oct 17 18:39:51.130850 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55846) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:51.140476 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-e9a0e0c5-c999-4382-85d9-2a6c17ab382b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group_rule': {'security_group_id': '04783cd4-0e1f-4fc9-a670-738ada9e530f', 'project_id': 'a19a0dea46384a108e52313280826a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:51.174857 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e9a0e0c5-c999-4382-85d9-2a6c17ab382b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:51.192927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e9a0e0c5-c999-4382-85d9-2a6c17ab382b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:51.199283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-e9a0e0c5-c999-4382-85d9-2a6c17ab382b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:51.211221 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-e9a0e0c5-c999-4382-85d9-2a6c17ab382b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:51.238918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e9a0e0c5-c999-4382-85d9-2a6c17ab382b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.281588 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 11362420-f00a-42a4-a807-d9fa4b559310 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:51.337074 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e9a0e0c5-c999-4382-85d9-2a6c17ab382b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.342363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e9a0e0c5-c999-4382-85d9-2a6c17ab382b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.352512 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Attempt 5 to provision port fc317b68-6f35-49bd-9c00-f604d4cc40dc Oct 17 18:39:51.372488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0e0c5-c999-4382-85d9-2a6c17ab382b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b349d3-76b4-4b58-8ac2-329ee440c320,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:51.388982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-e9a0e0c5-c999-4382-85d9-2a6c17ab382b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.391036 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-e9a0e0c5-c999-4382-85d9-2a6c17ab382b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2583544 Oct 17 18:39:51.395977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55850) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:51.402519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-c3deceee-c870-4a62-90c7-34f695fbf107 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group_rule': {'security_group_id': '04783cd4-0e1f-4fc9-a670-738ada9e530f', 'project_id': 'a19a0dea46384a108e52313280826a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:51.409825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c3deceee-c870-4a62-90c7-34f695fbf107 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:51.412664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Set router a530cb99-b185-4fa7-b91f-e591a09c990b gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:39:51.416093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c3deceee-c870-4a62-90c7-34f695fbf107 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:51.420712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c3deceee-c870-4a62-90c7-34f695fbf107 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:51.429820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-c3deceee-c870-4a62-90c7-34f695fbf107 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:51.453680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3deceee-c870-4a62-90c7-34f695fbf107 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.517234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Port fc317b68-6f35-49bd-9c00-f604d4cc40dc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:51.549637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3deceee-c870-4a62-90c7-34f695fbf107 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.555391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3deceee-c870-4a62-90c7-34f695fbf107 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.587524 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3deceee-c870-4a62-90c7-34f695fbf107 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cc971f-114d-486f-8c15-e970d2910f4b,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:51.602628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c3deceee-c870-4a62-90c7-34f695fbf107 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.604133 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c3deceee-c870-4a62-90c7-34f695fbf107 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2068410 Oct 17 18:39:51.607658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55854) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:51.615201 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-ea321993-a528-4374-9393-de40c493e42a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group_rule': {'security_group_id': '04783cd4-0e1f-4fc9-a670-738ada9e530f', 'project_id': 'a19a0dea46384a108e52313280826a51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:51.622315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ea321993-a528-4374-9393-de40c493e42a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:51.628205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ea321993-a528-4374-9393-de40c493e42a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:51.633458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-ea321993-a528-4374-9393-de40c493e42a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:51.641777 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-ea321993-a528-4374-9393-de40c493e42a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:51.665387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea321993-a528-4374-9393-de40c493e42a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.690950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 11362420-f00a-42a4-a807-d9fa4b559310 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:51.708046 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 11362420-f00a-42a4-a807-d9fa4b559310 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:51.708556 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.708976 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 11362420-f00a-42a4-a807-d9fa4b559310 Oct 17 18:39:51.750532 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea321993-a528-4374-9393-de40c493e42a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.756252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea321993-a528-4374-9393-de40c493e42a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.793495 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea321993-a528-4374-9393-de40c493e42a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41359fc5-09cc-4b9b-9325-09ade422a05b,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:51.811981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-ea321993-a528-4374-9393-de40c493e42a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.813764 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-ea321993-a528-4374-9393-de40c493e42a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2045813 Oct 17 18:39:51.818821 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 55858) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:51.826611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-12c9cdee-8c67-4f45-b4a7-99821d3d7986 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group_rule': {'security_group_id': '04783cd4-0e1f-4fc9-a670-738ada9e530f', 'project_id': 'a19a0dea46384a108e52313280826a51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:51.834923 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-12c9cdee-8c67-4f45-b4a7-99821d3d7986 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:51.840424 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-12c9cdee-8c67-4f45-b4a7-99821d3d7986 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:51.844577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-12c9cdee-8c67-4f45-b4a7-99821d3d7986 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:51.853148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-12c9cdee-8c67-4f45-b4a7-99821d3d7986 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:51.878177 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12c9cdee-8c67-4f45-b4a7-99821d3d7986 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.967345 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12c9cdee-8c67-4f45-b4a7-99821d3d7986 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.980037 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12c9cdee-8c67-4f45-b4a7-99821d3d7986 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:51.993820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 11362420-f00a-42a4-a807-d9fa4b559310 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:51.994529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.018443 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Attempt 6 to provision port fc317b68-6f35-49bd-9c00-f604d4cc40dc Oct 17 18:39:52.020470 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9cdee-8c67-4f45-b4a7-99821d3d7986 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa18d62-3509-4f2a-a247-9f421fbb48d4,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:52.042592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-12c9cdee-8c67-4f45-b4a7-99821d3d7986 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.044646 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-12c9cdee-8c67-4f45-b4a7-99821d3d7986 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2240629 Oct 17 18:39:52.048547 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55862) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:52.055103 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-bd0c9d79-22ec-4ddd-9d9e-51eb1c8c7bef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group_rule': {'security_group_id': '04783cd4-0e1f-4fc9-a670-738ada9e530f', 'project_id': 'a19a0dea46384a108e52313280826a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:52.063073 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-bd0c9d79-22ec-4ddd-9d9e-51eb1c8c7bef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:52.069747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bd0c9d79-22ec-4ddd-9d9e-51eb1c8c7bef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:52.074848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-bd0c9d79-22ec-4ddd-9d9e-51eb1c8c7bef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:52.084485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-bd0c9d79-22ec-4ddd-9d9e-51eb1c8c7bef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:52.102668 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-bd0c9d79-22ec-4ddd-9d9e-51eb1c8c7bef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Project a19a0dea46384a108e52313280826a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:39:52.113177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9d79-22ec-4ddd-9d9e-51eb1c8c7bef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.198184 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 11362420-f00a-42a4-a807-d9fa4b559310, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=11362420-f00a-42a4-a807-d9fa4b559310,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:52.212096 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.215183 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9d79-22ec-4ddd-9d9e-51eb1c8c7bef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.221888 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9d79-22ec-4ddd-9d9e-51eb1c8c7bef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.264808 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c9d79-22ec-4ddd-9d9e-51eb1c8c7bef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1472a6-e47d-46b0-88bd-36ddbd2d0a2d,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:52.283788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-bd0c9d79-22ec-4ddd-9d9e-51eb1c8c7bef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.288654 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-bd0c9d79-22ec-4ddd-9d9e-51eb1c8c7bef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2362747 Oct 17 18:39:52.289192 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55866) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:39:52.298019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6ff1fde7-c0b5-4270-8cb6-0d311f09e00e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group_rule': {'security_group_id': '04783cd4-0e1f-4fc9-a670-738ada9e530f', 'project_id': 'a19a0dea46384a108e52313280826a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:52.298903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Port fc317b68-6f35-49bd-9c00-f604d4cc40dc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:52.307500 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'name': 'tempest-TestShelveInstance-1716415691-router', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '11362420-f00a-42a4-a807-d9fa4b559310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:42Z', 'updated_at': '2022-10-17T18:39:48Z', 'revision_number': 4, 'project_id': '97fb377e64ce48d89877dabdf4bfaf82', 'gw_port': {'id': '11362420-f00a-42a4-a807-d9fa4b559310', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:43Z', 'updated_at': '2022-10-17T18:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'fc317b68-6f35-49bd-9c00-f604d4cc40dc', 'name': '', 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'mac_address': 'fa:16:3e:2c:44:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': 'ecc59ea7-0d82-4ef7-aac8-008c239e4f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:47Z', 'updated_at': '2022-10-17T18:39:48Z', 'revision_number': 2, 'project_id': '97fb377e64ce48d89877dabdf4bfaf82', 'subnets': [{'id': 'ecc59ea7-0d82-4ef7-aac8-008c239e4f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:52.309002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6ff1fde7-c0b5-4270-8cb6-0d311f09e00e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:52.316235 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6ff1fde7-c0b5-4270-8cb6-0d311f09e00e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:39:52.317594 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Checking router: a530cb99-b185-4fa7-b91f-e591a09c990b for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:39:52.317949 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Updating router a530cb99-b185-4fa7-b91f-e591a09c990b port fc317b68-6f35-49bd-9c00-f604d4cc40dc binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:39:52.322010 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6ff1fde7-c0b5-4270-8cb6-0d311f09e00e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:39:52.335093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6ff1fde7-c0b5-4270-8cb6-0d311f09e00e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:52.353313 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-6ff1fde7-c0b5-4270-8cb6-0d311f09e00e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Project a19a0dea46384a108e52313280826a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:39:52.362441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ff1fde7-c0b5-4270-8cb6-0d311f09e00e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.378066 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=11362420-f00a-42a4-a807-d9fa4b559310,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:52.391973 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.456114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ff1fde7-c0b5-4270-8cb6-0d311f09e00e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.462628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ff1fde7-c0b5-4270-8cb6-0d311f09e00e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.501722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1fde7-c0b5-4270-8cb6-0d311f09e00e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293f71fc-95e5-44dc-8e20-ad02a8a56f4d,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:52.517979 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6ff1fde7-c0b5-4270-8cb6-0d311f09e00e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.520627 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6ff1fde7-c0b5-4270-8cb6-0d311f09e00e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2293234 Oct 17 18:39:52.720703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-7bb60080-3b30-4e29-adb9-eb403cd95694 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Synchronizing usage tracker for tenant:a19a0dea46384a108e52313280826a51 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:39:52.747554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-7bb60080-3b30-4e29-adb9-eb403cd95694 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Unset dirty status for tenant:a19a0dea46384a108e52313280826a51 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:39:52.748701 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-7bb60080-3b30-4e29-adb9-eb403cd95694 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757920508&fields=id&tenant_id=a19a0dea46384a108e52313280826a51 HTTP/1.1" status: 200 len: 267 time: 0.0789187 Oct 17 18:39:52.800218 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Attempt 7 to provision port fc317b68-6f35-49bd-9c00-f604d4cc40dc Oct 17 18:39:52.876013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Port fc317b68-6f35-49bd-9c00-f604d4cc40dc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:52.956957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b499876c-94d4-40f4-a588-02d43c5e7ac7 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:52.957271 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.958611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b499876c-94d4-40f4-a588-02d43c5e7ac7 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Synchronizing usage tracker for tenant:a19a0dea46384a108e52313280826a51 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:39:52.971483 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Transition to ACTIVE for port object fc317b68-6f35-49bd-9c00-f604d4cc40dc will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:52.979738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:52.986634 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b499876c-94d4-40f4-a588-02d43c5e7ac7 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Unset dirty status for tenant:a19a0dea46384a108e52313280826a51 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:39:52.988536 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b499876c-94d4-40f4-a588-02d43c5e7ac7 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 808 time: 0.2315619 Oct 17 18:39:53.013849 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-42e77aaa-d144-4e84-8774-6a5bbfece24b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/quotas/a19a0dea46384a108e52313280826a51 HTTP/1.1" status: 200 len: 375 time: 0.0162556 Oct 17 18:39:53.162496 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-a4272cf6-b975-450f-b7d7-fdd717582a3b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Synchronizing usage tracker for tenant:a19a0dea46384a108e52313280826a51 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:39:53.196939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-a4272cf6-b975-450f-b7d7-fdd717582a3b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Unset dirty status for tenant:a19a0dea46384a108e52313280826a51 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:39:53.199601 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-a4272cf6-b975-450f-b7d7-fdd717582a3b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1779380 Oct 17 18:39:53.203185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e9bd1-42a7-4b9f-be35-1c3eeb4b778c None None] Pushing event updated for resources: {'Port': ['ID=fc317b68-6f35-49bd-9c00-f604d4cc40dc,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:53.248575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Attempting to bind port fc317b68-6f35-49bd-9c00-f604d4cc40dc on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:39:53.249116 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Attempting to bind port fc317b68-6f35-49bd-9c00-f604d4cc40dc by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '0fbebf0f-fb94-44a3-b63d-e63d02dd50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:39:53.250632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Attempting to bind port fc317b68-6f35-49bd-9c00-f604d4cc40dc on network 68ae3e99-10e3-45c1-83ac-01fb7da10b98 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:39:53.258726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 11362420-f00a-42a4-a807-d9fa4b559310 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:53.305471 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:39:53.306439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Checking segment: {'id': '0fbebf0f-fb94-44a3-b63d-e63d02dd50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:39:53.306439 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:53.306749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Bound using segment: {'id': '0fbebf0f-fb94-44a3-b63d-e63d02dd50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:39:53.307113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Bound port: fc317b68-6f35-49bd-9c00-f604d4cc40dc, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fbebf0f-fb94-44a3-b63d-e63d02dd50c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:39:53.307492 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:53.380587 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Attempt 8 to provision port fc317b68-6f35-49bd-9c00-f604d4cc40dc Oct 17 18:39:53.477436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Port fc317b68-6f35-49bd-9c00-f604d4cc40dc cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:53.490866 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 11362420-f00a-42a4-a807-d9fa4b559310 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:53.491287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:53.491574 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 11362420-f00a-42a4-a807-d9fa4b559310 Oct 17 18:39:53.500565 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-4cd919b4-36cb-4d00-8de2-5a09e605eefc service neutron] 10.222.0.69 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729273 Oct 17 18:39:53.526784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] For port fc317b68-6f35-49bd-9c00-f604d4cc40dc, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:39:53.550568 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] For port fc317b68-6f35-49bd-9c00-f604d4cc40dc, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fc317b68-6f35-49bd-9c00-f604d4cc40dc,segment=NetworkSegment(0fbebf0f-fb94-44a3-b63d-e63d02dd50c0),segment_id=0fbebf0f-fb94-44a3-b63d-e63d02dd50c0)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:39:53.559846 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:53.641404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Routers {'a530cb99-b185-4fa7-b91f-e591a09c990b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:39:53.642049 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:39:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['a530cb99-b185-4fa7-b91f-e591a09c990b'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:53.651076 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-9688cc58-3a15-4d93-91ba-03a35205bf9c service neutron] 10.222.0.69 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428905 Oct 17 18:39:53.836095 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e9bd1-42a7-4b9f-be35-1c3eeb4b778c None None] Pushing event updated for resources: {'Port': ['ID=fc317b68-6f35-49bd-9c00-f604d4cc40dc,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:53.881640 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-79200b54-dddd-49c7-99c4-6e9f415fd4b5 req-807dcf3c-dde5-4a19-a8d6-5b57391e29cb tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0632832 Oct 17 18:39:53.929313 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 11362420-f00a-42a4-a807-d9fa4b559310 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:53.968804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] Set router a530cb99-b185-4fa7-b91f-e591a09c990b gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:39:54.016752 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Attempt 9 to provision port fc317b68-6f35-49bd-9c00-f604d4cc40dc Oct 17 18:39:54.298786 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8341dd7e-9649-403f-9180-2214facc7b4e None None] Port fc317b68-6f35-49bd-9c00-f604d4cc40dc had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:39:54.483950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'name': 'tempest-TestShelveInstance-1716415691-router', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '11362420-f00a-42a4-a807-d9fa4b559310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:42Z', 'updated_at': '2022-10-17T18:39:48Z', 'revision_number': 4, 'project_id': '97fb377e64ce48d89877dabdf4bfaf82', 'gw_port': {'id': '11362420-f00a-42a4-a807-d9fa4b559310', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:43Z', 'updated_at': '2022-10-17T18:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'fc317b68-6f35-49bd-9c00-f604d4cc40dc', 'name': '', 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'mac_address': 'fa:16:3e:2c:44:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': 'ecc59ea7-0d82-4ef7-aac8-008c239e4f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:47Z', 'updated_at': '2022-10-17T18:39:53Z', 'revision_number': 4, 'project_id': '97fb377e64ce48d89877dabdf4bfaf82', 'subnets': [{'id': 'ecc59ea7-0d82-4ef7-aac8-008c239e4f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:39:54.492011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d6db3-dbf8-49ff-b557-239d907819ab None None] The sync data for ids ['a530cb99-b185-4fa7-b91f-e591a09c990b'] in dv-neutron-860895-1-hyperv is: [{'id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'name': 'tempest-TestShelveInstance-1716415691-router', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '11362420-f00a-42a4-a807-d9fa4b559310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:42Z', 'updated_at': '2022-10-17T18:39:48Z', 'revision_number': 4, 'project_id': '97fb377e64ce48d89877dabdf4bfaf82', 'gw_port': {'id': '11362420-f00a-42a4-a807-d9fa4b559310', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:43Z', 'updated_at': '2022-10-17T18:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'fc317b68-6f35-49bd-9c00-f604d4cc40dc', 'name': '', 'network_id': '68ae3e99-10e3-45c1-83ac-01fb7da10b98', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'mac_address': 'fa:16:3e:2c:44:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': 'ecc59ea7-0d82-4ef7-aac8-008c239e4f7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:47Z', 'updated_at': '2022-10-17T18:39:53Z', 'revision_number': 4, 'project_id': '97fb377e64ce48d89877dabdf4bfaf82', 'subnets': [{'id': 'ecc59ea7-0d82-4ef7-aac8-008c239e4f7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:39:55.024428 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7fda2d4c-56cc-48ba-93f4-c789a28925b0 req-d5e513c9-27dd-41cb-9e2b-6e411c47131d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0583191 Oct 17 18:39:55.237258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fc317b68-6f35-49bd-9c00-f604d4cc40dc up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:55.360517 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:55.381737 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port fc317b68-6f35-49bd-9c00-f604d4cc40dc completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:55.388835 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port fc317b68-6f35-49bd-9c00-f604d4cc40dc triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:55.389233 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:55.389596 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port fc317b68-6f35-49bd-9c00-f604d4cc40dc Oct 17 18:39:55.583467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port fc317b68-6f35-49bd-9c00-f604d4cc40dc is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:55.584183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:55.645837 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port fc317b68-6f35-49bd-9c00-f604d4cc40dc, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fc317b68-6f35-49bd-9c00-f604d4cc40dc,segment=NetworkSegment(0fbebf0f-fb94-44a3-b63d-e63d02dd50c0),segment_id=0fbebf0f-fb94-44a3-b63d-e63d02dd50c0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:39:55.650247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:55.757124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=fc317b68-6f35-49bd-9c00-f604d4cc40dc,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:56.167744 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6d113bc-471f-4716-a57f-ed8ca811cd6c req-7f58b06d-000c-408f-b029-d15669468cc2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0575924 Oct 17 18:39:57.190201 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fc317b68-6f35-49bd-9c00-f604d4cc40dc up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:39:57.277965 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port fc317b68-6f35-49bd-9c00-f604d4cc40dc triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:57.278469 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:57.278883 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port fc317b68-6f35-49bd-9c00-f604d4cc40dc Oct 17 18:39:57.414872 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b7b1ac61-4daf-4e5b-a67b-19aff41cb982 req-0640de53-4263-4fcb-9a50-37c3a33c38be tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0936475 Oct 17 18:39:57.450728 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port fc317b68-6f35-49bd-9c00-f604d4cc40dc is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:39:57.766865 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-47c830bd-90d1-4830-b53d-194b953d5014 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:57.768938 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-47c830bd-90d1-4830-b53d-194b953d5014 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 808 time: 0.2088881 Oct 17 18:39:57.867583 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-f4e20171-94fb-4d25-99d5-0a253cc3a941 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a19a0dea46384a108e52313280826a51 HTTP/1.1" status: 200 len: 380 time: 0.0845180 Oct 17 18:39:57.877254 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'port': {'device_id': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'admin_state_up': True, 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'security_groups': ['04783cd4-0e1f-4fc9-a670-738ada9e530f']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:58.032796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:39:58.044134 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:39:58.055992 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Made reservation on behalf of a19a0dea46384a108e52313280826a51 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:39:58.059862 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:58.256293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Allocated IP 172.20.0.7 (e0333407-8ee6-4585-be66-3cc34b444969/5acf164e-83a8-4fc0-b42b-46e98bf597b2/eef3c17f-8449-4d45-96df-fb8eb54163f4) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:39:58.487607 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:58.509434 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Transition to ACTIVE for port object eef3c17f-8449-4d45-96df-fb8eb54163f4 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:58.538465 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:58.616367 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Network e0333407-8ee6-4585-be66-3cc34b444969 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:39:58.619683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:39:58.623738 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:39:58.664755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'Port': ['ID=eef3c17f-8449-4d45-96df-fb8eb54163f4,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:58.746078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d93c0b-4296-4f37-86ec-27e80b6c47c7 req-88a9c74f-f631-4e2c-acfd-e38272fc188c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:58.749730 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-54d93c0b-4296-4f37-86ec-27e80b6c47c7 req-88a9c74f-f631-4e2c-acfd-e38272fc188c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 931 time: 0.1733177 Oct 17 18:39:58.823531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-54d93c0b-4296-4f37-86ec-27e80b6c47c7 req-7bc45f30-b6e2-43ae-85a7-fcca82173316 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Synchronizing usage tracker for tenant:a19a0dea46384a108e52313280826a51 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:39:58.828638 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:39:58.829491 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:58.838416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-54d93c0b-4296-4f37-86ec-27e80b6c47c7 req-7bc45f30-b6e2-43ae-85a7-fcca82173316 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Unset dirty status for tenant:a19a0dea46384a108e52313280826a51 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:39:58.839635 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-54d93c0b-4296-4f37-86ec-27e80b6c47c7 req-7bc45f30-b6e2-43ae-85a7-fcca82173316 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825906 Oct 17 18:39:58.872518 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-b903928f-8b71-40f3-991b-c57903f32b3c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9990575 Oct 17 18:39:58.888556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-73a18161-ad78-4245-982d-eed0fe436438 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:39:58.889852 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-73a18161-ad78-4245-982d-eed0fe436438 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059128 Oct 17 18:39:58.900606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Request body: {'port': {'device_id': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:39:58.905407 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2191b21c-de4c-4cae-bccb-9291fff4689c None None] Provisioning for port eef3c17f-8449-4d45-96df-fb8eb54163f4 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:39:58.912536 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-2191b21c-de4c-4cae-bccb-9291fff4689c None None] Provisioning complete for port eef3c17f-8449-4d45-96df-fb8eb54163f4 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:39:58.912921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2191b21c-de4c-4cae-bccb-9291fff4689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:58.913257 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2191b21c-de4c-4cae-bccb-9291fff4689c None None] Attempt 1 to provision port eef3c17f-8449-4d45-96df-fb8eb54163f4 Oct 17 18:39:58.977993 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2191b21c-de4c-4cae-bccb-9291fff4689c None None] Port eef3c17f-8449-4d45-96df-fb8eb54163f4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:59.025704 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:59.147404 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-33d1e946-d482-4983-91d9-095795a5fae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:59.444990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef3c17f-8449-4d45-96df-fb8eb54163f4 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:39:59.453137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:59.470293 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Transition to ACTIVE for port object eef3c17f-8449-4d45-96df-fb8eb54163f4 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:39:59.476093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:39:59.479227 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2191b21c-de4c-4cae-bccb-9291fff4689c None None] Attempt 2 to provision port eef3c17f-8449-4d45-96df-fb8eb54163f4 Oct 17 18:39:59.544642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2191b21c-de4c-4cae-bccb-9291fff4689c None None] Port eef3c17f-8449-4d45-96df-fb8eb54163f4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:39:59.853245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Pushing event updated for resources: {'Port': ['ID=eef3c17f-8449-4d45-96df-fb8eb54163f4,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:39:59.901256 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Attempting to bind port eef3c17f-8449-4d45-96df-fb8eb54163f4 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:39:59.901652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Attempting to bind port eef3c17f-8449-4d45-96df-fb8eb54163f4 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:39:59.901954 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Attempting to bind port eef3c17f-8449-4d45-96df-fb8eb54163f4 on network e0333407-8ee6-4585-be66-3cc34b444969 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:39:59.907876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Port eef3c17f-8449-4d45-96df-fb8eb54163f4 on network e0333407-8ee6-4585-be66-3cc34b444969 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:39:59.908429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Attempting to bind port eef3c17f-8449-4d45-96df-fb8eb54163f4 on network e0333407-8ee6-4585-be66-3cc34b444969 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:39:59.914772 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:39:59.915166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Checking segment: {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:39:59.915510 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Bound using segment: {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:39:59.915945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Bound port: eef3c17f-8449-4d45-96df-fb8eb54163f4, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:39:59.916287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:00.046029 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2191b21c-de4c-4cae-bccb-9291fff4689c None None] Attempt 3 to provision port eef3c17f-8449-4d45-96df-fb8eb54163f4 Oct 17 18:40:00.109204 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:40:00.111613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2191b21c-de4c-4cae-bccb-9291fff4689c None None] Port eef3c17f-8449-4d45-96df-fb8eb54163f4 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:40:00.119079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:40:00.129208 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:00.134477 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:00.135796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:00.138216 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] 10.222.0.20 "PUT /v2.0/ports/eef3c17f-8449-4d45-96df-fb8eb54163f4 HTTP/1.1" status: 200 len: 1093 time: 1.2417474 Oct 17 18:40:00.184697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:40:00.187885 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5302daa8-a582-4874-90c0-6fd2cff1bd32" -d '{"events": [{"name": "network-changed", "server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:40:00.287970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54baf379-7ad1-4413-afbd-8745b5b5a66b x-openstack-request-id: req-54baf379-7ad1-4413-afbd-8745b5b5a66b {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:40:00.288302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:40:00.288585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-54baf379-7ad1-4413-afbd-8745b5b5a66b {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:40:00.289007 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54baf379-7ad1-4413-afbd-8745b5b5a66b'] response: {'name': 'network-changed', 'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'status': 'completed', 'code': 200} Oct 17 18:40:00.312101 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba261f-a738-43af-af7e-ca9df0795c5e req-b5d01535-7d10-46f5-bc9f-6e985f26f7bf tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:00.313068 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-57ba261f-a738-43af-af7e-ca9df0795c5e req-b5d01535-7d10-46f5-bc9f-6e985f26f7bf tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Synchronizing usage tracker for tenant:a19a0dea46384a108e52313280826a51 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:40:00.361933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eec7a-4cc6-454b-9313-323c9ee50e65 service neutron] Pushing event updated for resources: {'Port': ['ID=eef3c17f-8449-4d45-96df-fb8eb54163f4,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:00.367269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-57ba261f-a738-43af-af7e-ca9df0795c5e req-b5d01535-7d10-46f5-bc9f-6e985f26f7bf tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Unset dirty status for tenant:a19a0dea46384a108e52313280826a51 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:40:00.368460 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-57ba261f-a738-43af-af7e-ca9df0795c5e req-b5d01535-7d10-46f5-bc9f-6e985f26f7bf tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.3976700 Oct 17 18:40:00.424188 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-5f2cb87f-26e6-43b0-8b5b-737de407044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:00.425762 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-5f2cb87f-26e6-43b0-8b5b-737de407044a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1096 time: 0.2258136 Oct 17 18:40:00.431540 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-57ba261f-a738-43af-af7e-ca9df0795c5e req-97650aba-cb5a-4f04-87b0-e08e5a15e914 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541594 Oct 17 18:40:00.508430 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-1a6f22ed-96eb-4d2a-8630-6de2ba2f77d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4 HTTP/1.1" status: 200 len: 217 time: 0.0702505 Oct 17 18:40:00.576398 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-4bd0f1db-c0bb-4047-8cc4-a66be6047f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:00.578057 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-4bd0f1db-c0bb-4047-8cc4-a66be6047f73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0639415 Oct 17 18:40:00.612952 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-2191b21c-de4c-4cae-bccb-9291fff4689c None None] Attempt 4 to provision port eef3c17f-8449-4d45-96df-fb8eb54163f4 Oct 17 18:40:00.706435 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-82707724-a9ea-47a0-bdbc-ba3e9853e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:00.709009 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-82707724-a9ea-47a0-bdbc-ba3e9853e498 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1250269 Oct 17 18:40:00.714221 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-2191b21c-de4c-4cae-bccb-9291fff4689c None None] Port eef3c17f-8449-4d45-96df-fb8eb54163f4 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:40:00.871088 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-92627d71-5805-432f-8ba6-1a2e48b8381f service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553898 Oct 17 18:40:01.037062 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-97aa428b-aa52-454c-9e77-318b555c75a3 req-501cb4c2-3464-4ac5-90ca-7c665ee6464a service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601334 Oct 17 18:40:01.342887 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302daa8-a582-4874-90c0-6fd2cff1bd32 req-d546cc66-26b2-4b1a-8669-318171773523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:01.344487 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5302daa8-a582-4874-90c0-6fd2cff1bd32 req-d546cc66-26b2-4b1a-8669-318171773523 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1096 time: 0.2105021 Oct 17 18:40:01.499596 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302daa8-a582-4874-90c0-6fd2cff1bd32 req-7fffe8b6-0a49-45af-a8a5-27a2b5e8e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:01.501518 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5302daa8-a582-4874-90c0-6fd2cff1bd32 req-7fffe8b6-0a49-45af-a8a5-27a2b5e8e53f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1509318 Oct 17 18:40:01.545791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-03f3b4fc-1874-4768-9f20-828a0d3e84b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:01.635874 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5302daa8-a582-4874-90c0-6fd2cff1bd32 req-b5ccbe67-06b6-4250-b758-fa5e853fe4a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4 HTTP/1.1" status: 200 len: 217 time: 0.1272166 Oct 17 18:40:01.708109 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000ff62-3ba4-4792-bd90-a878b778e27d req-973f25db-e2e6-40ca-abdd-cf3f1748d365 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:01.710670 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0000ff62-3ba4-4792-bd90-a878b778e27d req-973f25db-e2e6-40ca-abdd-cf3f1748d365 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.1217320 Oct 17 18:40:01.715282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302daa8-a582-4874-90c0-6fd2cff1bd32 req-79ec42b7-a73f-4245-9928-4fb5e0a1eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:01.717081 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5302daa8-a582-4874-90c0-6fd2cff1bd32 req-79ec42b7-a73f-4245-9928-4fb5e0a1eeca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0741222 Oct 17 18:40:01.788442 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0000ff62-3ba4-4792-bd90-a878b778e27d req-117a8ed8-ca16-4df8-9dfb-8bcb4e7d56f2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697646 Oct 17 18:40:01.849462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302daa8-a582-4874-90c0-6fd2cff1bd32 req-b33560aa-c1a3-4290-b860-25502b9959e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:01.850980 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5302daa8-a582-4874-90c0-6fd2cff1bd32 req-b33560aa-c1a3-4290-b860-25502b9959e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1266639 Oct 17 18:40:02.000555 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5302daa8-a582-4874-90c0-6fd2cff1bd32 req-453daa94-2d95-4379-ac86-4bc2d930313d service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425812 Oct 17 18:40:02.175477 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5302daa8-a582-4874-90c0-6fd2cff1bd32 req-f337336c-8673-4abe-9757-dd2fb6742346 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694524 Oct 17 18:40:02.614400 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:02.745468 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:03.056052 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247e4f8-9bf2-4635-a83c-3f6c8a7c4d29 req-e1a90fff-82d9-4c06-b6bb-1680249ca72f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:03.057694 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d247e4f8-9bf2-4635-a83c-3f6c8a7c4d29 req-e1a90fff-82d9-4c06-b6bb-1680249ca72f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.1298547 Oct 17 18:40:03.131434 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d247e4f8-9bf2-4635-a83c-3f6c8a7c4d29 req-9f3e8042-12e4-47ea-bdd2-4278f2d95995 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664253 Oct 17 18:40:03.604077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device eef3c17f-8449-4d45-96df-fb8eb54163f4 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:40:03.752905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:03.768534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'port_id': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'mac_address': 'fa:16:3e:1b:7f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:40:03.860617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port eef3c17f-8449-4d45-96df-fb8eb54163f4 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:40:03.860900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:03.880705 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef3c17f-8449-4d45-96df-fb8eb54163f4 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:40:03.898104 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:03.903069 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:03.974414 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=eef3c17f-8449-4d45-96df-fb8eb54163f4,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:04.178841 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['eef3c17f-8449-4d45-96df-fb8eb54163f4'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:40:04.578811 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:04.581565 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324938a3-1035-44b8-96ed-a2500daec2e1 req-28b54ec5-499b-4fb4-bc18-083742fb936f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:04.584391 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-324938a3-1035-44b8-96ed-a2500daec2e1 req-28b54ec5-499b-4fb4-bc18-083742fb936f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 944 time: 0.1251850 Oct 17 18:40:04.644478 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-324938a3-1035-44b8-96ed-a2500daec2e1 req-c08d03e7-46d2-447b-a5a4-909eed0b60a1 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493255 Oct 17 18:40:05.614573 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device eef3c17f-8449-4d45-96df-fb8eb54163f4 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:40:05.685739 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port eef3c17f-8449-4d45-96df-fb8eb54163f4 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:40:05.691854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port eef3c17f-8449-4d45-96df-fb8eb54163f4 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:40:05.692399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:05.692897 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port eef3c17f-8449-4d45-96df-fb8eb54163f4 Oct 17 18:40:05.854557 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port eef3c17f-8449-4d45-96df-fb8eb54163f4 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:40:05.854927 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:05.892303 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:40:05.895950 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb9dea-fad5-453b-96dd-972706d63136" -d '{"events": [{"server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:40:05.896370 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03666ffd-d1b1-453f-8675-2a93c10cb19f req-71b01b88-90e3-4de4-b3cc-78ccde082a2f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:05.898877 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-03666ffd-d1b1-453f-8675-2a93c10cb19f req-71b01b88-90e3-4de4-b3cc-78ccde082a2f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 944 time: 0.1080236 Oct 17 18:40:05.909741 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:40:05.916030 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:05.984354 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-03666ffd-d1b1-453f-8675-2a93c10cb19f req-e526a8bb-d7ba-4ce7-968b-d364958ce2aa tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715795 Oct 17 18:40:05.998714 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=eef3c17f-8449-4d45-96df-fb8eb54163f4,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:06.054501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6146268-1f82-4790-b678-5aace06ffad4 x-openstack-request-id: req-f6146268-1f82-4790-b678-5aace06ffad4 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:40:06.054842 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:40:06.055195 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f6146268-1f82-4790-b678-5aace06ffad4 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:40:06.055665 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6146268-1f82-4790-b678-5aace06ffad4'] response: {'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'code': 200} Oct 17 18:40:06.366247 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78be02-f22b-4fb4-9c8b-2fe6e9c1b38b req-113733bd-d726-4d77-a8b9-6659e1f0622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:06.367739 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-db78be02-f22b-4fb4-9c8b-2fe6e9c1b38b req-113733bd-d726-4d77-a8b9-6659e1f0622a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1098 time: 0.0926504 Oct 17 18:40:06.421112 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-db78be02-f22b-4fb4-9c8b-2fe6e9c1b38b req-3184ae77-b538-46d7-9667-61339f581c3e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462356 Oct 17 18:40:07.246755 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd115dc-e2e1-4f76-9e73-fdd12cc90205 req-52175e51-6b41-43bd-9ad2-9767bb62729e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:07.249372 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ebd115dc-e2e1-4f76-9e73-fdd12cc90205 req-52175e51-6b41-43bd-9ad2-9767bb62729e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1253150 Oct 17 18:40:07.318112 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ebd115dc-e2e1-4f76-9e73-fdd12cc90205 req-32bfc349-89cc-4eac-9644-f8ff3160f8da tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614793 Oct 17 18:40:08.571599 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612f733-eed8-4470-b4bb-328399ed2b52 req-99e5aec9-9c4f-4a40-b8fb-7e4394aa63a4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:08.573164 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2612f733-eed8-4470-b4bb-328399ed2b52 req-99e5aec9-9c4f-4a40-b8fb-7e4394aa63a4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1030746 Oct 17 18:40:08.626167 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2612f733-eed8-4470-b4bb-328399ed2b52 req-b1e1893b-5ccd-44a2-a737-a1c71f1ba3b8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420582 Oct 17 18:40:08.970374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e75505-c8d0-4f55-a295-e680f9700bb3 req-a146f2e0-ca7d-4208-b050-db3389bc907e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:08.973066 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c5e75505-c8d0-4f55-a295-e680f9700bb3 req-a146f2e0-ca7d-4208-b050-db3389bc907e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.2209826 Oct 17 18:40:09.023662 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c5e75505-c8d0-4f55-a295-e680f9700bb3 req-be33b9f3-2d24-4269-b18b-1d5c082842cb tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445600 Oct 17 18:40:09.054987 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55954) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:09.179955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5f66c3-d8f5-4949-8e95-73e7571b3f3f tempest-TestShelveInstance-1001120640 tempest-TestShelveInstance-1001120640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:09.181468 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2a5f66c3-d8f5-4949-8e95-73e7571b3f3f tempest-TestShelveInstance-1001120640 tempest-TestShelveInstance-1001120640-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1093 time: 0.1254699 Oct 17 18:40:09.184431 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 55960) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:40:09.189475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:40:09.196284 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:40:09.200189 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:floatingip and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:40:09.203140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:40:09.209019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:40:09.224253 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:09.365241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:09.517646 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Allocated IP 172.26.8.240 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/42f54969-72fd-4db1-b42c-f00dc8d9ca37) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:40:09.796078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:09.830011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:09.903443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:40:09.906452 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:40:09.910544 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:40:09.940484 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'Port': ['ID=42f54969-72fd-4db1-b42c-f00dc8d9ca37,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:10.356120 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:10.447837 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:10.706556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:10.712364 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:10.840486 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'Port': ['ID=42f54969-72fd-4db1-b42c-f00dc8d9ca37,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:40:10.846938 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:11.076081 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Floating IP 02c2a628-b9ab-4b07-8ed6-c1d78471475f associated. External IP: 172.26.8.240, port: eef3c17f-8449-4d45-96df-fb8eb54163f4. Oct 17 18:40:11.666437 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Router c43a754e-49cc-476f-91e0-361b206ae639 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:40:11.874894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:40:11.892978 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241965e-2771-45da-9175-93ab68729671 None None] Sync routers for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:40:11.910101 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241965e-2771-45da-9175-93ab68729671 None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:40:11.910879 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e241965e-2771-45da-9175-93ab68729671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:40:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:11.914397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:11.985976 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-0e4d9ea8-b96a-43e1-8bdb-282f6a373f35 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8001714 Oct 17 18:40:11.986784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:40:11.990782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbe181c-38bd-48c0-99c3-32211cd9e720" -d '{"events": [{"name": "network-changed", "server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:40:12.059678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d356628e-6664-4a98-830b-22083c138ef6 x-openstack-request-id: req-d356628e-6664-4a98-830b-22083c138ef6 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:40:12.060142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:40:12.060580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d356628e-6664-4a98-830b-22083c138ef6 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:40:12.061111 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d356628e-6664-4a98-830b-22083c138ef6'] response: {'name': 'network-changed', 'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'status': 'completed', 'code': 200} Oct 17 18:40:12.121499 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-e241965e-2771-45da-9175-93ab68729671 None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:40:12.242330 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe181c-38bd-48c0-99c3-32211cd9e720 req-d1dec700-30c1-4ebb-bd97-c6b864950523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:12.244369 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1fbe181c-38bd-48c0-99c3-32211cd9e720 req-d1dec700-30c1-4ebb-bd97-c6b864950523 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1098 time: 0.1393375 Oct 17 18:40:12.428203 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe181c-38bd-48c0-99c3-32211cd9e720 req-f446d99e-c7ef-4473-a53d-7fb17f0a22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:12.430087 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1fbe181c-38bd-48c0-99c3-32211cd9e720 req-f446d99e-c7ef-4473-a53d-7fb17f0a22e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1785982 Oct 17 18:40:12.576223 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1fbe181c-38bd-48c0-99c3-32211cd9e720 req-2d83417d-52e0-485a-8071-05813f1402e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4 HTTP/1.1" status: 200 len: 999 time: 0.1398034 Oct 17 18:40:12.634817 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e241965e-2771-45da-9175-93ab68729671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '02c2a628-b9ab-4b07-8ed6-c1d78471475f', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'port_id': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'mac_address': 'fa:16:3e:1b:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:10Z', 'updated_at': '2022-10-17T18:40:10Z', 'revision_number': 0, 'project_id': 'a19a0dea46384a108e52313280826a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:45Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:12.639982 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241965e-2771-45da-9175-93ab68729671 None None] Checking router: c43a754e-49cc-476f-91e0-361b206ae639 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:40:12.650615 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e241965e-2771-45da-9175-93ab68729671 None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:40:12.651450 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e241965e-2771-45da-9175-93ab68729671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:40:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:12.664569 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe181c-38bd-48c0-99c3-32211cd9e720 req-d1b55b2d-e8d1-4768-8b65-0981c8ffcb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:12.666204 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1fbe181c-38bd-48c0-99c3-32211cd9e720 req-d1b55b2d-e8d1-4768-8b65-0981c8ffcb49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0837278 Oct 17 18:40:12.765606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe181c-38bd-48c0-99c3-32211cd9e720 req-396a8658-16fd-4fe6-972a-272a11d4dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:12.767318 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1fbe181c-38bd-48c0-99c3-32211cd9e720 req-396a8658-16fd-4fe6-972a-272a11d4dc00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955675 Oct 17 18:40:12.899837 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-e241965e-2771-45da-9175-93ab68729671 None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:40:12.927792 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1fbe181c-38bd-48c0-99c3-32211cd9e720 req-27afcb5a-55c8-4e29-8792-26822dc1ccb4 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543937 Oct 17 18:40:13.084216 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1fbe181c-38bd-48c0-99c3-32211cd9e720 req-f616d9c1-aa63-4a57-bee0-63350881789a service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511343 Oct 17 18:40:13.373087 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-e241965e-2771-45da-9175-93ab68729671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '02c2a628-b9ab-4b07-8ed6-c1d78471475f', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'port_id': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'mac_address': 'fa:16:3e:1b:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:10Z', 'updated_at': '2022-10-17T18:40:10Z', 'revision_number': 0, 'project_id': 'a19a0dea46384a108e52313280826a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:45Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:40:13.378136 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e241965e-2771-45da-9175-93ab68729671 None None] The sync data for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv is: [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '02c2a628-b9ab-4b07-8ed6-c1d78471475f', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'port_id': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'mac_address': 'fa:16:3e:1b:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:40:10Z', 'updated_at': '2022-10-17T18:40:10Z', 'revision_number': 0, 'project_id': 'a19a0dea46384a108e52313280826a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:45Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:40:13.605141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81d625-d135-43a0-af3d-11911956e306 None None] New status for floating IP 02c2a628-b9ab-4b07-8ed6-c1d78471475f: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:40:16.358066 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:40:23.205575 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-936edd04-cc7d-44ae-8a25-70038196fca3 req-0b71de7f-aea2-4a26-a9e9-f7a226d62c56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1925194 Oct 17 18:40:23.394493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936edd04-cc7d-44ae-8a25-70038196fca3 req-173fcc7f-0c4f-4098-9066-10bee3972ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:23.396341 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-936edd04-cc7d-44ae-8a25-70038196fca3 req-173fcc7f-0c4f-4098-9066-10bee3972ff1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1098 time: 0.0988672 Oct 17 18:40:23.562836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936edd04-cc7d-44ae-8a25-70038196fca3 req-7d73803f-9e4f-4dff-aa1a-6dd286742795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:23.564595 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-936edd04-cc7d-44ae-8a25-70038196fca3 req-7d73803f-9e4f-4dff-aa1a-6dd286742795 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1470313 Oct 17 18:40:23.682314 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-936edd04-cc7d-44ae-8a25-70038196fca3 req-75835861-3f43-43b0-b54d-907396914548 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4 HTTP/1.1" status: 200 len: 1001 time: 0.1107614 Oct 17 18:40:23.888126 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936edd04-cc7d-44ae-8a25-70038196fca3 req-670044db-7b7b-4d2c-8a14-d5a7b5049028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:23.889619 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-936edd04-cc7d-44ae-8a25-70038196fca3 req-670044db-7b7b-4d2c-8a14-d5a7b5049028 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.2004251 Oct 17 18:40:23.985427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936edd04-cc7d-44ae-8a25-70038196fca3 req-4d3f3b13-df39-4c9d-b799-d22aa0acb756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:40:23.986912 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-936edd04-cc7d-44ae-8a25-70038196fca3 req-4d3f3b13-df39-4c9d-b799-d22aa0acb756 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910478 Oct 17 18:40:24.152388 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-936edd04-cc7d-44ae-8a25-70038196fca3 req-dbd1117f-7bc6-4165-bf43-abd603ddb677 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580787 Oct 17 18:40:24.306068 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-936edd04-cc7d-44ae-8a25-70038196fca3 req-f7b308f7-24ff-4562-8235-e6722502e486 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469717 Oct 17 18:40:25.335959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:29.151861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b5eb11f3-1814-4a9b-b826-3a7422c94182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:31.545278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c5b337ff-5343-4492-a7b2-c4ad24016bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:32.613812 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:32.747827 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:34.559680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:53.358557 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:40:55.324325 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:40:59.140980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-dbf8bc44-f5d1-415e-a694-3582a1ea692e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:01.549087 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-58e09e6d-31bc-412f-b87b-c78a87039ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:02.612486 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:02.760680 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:04.564307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:24.090159 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a8b0ec-2e94-47c5-8ab9-a20cb38edf61 req-01ff826e-784c-4060-88d7-3657cfe025d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871973 Oct 17 18:41:24.307285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8b0ec-2e94-47c5-8ab9-a20cb38edf61 req-8046f86f-b3e1-4cca-b8cb-3c889f0c13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:41:24.309126 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a8b0ec-2e94-47c5-8ab9-a20cb38edf61 req-8046f86f-b3e1-4cca-b8cb-3c889f0c13ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1098 time: 0.0934923 Oct 17 18:41:24.474212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8b0ec-2e94-47c5-8ab9-a20cb38edf61 req-59c84b42-9606-46b9-aea8-9af7fc90465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:41:24.475812 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a8b0ec-2e94-47c5-8ab9-a20cb38edf61 req-59c84b42-9606-46b9-aea8-9af7fc90465b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1472020 Oct 17 18:41:24.591599 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a8b0ec-2e94-47c5-8ab9-a20cb38edf61 req-41d6e959-9c06-4189-95f2-04607b0474fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4 HTTP/1.1" status: 200 len: 1001 time: 0.1097581 Oct 17 18:41:24.663839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8b0ec-2e94-47c5-8ab9-a20cb38edf61 req-c71de2e4-e414-449c-bd47-b8db8b047845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:41:24.665348 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a8b0ec-2e94-47c5-8ab9-a20cb38edf61 req-c71de2e4-e414-449c-bd47-b8db8b047845 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0684154 Oct 17 18:41:24.765344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8b0ec-2e94-47c5-8ab9-a20cb38edf61 req-c7a4b09a-03e7-487a-86b4-8ae418618190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:41:24.767455 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a8b0ec-2e94-47c5-8ab9-a20cb38edf61 req-c7a4b09a-03e7-487a-86b4-8ae418618190 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960052 Oct 17 18:41:24.935737 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a8b0ec-2e94-47c5-8ab9-a20cb38edf61 req-5a379b18-304c-4006-b335-35ff67dd0580 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610520 Oct 17 18:41:25.102567 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-33a8b0ec-2e94-47c5-8ab9-a20cb38edf61 req-c3d34ba3-d10e-4511-8284-bae26723f9ee service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611462 Oct 17 18:41:25.324629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:29.143484 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b447d3fb-ff29-47e6-ba63-b574113c28a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:30.358932 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:41:31.545550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-79f4b35e-12f4-4ca2-9729-bc370ee0266d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:32.607785 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:32.754621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:34.566980 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:55.324725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:41:59.149492 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e1d4505f-dace-4e35-86c8-b53453fa16f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:01.543448 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b2252091-c945-4d40-9240-155216356cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:02.625501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:02.756712 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:04.567925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:07.360010 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:42:07.624370 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412de026-596f-44aa-b613-66a6f08e7c74 req-a2329dc7-873f-4ea1-a89c-d7b4df902b22 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:07.625896 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-412de026-596f-44aa-b613-66a6f08e7c74 req-a2329dc7-873f-4ea1-a89c-d7b4df902b22 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1070089 Oct 17 18:42:07.680832 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-412de026-596f-44aa-b613-66a6f08e7c74 req-3357c880-42a1-4521-a3b8-a668dfacdc07 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475512 Oct 17 18:42:08.901794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c29022-82c7-47a9-ac6d-17c8b36cdfb6 req-8417fb39-d889-48ad-9dfe-34220eb6826b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:08.903423 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86c29022-82c7-47a9-ac6d-17c8b36cdfb6 req-8417fb39-d889-48ad-9dfe-34220eb6826b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0983582 Oct 17 18:42:08.955089 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-86c29022-82c7-47a9-ac6d-17c8b36cdfb6 req-7aac1030-6809-4b00-9694-f1da41d69316 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449603 Oct 17 18:42:10.245555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d776dc-d263-42db-93f9-98af570e5e8a req-f82be29d-3ecb-4621-8be4-dc860b42cdaf tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:10.247245 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-64d776dc-d263-42db-93f9-98af570e5e8a req-f82be29d-3ecb-4621-8be4-dc860b42cdaf tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0996983 Oct 17 18:42:10.297377 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-64d776dc-d263-42db-93f9-98af570e5e8a req-d3d4ba2e-181e-438b-a49c-9b8a67e6ab77 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Oct 17 18:42:11.552207 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93b311-0e32-4942-bea5-f4dab5937764 req-939f3279-0441-43c3-a9dc-0f17945f570d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:11.553829 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7e93b311-0e32-4942-bea5-f4dab5937764 req-939f3279-0441-43c3-a9dc-0f17945f570d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1089177 Oct 17 18:42:11.609638 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7e93b311-0e32-4942-bea5-f4dab5937764 req-fa163bd8-3951-467c-8532-64942a59d4d4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449970 Oct 17 18:42:12.841165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c955b-20dd-4f8e-b0a3-918a6efba7ae req-67054914-7ae2-4d9b-a83b-cd636a581d60 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:12.843386 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-783c955b-20dd-4f8e-b0a3-918a6efba7ae req-67054914-7ae2-4d9b-a83b-cd636a581d60 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1090651 Oct 17 18:42:12.903964 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-783c955b-20dd-4f8e-b0a3-918a6efba7ae req-603f91de-b04c-4e9e-895a-8ede83f69696 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507333 Oct 17 18:42:14.168806 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f6dcb-b508-4df0-9eb6-787e71c49d02 req-4e3ed59a-ba2c-49fe-a430-2cc4ec33aa93 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:14.172042 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-746f6dcb-b508-4df0-9eb6-787e71c49d02 req-4e3ed59a-ba2c-49fe-a430-2cc4ec33aa93 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1192555 Oct 17 18:42:14.234015 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-746f6dcb-b508-4df0-9eb6-787e71c49d02 req-67e62b4e-9c8b-4359-b329-24e5e504d67b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558355 Oct 17 18:42:15.480590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb42ef-4be7-4de5-8e12-a66bf43c2174 req-b73f9288-3868-4b2c-be4f-fa204e3b64fc tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:15.482216 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4feb42ef-4be7-4de5-8e12-a66bf43c2174 req-b73f9288-3868-4b2c-be4f-fa204e3b64fc tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0989051 Oct 17 18:42:15.541461 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4feb42ef-4be7-4de5-8e12-a66bf43c2174 req-9966445a-b6dd-4ee5-a572-70f2dc9e7cfe tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485170 Oct 17 18:42:16.825238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d146c35-38f3-4d67-bba7-6bcbf5a78e5f req-f0a2c5f5-cee3-4c44-ae85-72895ee51aca tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:16.827660 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d146c35-38f3-4d67-bba7-6bcbf5a78e5f req-f0a2c5f5-cee3-4c44-ae85-72895ee51aca tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1077170 Oct 17 18:42:16.879437 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5d146c35-38f3-4d67-bba7-6bcbf5a78e5f req-0e954fd5-c100-4080-b01a-428f9d267cb9 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453026 Oct 17 18:42:18.333915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fded94b-7747-46f7-8327-70ba5808594c req-befc9bb9-4577-411b-81cf-92f9f21245b5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:18.335469 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9fded94b-7747-46f7-8327-70ba5808594c req-befc9bb9-4577-411b-81cf-92f9f21245b5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.2921655 Oct 17 18:42:18.391277 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9fded94b-7747-46f7-8327-70ba5808594c req-9b689592-0aba-4d60-a046-64428b4395f9 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495393 Oct 17 18:42:19.614868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fc8b5-8fdf-40eb-8c9b-3b37d9e928da req-84770600-1e02-4eed-aadb-8579993845ee tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:19.616467 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e32fc8b5-8fdf-40eb-8c9b-3b37d9e928da req-84770600-1e02-4eed-aadb-8579993845ee tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1026387 Oct 17 18:42:19.671654 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e32fc8b5-8fdf-40eb-8c9b-3b37d9e928da req-7692449f-9582-4ddb-af4c-c16d4e0c04cb tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432799 Oct 17 18:42:20.425565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device eef3c17f-8449-4d45-96df-fb8eb54163f4 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:42:20.604472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:20.628536 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'port_id': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'mac_address': 'fa:16:3e:1b:7f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:42:20.735876 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port eef3c17f-8449-4d45-96df-fb8eb54163f4 is: ACTIVE; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:42:20.736613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:20.767494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eef3c17f-8449-4d45-96df-fb8eb54163f4 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:42:20.800672 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:20.807328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:20.902328 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=eef3c17f-8449-4d45-96df-fb8eb54163f4,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:20.912209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:20.912209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:20.912674 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:20.913091 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:20.913487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:20.913894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:20.914296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:20.914690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:20.915026 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:20.915394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:20.915722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:20.916372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:42:20.961650 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['eef3c17f-8449-4d45-96df-fb8eb54163f4'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:42:21.017646 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8044c2e-7c09-45a0-b87d-0be4bd14b234 req-542a9e74-0cb8-43ef-b6f5-8efbc533ed1a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:21.021026 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e8044c2e-7c09-45a0-b87d-0be4bd14b234 req-542a9e74-0cb8-43ef-b6f5-8efbc533ed1a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 944 time: 0.1663914 Oct 17 18:42:21.143783 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e8044c2e-7c09-45a0-b87d-0be4bd14b234 req-17ee90c1-d724-4196-9051-863e0bfb85d8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123075 Oct 17 18:42:22.420276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device eef3c17f-8449-4d45-96df-fb8eb54163f4 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:42:22.518952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0f918-5880-4dc0-9ab5-8b539ae40cfc req-81158807-3c3b-4eca-8a2a-c38d3fea495f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:22.530552 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f7e0f918-5880-4dc0-9ab5-8b539ae40cfc req-81158807-3c3b-4eca-8a2a-c38d3fea495f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 944 time: 0.1751313 Oct 17 18:42:22.574511 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port eef3c17f-8449-4d45-96df-fb8eb54163f4 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:42:22.575214 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:22.575706 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port eef3c17f-8449-4d45-96df-fb8eb54163f4 Oct 17 18:42:22.612144 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f7e0f918-5880-4dc0-9ab5-8b539ae40cfc req-3639b618-7834-4d5c-90eb-fd7fda680f0d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799839 Oct 17 18:42:22.784726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port eef3c17f-8449-4d45-96df-fb8eb54163f4 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:42:22.784726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:22.839397 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:42:22.844707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a37acb-d85e-4e63-87a5-3f8bea67ecb9" -d '{"events": [{"server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:42:22.872363 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:22.879392 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:22.937607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fbfbd3-3dbf-4e1f-bf6c-cbada3b6ca06 x-openstack-request-id: req-b1fbfbd3-3dbf-4e1f-bf6c-cbada3b6ca06 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:42:22.937903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:42:22.938197 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b1fbfbd3-3dbf-4e1f-bf6c-cbada3b6ca06 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:42:22.938724 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1fbfbd3-3dbf-4e1f-bf6c-cbada3b6ca06'] response: {'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'code': 200} Oct 17 18:42:22.988463 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=eef3c17f-8449-4d45-96df-fb8eb54163f4,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:24.111520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc4ce8-dc54-4f8e-b296-8943345cb655 req-a0be4793-7adb-431a-885d-d02e0c7d9ae5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:24.126070 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-20fc4ce8-dc54-4f8e-b296-8943345cb655 req-a0be4793-7adb-431a-885d-d02e0c7d9ae5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.3426359 Oct 17 18:42:24.241151 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-20fc4ce8-dc54-4f8e-b296-8943345cb655 req-2e2c4139-40f9-4b5a-96d1-6c173c645246 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124277 Oct 17 18:42:25.058319 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba5413-0b61-486c-901a-a67cd369f5f2 req-b3a2de4c-abc5-4507-b8d3-6e5acaf8f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:25.060253 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2bba5413-0b61-486c-901a-a67cd369f5f2 req-b3a2de4c-abc5-4507-b8d3-6e5acaf8f517 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1098 time: 0.1756356 Oct 17 18:42:25.356474 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:25.372816 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba5413-0b61-486c-901a-a67cd369f5f2 req-510745cb-a75d-446a-ab45-acd83db43b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:25.375219 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2bba5413-0b61-486c-901a-a67cd369f5f2 req-510745cb-a75d-446a-ab45-acd83db43b13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.2908115 Oct 17 18:42:25.569535 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2bba5413-0b61-486c-901a-a67cd369f5f2 req-29f9a5c5-13bc-4f4d-b27b-ae18a9b56849 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4 HTTP/1.1" status: 200 len: 1001 time: 0.1864867 Oct 17 18:42:25.683107 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba5413-0b61-486c-901a-a67cd369f5f2 req-fe824e0a-caea-47fa-9fba-ec09c947e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:25.683492 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2bba5413-0b61-486c-901a-a67cd369f5f2 req-fe824e0a-caea-47fa-9fba-ec09c947e4b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.1065454 Oct 17 18:42:25.707148 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b4112-a840-4f26-acc2-6b682a46e154 req-a22b4381-0075-4b76-8982-6ea51baa1498 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:25.722958 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cf1b4112-a840-4f26-acc2-6b682a46e154 req-a22b4381-0075-4b76-8982-6ea51baa1498 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1876605 Oct 17 18:42:25.843554 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cf1b4112-a840-4f26-acc2-6b682a46e154 req-98fb1850-54c6-4c15-87dd-e36a63953191 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041510 Oct 17 18:42:25.877561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba5413-0b61-486c-901a-a67cd369f5f2 req-7d32fc53-29b6-4224-9dea-789e10740467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:25.880085 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2bba5413-0b61-486c-901a-a67cd369f5f2 req-7d32fc53-29b6-4224-9dea-789e10740467 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1905274 Oct 17 18:42:26.182106 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2bba5413-0b61-486c-901a-a67cd369f5f2 req-56ba79b8-733c-410d-b058-3e324f963625 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953856 Oct 17 18:42:26.382308 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2bba5413-0b61-486c-901a-a67cd369f5f2 req-41db1e76-9a94-43ea-ace0-92ff3751da08 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923935 Oct 17 18:42:27.153985 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fb652-f394-4ac3-b3c3-33381d554cac req-b9773b97-1094-448e-90c4-296536323c04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:27.157067 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-284fb652-f394-4ac3-b3c3-33381d554cac req-b9773b97-1094-448e-90c4-296536323c04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1282640 Oct 17 18:42:27.251558 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-284fb652-f394-4ac3-b3c3-33381d554cac req-8b447cab-d484-4e01-9f75-2671ecc9d56b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834820 Oct 17 18:42:28.532216 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d61f4f-81fc-44dc-b443-0b3bbd464681 req-a3625002-a355-49d2-a755-acdc720b4ca5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:28.534445 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b5d61f4f-81fc-44dc-b443-0b3bbd464681 req-a3625002-a355-49d2-a755-acdc720b4ca5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1367800 Oct 17 18:42:28.611580 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b5d61f4f-81fc-44dc-b443-0b3bbd464681 req-19f7c1e8-f2fb-4bd2-a317-c18f4c2e1956 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686586 Oct 17 18:42:29.166902 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fbe8d30c-e5ea-4b2f-af99-711768028bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:29.974732 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854f97a-de52-4bcb-8b16-45812e37aae0 req-68ac5f67-e97e-4748-b018-5cd2f26ad212 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:29.977124 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4854f97a-de52-4bcb-8b16-45812e37aae0 req-68ac5f67-e97e-4748-b018-5cd2f26ad212 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1603734 Oct 17 18:42:30.053705 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4854f97a-de52-4bcb-8b16-45812e37aae0 req-60a94eb9-6592-4d49-ae1a-0dff553cdb50 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650887 Oct 17 18:42:31.397716 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82311ca-f6ff-41f6-b2dd-701e1e9fe119 req-e9900840-aa38-4554-9b68-c6ff8db6703a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:31.399892 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e82311ca-f6ff-41f6-b2dd-701e1e9fe119 req-e9900840-aa38-4554-9b68-c6ff8db6703a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1151240 Oct 17 18:42:31.464475 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e82311ca-f6ff-41f6-b2dd-701e1e9fe119 req-b55df588-31ef-440f-96a2-626ec20c01e4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531554 Oct 17 18:42:31.551311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-da6e756e-8f85-4e14-a648-12b88ed4e142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:32.620659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:32.734899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294fd89-a7b2-477b-8509-2bdda2c954a6 req-67c051b6-9009-42c4-b3d9-e36efb7d47b0 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:32.737457 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3294fd89-a7b2-477b-8509-2bdda2c954a6 req-67c051b6-9009-42c4-b3d9-e36efb7d47b0 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1130469 Oct 17 18:42:32.765200 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:32.822409 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3294fd89-a7b2-477b-8509-2bdda2c954a6 req-66d78272-b775-4491-ae46-a27741a71889 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782998 Oct 17 18:42:33.570358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cffdf9-79cb-4f75-a3a4-131985aae110 req-e0016745-a5ec-4753-becd-d79c091344e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:33.571865 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e3cffdf9-79cb-4f75-a3a4-131985aae110 req-e0016745-a5ec-4753-becd-d79c091344e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1098 time: 0.0845523 Oct 17 18:42:33.723405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cffdf9-79cb-4f75-a3a4-131985aae110 req-bbf4872d-7163-4598-b950-ed6318fdf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:33.724997 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e3cffdf9-79cb-4f75-a3a4-131985aae110 req-bbf4872d-7163-4598-b950-ed6318fdf652 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1462221 Oct 17 18:42:33.852224 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e3cffdf9-79cb-4f75-a3a4-131985aae110 req-192518ee-ee40-4057-a5e5-86da532c30dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4 HTTP/1.1" status: 200 len: 1001 time: 0.1210673 Oct 17 18:42:33.934475 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cffdf9-79cb-4f75-a3a4-131985aae110 req-8d739c05-44fa-4c1e-93a6-2e37d908fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:33.937294 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e3cffdf9-79cb-4f75-a3a4-131985aae110 req-8d739c05-44fa-4c1e-93a6-2e37d908fdc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0785570 Oct 17 18:42:34.057347 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cadb36-5978-4409-bca0-7bcf22068f86 req-1a9196cd-54de-40e0-88c9-206e87a8e26c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:34.060803 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6cadb36-5978-4409-bca0-7bcf22068f86 req-1a9196cd-54de-40e0-88c9-206e87a8e26c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1098349 Oct 17 18:42:34.148730 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c6cadb36-5978-4409-bca0-7bcf22068f86 req-a00f8dff-74ca-4065-a6a5-5576a96b3e24 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804405 Oct 17 18:42:34.238972 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cffdf9-79cb-4f75-a3a4-131985aae110 req-e596063d-997a-4c62-ab48-b55940630259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:34.240498 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e3cffdf9-79cb-4f75-a3a4-131985aae110 req-e596063d-997a-4c62-ab48-b55940630259 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2971919 Oct 17 18:42:34.408050 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e3cffdf9-79cb-4f75-a3a4-131985aae110 req-a836679c-90b3-46be-b1e4-055293807a90 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602247 Oct 17 18:42:34.565789 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e3cffdf9-79cb-4f75-a3a4-131985aae110 req-596182b0-30c7-40f9-876e-0b21dea6ec4b service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515632 Oct 17 18:42:34.573209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:35.389140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e2641-09ee-4519-979f-fafc936d9382 req-1e6341f8-7945-46ce-9004-f2042a85e73c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:35.390844 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a38e2641-09ee-4519-979f-fafc936d9382 req-1e6341f8-7945-46ce-9004-f2042a85e73c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.0997009 Oct 17 18:42:35.444152 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a38e2641-09ee-4519-979f-fafc936d9382 req-57ed2f85-fb77-4d9b-aea1-0415b6d7302c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429285 Oct 17 18:42:36.467629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device eef3c17f-8449-4d45-96df-fb8eb54163f4 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:42:36.633385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port eef3c17f-8449-4d45-96df-fb8eb54163f4 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:42:36.634141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:36.684077 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:42:36.687934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd60300-86bb-485d-a57d-f4a003c30d7b" -d '{"events": [{"server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "name": "network-vif-unplugged", "status": "completed", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:42:36.698049 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:36.703684 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:36.708688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c1d36-a6bf-4ea8-85de-94172b2d2aa9 req-2ba86f92-a608-4e57-a36c-6aaf8414daad tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:36.711365 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1b3c1d36-a6bf-4ea8-85de-94172b2d2aa9 req-2ba86f92-a608-4e57-a36c-6aaf8414daad tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 945 time: 0.1266856 Oct 17 18:42:36.785253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Oct 2022 18:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1b9790-dbf8-4f9e-9ed9-f62ac6dba08f x-openstack-request-id: req-fc1b9790-dbf8-4f9e-9ed9-f62ac6dba08f {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:42:36.785519 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "name": "network-vif-unplugged", "status": "failed", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4", "code": 422}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:42:36.785778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc1b9790-dbf8-4f9e-9ed9-f62ac6dba08f {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:42:36.786224 dv-neutron-860895-1-hyperv neutron-server[89192]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fc1b9790-dbf8-4f9e-9ed9-f62ac6dba08f']: {'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'code': 422} returned with failed status Oct 17 18:42:36.792447 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1b3c1d36-a6bf-4ea8-85de-94172b2d2aa9 req-3a6d8522-2aec-4f29-bd0d-31ba1d4755f0 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740812 Oct 17 18:42:36.795579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=eef3c17f-8449-4d45-96df-fb8eb54163f4,revision_number=8']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:37.319271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7231221-8486-429b-bae4-1b4c598d63d5 req-935bb486-bef1-4694-a6a9-97f7b79cee7b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:37.320903 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e7231221-8486-429b-bae4-1b4c598d63d5 req-935bb486-bef1-4694-a6a9-97f7b79cee7b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.1433406 Oct 17 18:42:37.382616 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e7231221-8486-429b-bae4-1b4c598d63d5 req-cf8f76b0-9db4-4921-93a1-b49bab5214de tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543346 Oct 17 18:42:37.612216 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56172) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:42:37.792034 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8726b27f-4874-4112-aa06-20de311e8743 req-bcefb217-ab25-4eb3-aed7-c76844f75e94 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1779795 Oct 17 18:42:38.657907 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009e015-4703-404f-8bf5-04684a6e8d65 req-7899b649-10dd-4772-8689-ec717efb4208 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:38.660458 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1009e015-4703-404f-8bf5-04684a6e8d65 req-7899b649-10dd-4772-8689-ec717efb4208 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.1299102 Oct 17 18:42:38.725104 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-1009e015-4703-404f-8bf5-04684a6e8d65 req-c73b958f-21c1-4d22-8e28-87fce2591c54 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544577 Oct 17 18:42:39.027754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b27f-4874-4112-aa06-20de311e8743 req-151bb019-1109-4059-81fd-f4abc500a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:39.030452 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8726b27f-4874-4112-aa06-20de311e8743 req-151bb019-1109-4059-81fd-f4abc500a8d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7&tenant_id=a19a0dea46384a108e52313280826a51 HTTP/1.1" status: 200 len: 1096 time: 0.0879157 Oct 17 18:42:39.156881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b27f-4874-4112-aa06-20de311e8743 req-849f7e7b-cfca-49d9-8f52-cf37df549a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:39.158432 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8726b27f-4874-4112-aa06-20de311e8743 req-849f7e7b-cfca-49d9-8f52-cf37df549a69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1096 time: 0.0954683 Oct 17 18:42:39.309701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b27f-4874-4112-aa06-20de311e8743 req-c84d124e-c2c7-4d41-8222-d4d7355b3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:39.311505 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8726b27f-4874-4112-aa06-20de311e8743 req-c84d124e-c2c7-4d41-8222-d4d7355b3481 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1468637 Oct 17 18:42:39.425269 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8726b27f-4874-4112-aa06-20de311e8743 req-be67837f-aeb4-410e-824e-f157e1b720a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4 HTTP/1.1" status: 200 len: 999 time: 0.1073079 Oct 17 18:42:39.499872 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b27f-4874-4112-aa06-20de311e8743 req-dd0b5f07-079c-4739-84e7-f0b1c228711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:39.501359 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8726b27f-4874-4112-aa06-20de311e8743 req-dd0b5f07-079c-4739-84e7-f0b1c228711c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0698414 Oct 17 18:42:39.594043 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b27f-4874-4112-aa06-20de311e8743 req-1b287b54-8bf7-48e4-9b68-218fe68b3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:39.595506 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8726b27f-4874-4112-aa06-20de311e8743 req-1b287b54-8bf7-48e4-9b68-218fe68b3ea0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884528 Oct 17 18:42:39.750386 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8726b27f-4874-4112-aa06-20de311e8743 req-b9bdf8b1-c214-4fe6-a91b-721b28c7c110 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486299 Oct 17 18:42:39.972350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6392ce-3364-4d1d-8999-691567039070 req-10fdd51a-0f02-4455-8a9b-66a931009e3d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:39.973924 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ad6392ce-3364-4d1d-8999-691567039070 req-10fdd51a-0f02-4455-8a9b-66a931009e3d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.0991611 Oct 17 18:42:39.979779 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-8726b27f-4874-4112-aa06-20de311e8743 req-43aa0421-918a-42b9-8295-0e059390aa44 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230945 Oct 17 18:42:40.041611 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ad6392ce-3364-4d1d-8999-691567039070 req-f9969245-86ba-40a5-83c2-8779648cc760 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602002 Oct 17 18:42:40.522475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device eef3c17f-8449-4d45-96df-fb8eb54163f4 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:42:40.805341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port eef3c17f-8449-4d45-96df-fb8eb54163f4 is: DOWN; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:42:41.478154 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca482188-2f2e-4a43-85b3-1f1faec7ede6 req-76caa4bc-2daa-4815-a259-3b6cdb78f236 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:41.491775 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ca482188-2f2e-4a43-85b3-1f1faec7ede6 req-76caa4bc-2daa-4815-a259-3b6cdb78f236 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.1930146 Oct 17 18:42:41.576567 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ca482188-2f2e-4a43-85b3-1f1faec7ede6 req-d4a92b61-d608-48ab-b4c8-bf5cea184ebe tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813229 Oct 17 18:42:42.851377 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcb0b8-6e7d-4cc0-9bf0-e09a377821fd req-1b72be2d-0f75-4c92-8393-3cca66f91b4e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:42.853139 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c9dcb0b8-6e7d-4cc0-9bf0-e09a377821fd req-1b72be2d-0f75-4c92-8393-3cca66f91b4e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.1310263 Oct 17 18:42:42.929998 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c9dcb0b8-6e7d-4cc0-9bf0-e09a377821fd req-a5ac2346-a171-4caa-ab0b-a110514e955d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614569 Oct 17 18:42:44.302758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc74b5-0099-4033-a31b-153cfe8624bb req-bebfadff-f411-48a2-9b27-fb27afdbbb4f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:44.311218 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2edc74b5-0099-4033-a31b-153cfe8624bb req-bebfadff-f411-48a2-9b27-fb27afdbbb4f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.2046468 Oct 17 18:42:44.360443 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:42:44.491926 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2edc74b5-0099-4033-a31b-153cfe8624bb req-578d4704-c8eb-4f11-825b-99dab25c8e10 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793199 Oct 17 18:42:45.779590 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee8ae2-7078-4611-9008-01819fda9bb1 req-4b7c5ab6-dc2f-4864-8b8f-a73d9d2fcb63 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:45.787800 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-59ee8ae2-7078-4611-9008-01819fda9bb1 req-4b7c5ab6-dc2f-4864-8b8f-a73d9d2fcb63 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.1282523 Oct 17 18:42:45.852074 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-59ee8ae2-7078-4611-9008-01819fda9bb1 req-48874ed9-8737-44a6-a5ae-732a918cd8f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626173 Oct 17 18:42:47.255884 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb878a8b-c021-4212-b4d5-efa9ec1f61a8 req-1f4a16c0-f8c7-42a5-9ff1-cb9b1ae07fdd tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:47.259778 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eb878a8b-c021-4212-b4d5-efa9ec1f61a8 req-1f4a16c0-f8c7-42a5-9ff1-cb9b1ae07fdd tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.1887097 Oct 17 18:42:47.328362 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eb878a8b-c021-4212-b4d5-efa9ec1f61a8 req-afc4368b-b0e1-4e40-83f3-cae7d2371049 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580795 Oct 17 18:42:48.573076 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab3e31-e371-4458-82c7-0da25658cf48 req-db0fe295-1369-4498-b924-329761e51f34 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:48.574694 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e3ab3e31-e371-4458-82c7-0da25658cf48 req-db0fe295-1369-4498-b924-329761e51f34 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.0979288 Oct 17 18:42:48.630284 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-e3ab3e31-e371-4458-82c7-0da25658cf48 req-8038bf0c-de7a-4f98-83e7-2484479bc47e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486100 Oct 17 18:42:49.865240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62bb89-f05d-4a7b-852d-cd591100b1bb req-9817b2db-2f01-4fef-9fbc-265fea213d28 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:49.866831 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-db62bb89-f05d-4a7b-852d-cd591100b1bb req-9817b2db-2f01-4fef-9fbc-265fea213d28 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 943 time: 0.1045623 Oct 17 18:42:49.918389 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-db62bb89-f05d-4a7b-852d-cd591100b1bb req-6ccdde7e-a12b-4242-bb51-fe2d910a4373 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443635 Oct 17 18:42:50.569773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device eef3c17f-8449-4d45-96df-fb8eb54163f4 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:42:50.734307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:50.754343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'port_id': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'mac_address': 'fa:16:3e:1b:7f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:42:50.833578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port eef3c17f-8449-4d45-96df-fb8eb54163f4 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:42:50.833860 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:50.854796 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef3c17f-8449-4d45-96df-fb8eb54163f4 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:42:50.875976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:50.880921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:50.959194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=eef3c17f-8449-4d45-96df-fb8eb54163f4,revision_number=9']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:51.158611 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008cfad-ae47-4dd0-977c-3350359d8729 req-afa7324e-3e66-4f10-a42d-8fdfcc0e080e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:51.160261 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2008cfad-ae47-4dd0-977c-3350359d8729 req-afa7324e-3e66-4f10-a42d-8fdfcc0e080e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 944 time: 0.1119921 Oct 17 18:42:51.191208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['eef3c17f-8449-4d45-96df-fb8eb54163f4'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:42:51.219074 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2008cfad-ae47-4dd0-977c-3350359d8729 req-e67186bc-9f1b-421c-80ce-a37ec3274f0e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521097 Oct 17 18:42:52.580186 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device eef3c17f-8449-4d45-96df-fb8eb54163f4 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:42:52.666828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8875-3630-4832-af8a-43d975133f90 req-77988be4-40be-4323-9263-6810d0454c6e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:52.669527 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-babb8875-3630-4832-af8a-43d975133f90 req-77988be4-40be-4323-9263-6810d0454c6e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 944 time: 0.1645553 Oct 17 18:42:52.725864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port eef3c17f-8449-4d45-96df-fb8eb54163f4 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:42:52.726299 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:52.726560 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port eef3c17f-8449-4d45-96df-fb8eb54163f4 Oct 17 18:42:52.727277 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-babb8875-3630-4832-af8a-43d975133f90 req-ceeecbc9-3f50-4d7c-b27b-b4eacd5c9b74 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510249 Oct 17 18:42:52.862738 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port eef3c17f-8449-4d45-96df-fb8eb54163f4 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:42:52.863019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:52.895958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:42:52.898379 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e3ebec-0aef-410b-a3a5-d25dbb690bac" -d '{"events": [{"server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:42:52.908782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:42:52.914291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:52.978543 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d91bbf-21e2-40fe-aff4-ea355184aeeb x-openstack-request-id: req-38d91bbf-21e2-40fe-aff4-ea355184aeeb {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:42:52.978913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "name": "network-vif-plugged", "status": "completed", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:42:52.979193 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-38d91bbf-21e2-40fe-aff4-ea355184aeeb {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:42:52.979591 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d91bbf-21e2-40fe-aff4-ea355184aeeb'] response: {'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'code': 200} Oct 17 18:42:53.003616 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=eef3c17f-8449-4d45-96df-fb8eb54163f4,revision_number=10']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:42:53.316918 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56b8d4-067c-4980-8404-13833f38d368 req-e87b086b-7c7e-402e-8dd0-b0fe3195fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:53.318453 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6d56b8d4-067c-4980-8404-13833f38d368 req-e87b086b-7c7e-402e-8dd0-b0fe3195fdd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1099 time: 0.0881164 Oct 17 18:42:53.368281 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6d56b8d4-067c-4980-8404-13833f38d368 req-d4842d06-3daa-4dcd-8787-a03ec33463ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432205 Oct 17 18:42:53.946552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e6abe-7ead-4ce3-8056-bb0309c4f278 req-396a4122-1321-46b2-a5ff-8fa122971bfc tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:53.948179 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a55e6abe-7ead-4ce3-8056-bb0309c4f278 req-396a4122-1321-46b2-a5ff-8fa122971bfc tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 946 time: 0.0981493 Oct 17 18:42:53.997326 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a55e6abe-7ead-4ce3-8056-bb0309c4f278 req-d374a642-61cd-4a84-a219-8c2c236da087 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Oct 17 18:42:55.334916 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7bf0f-89eb-478d-9900-2aa54e8efa5b req-605f9f04-f2aa-4823-b14c-e9c649e440d0 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:55.337538 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d8a7bf0f-89eb-478d-9900-2aa54e8efa5b req-605f9f04-f2aa-4823-b14c-e9c649e440d0 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 946 time: 0.1246409 Oct 17 18:42:55.340037 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:42:55.399595 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d8a7bf0f-89eb-478d-9900-2aa54e8efa5b req-54477552-a96b-40ff-aad7-276d5e855266 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496402 Oct 17 18:42:56.635229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d475254-11e4-45e6-a911-beff6f5557b1 req-748fce5f-50c9-478c-8c55-916018059d89 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:42:56.636809 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9d475254-11e4-45e6-a911-beff6f5557b1 req-748fce5f-50c9-478c-8c55-916018059d89 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 946 time: 0.1034470 Oct 17 18:42:56.691775 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9d475254-11e4-45e6-a911-beff6f5557b1 req-16e91e02-fb6e-44a1-8bc7-1dc944d9969b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447550 Oct 17 18:42:59.158194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e71aeaad-5795-46d5-a459-8ee0cc71159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:01.545621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-51a07c4b-43ad-448f-b122-a3be797ccddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:02.608537 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:02.763920 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:04.584241 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:21.360791 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:43:25.335496 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:26.045732 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3823e291-a490-4913-9be7-f6f82378780a req-2af000ae-f381-46a3-afeb-af7b121842ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868876 Oct 17 18:43:26.235921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823e291-a490-4913-9be7-f6f82378780a req-287d89bc-ce32-4c51-b31f-a520770bc475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:26.237447 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3823e291-a490-4913-9be7-f6f82378780a req-287d89bc-ce32-4c51-b31f-a520770bc475 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1099 time: 0.0914433 Oct 17 18:43:26.405721 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823e291-a490-4913-9be7-f6f82378780a req-c6db1d1f-39bc-43e6-afab-9ab27d39ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:26.407281 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3823e291-a490-4913-9be7-f6f82378780a req-c6db1d1f-39bc-43e6-afab-9ab27d39ebfc service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1484861 Oct 17 18:43:26.524387 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3823e291-a490-4913-9be7-f6f82378780a req-eec26822-85fb-459b-b1e2-ec5d494dc683 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4 HTTP/1.1" status: 200 len: 1001 time: 0.1110253 Oct 17 18:43:26.593809 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823e291-a490-4913-9be7-f6f82378780a req-2b95fdce-7346-47f6-a6fd-64cd7b330ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:26.595321 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3823e291-a490-4913-9be7-f6f82378780a req-2b95fdce-7346-47f6-a6fd-64cd7b330ed6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0651655 Oct 17 18:43:26.693199 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823e291-a490-4913-9be7-f6f82378780a req-68e05cde-00fd-4ab4-9a66-2175eb6f7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:43:26.695641 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3823e291-a490-4913-9be7-f6f82378780a req-68e05cde-00fd-4ab4-9a66-2175eb6f7b32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0944724 Oct 17 18:43:26.882062 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3823e291-a490-4913-9be7-f6f82378780a req-828fa7bd-7dfa-44eb-8da8-4589944065ea service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805480 Oct 17 18:43:27.074431 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3823e291-a490-4913-9be7-f6f82378780a req-93f6279f-8e35-44ac-96c9-fed4be1620ec service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863437 Oct 17 18:43:29.162465 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-45cebfb4-5013-4634-b0d7-c532746a8a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:31.542977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e62b8c0f-eedf-4f23-8079-48f702757ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:32.605265 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:32.769276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:34.578563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:55.335163 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:43:58.362232 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:43:59.168875 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-575c2d09-50a8-445c-8705-cf87c7f98d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:01.538878 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-459c5000-d936-4566-ab10-f291c83da200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:02.604234 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:02.771015 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:04.581080 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:06.360311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56298) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:44:06.709830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Deleting port 42f54969-72fd-4db1-b42c-f00dc8d9ca37 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:44:06.710163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:06.903312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:06.903650 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:07.038694 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Calling delete_port for 42f54969-72fd-4db1-b42c-f00dc8d9ca37 owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:44:07.264971 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:07.367194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event deleted for resources: {'Port': ['ID=42f54969-72fd-4db1-b42c-f00dc8d9ca37,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:07.453689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:07.454244 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:07.454819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:07.455413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:07.455955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:07.456507 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:07.457031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:07.457578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:07.458148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:07.458703 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:07.459301 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:07.459847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:07.575243 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:07.575638 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Floating IP 02c2a628-b9ab-4b07-8ed6-c1d78471475f disassociated (deleted). External IP: 172.26.8.240, port: eef3c17f-8449-4d45-96df-fb8eb54163f4. Oct 17 18:44:07.985623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Router c43a754e-49cc-476f-91e0-361b206ae639 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:44:08.188673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:44:08.200143 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857012b8-ff6b-4e00-bedf-ebf202fd8309 None None] Sync routers for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:44:08.212810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:08.216641 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857012b8-ff6b-4e00-bedf-ebf202fd8309 None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:44:08.217672 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-857012b8-ff6b-4e00-bedf-ebf202fd8309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:44:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:44:08.274592 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-62cb0d0e-9982-426b-bbc8-b4c865f8d317 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "DELETE /v2.0/floatingips/02c2a628-b9ab-4b07-8ed6-c1d78471475f HTTP/1.1" status: 204 len: 168 time: 1.9128821 Oct 17 18:44:08.275595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:44:08.278345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef2a7f4-e40a-4580-a5e5-021cd5fd9765" -d '{"events": [{"name": "network-changed", "server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:44:08.343747 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add4fd84-3fce-4e4b-bea0-fa072242e3f9 x-openstack-request-id: req-add4fd84-3fce-4e4b-bea0-fa072242e3f9 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:44:08.344094 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:44:08.344559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-add4fd84-3fce-4e4b-bea0-fa072242e3f9 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:44:08.345230 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add4fd84-3fce-4e4b-bea0-fa072242e3f9'] response: {'name': 'network-changed', 'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'status': 'completed', 'code': 200} Oct 17 18:44:08.558346 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-857012b8-ff6b-4e00-bedf-ebf202fd8309 None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:44:08.624006 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2a7f4-e40a-4580-a5e5-021cd5fd9765 req-1f7c37ae-4f63-4621-92b2-7e6885b3dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:08.625526 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ef2a7f4-e40a-4580-a5e5-021cd5fd9765 req-1f7c37ae-4f63-4621-92b2-7e6885b3dc46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 1099 time: 0.2369142 Oct 17 18:44:08.842127 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2a7f4-e40a-4580-a5e5-021cd5fd9765 req-dec1ac43-9d69-4852-b397-456b3baa35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:08.843570 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ef2a7f4-e40a-4580-a5e5-021cd5fd9765 req-dec1ac43-9d69-4852-b397-456b3baa35f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.2115221 Oct 17 18:44:08.918913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b82ba4-2f4e-413a-a7f0-dc13756b37a7 req-79069c81-09ec-4471-b255-18c36c6f4a0e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:08.919712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-05b82ba4-2f4e-413a-a7f0-dc13756b37a7 req-79069c81-09ec-4471-b255-18c36c6f4a0e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Synchronizing usage tracker for tenant:a19a0dea46384a108e52313280826a51 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:44:08.932924 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ef2a7f4-e40a-4580-a5e5-021cd5fd9765 req-64e0a297-031e-47b9-b9e8-8a382510b750 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4 HTTP/1.1" status: 200 len: 217 time: 0.0824327 Oct 17 18:44:08.969979 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-857012b8-ff6b-4e00-bedf-ebf202fd8309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:45Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:44:08.976534 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857012b8-ff6b-4e00-bedf-ebf202fd8309 None None] Checking router: c43a754e-49cc-476f-91e0-361b206ae639 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:44:08.983024 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-05b82ba4-2f4e-413a-a7f0-dc13756b37a7 req-79069c81-09ec-4471-b255-18c36c6f4a0e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Unset dirty status for tenant:a19a0dea46384a108e52313280826a51 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:44:08.984239 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-05b82ba4-2f4e-413a-a7f0-dc13756b37a7 req-79069c81-09ec-4471-b255-18c36c6f4a0e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 946 time: 0.2796850 Oct 17 18:44:08.989067 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857012b8-ff6b-4e00-bedf-ebf202fd8309 None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:44:08.989657 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-857012b8-ff6b-4e00-bedf-ebf202fd8309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:44:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:44:09.035086 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2a7f4-e40a-4580-a5e5-021cd5fd9765 req-f56fb749-f2c3-4805-a9cf-211649acb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:09.036600 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ef2a7f4-e40a-4580-a5e5-021cd5fd9765 req-f56fb749-f2c3-4805-a9cf-211649acb3bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0962400 Oct 17 18:44:09.107520 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-05b82ba4-2f4e-413a-a7f0-dc13756b37a7 req-07307240-ecd8-4e77-b516-06d875b6ad02 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103513 Oct 17 18:44:09.154140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2a7f4-e40a-4580-a5e5-021cd5fd9765 req-d295670c-d631-44f3-85aa-bfa49c34789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:09.158563 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ef2a7f4-e40a-4580-a5e5-021cd5fd9765 req-d295670c-d631-44f3-85aa-bfa49c34789d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1109316 Oct 17 18:44:09.216344 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-857012b8-ff6b-4e00-bedf-ebf202fd8309 None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:44:09.314608 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ef2a7f4-e40a-4580-a5e5-021cd5fd9765 req-5c2c52ac-ebbe-4b40-ab77-a64cc9fb98cf service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520982 Oct 17 18:44:09.594839 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ef2a7f4-e40a-4580-a5e5-021cd5fd9765 req-c8384b84-aba6-4d20-8129-079b932b2be4 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736320 Oct 17 18:44:09.619693 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-857012b8-ff6b-4e00-bedf-ebf202fd8309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:45Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:44:09.624746 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857012b8-ff6b-4e00-bedf-ebf202fd8309 None None] The sync data for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv is: [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:45Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:44:09.879767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06d3d2-3ba5-4833-ba70-1f4964520703 None None] New status for floating IP 02c2a628-b9ab-4b07-8ed6-c1d78471475f: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:44:10.102819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07d70c-9a9d-4c83-aea1-9e15b45ff34e req-782a98ad-690f-4a7a-806a-d64b908202f5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:10.104536 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea07d70c-9a9d-4c83-aea1-9e15b45ff34e req-782a98ad-690f-4a7a-806a-d64b908202f5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 946 time: 0.1072025 Oct 17 18:44:10.182408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-ea07d70c-9a9d-4c83-aea1-9e15b45ff34e req-53dfef5a-41cd-4ce3-9a44-54c9f3f09eec tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Deleting port eef3c17f-8449-4d45-96df-fb8eb54163f4 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:44:10.182752 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea07d70c-9a9d-4c83-aea1-9e15b45ff34e req-53dfef5a-41cd-4ce3-9a44-54c9f3f09eec tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:10.488962 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10978b56-3226-47e2-baa0-a14b5bd77c2a req-fc7badd5-ea9e-4fcc-9fe5-06d4b3801aa6 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:10.491155 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-10978b56-3226-47e2-baa0-a14b5bd77c2a req-fc7badd5-ea9e-4fcc-9fe5-06d4b3801aa6 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 946 time: 0.2197151 Oct 17 18:44:10.497864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-ea07d70c-9a9d-4c83-aea1-9e15b45ff34e req-53dfef5a-41cd-4ce3-9a44-54c9f3f09eec tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] For port eef3c17f-8449-4d45-96df-fb8eb54163f4, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=eef3c17f-8449-4d45-96df-fb8eb54163f4,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:44:10.498222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea07d70c-9a9d-4c83-aea1-9e15b45ff34e req-53dfef5a-41cd-4ce3-9a44-54c9f3f09eec tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:10.572521 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-10978b56-3226-47e2-baa0-a14b5bd77c2a req-91e1d548-2c66-4c81-ba18-ff30adc71c1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=04783cd4-0e1f-4fc9-a670-738ada9e530f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725296 Oct 17 18:44:10.648937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-ea07d70c-9a9d-4c83-aea1-9e15b45ff34e req-53dfef5a-41cd-4ce3-9a44-54c9f3f09eec tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Calling delete_port for eef3c17f-8449-4d45-96df-fb8eb54163f4 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:44:10.887461 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea07d70c-9a9d-4c83-aea1-9e15b45ff34e req-53dfef5a-41cd-4ce3-9a44-54c9f3f09eec tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:11.157467 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfef5a-41cd-4ce3-9a44-54c9f3f09eec tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event deleted for resources: {'Port': ['ID=eef3c17f-8449-4d45-96df-fb8eb54163f4,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:11.226469 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea07d70c-9a9d-4c83-aea1-9e15b45ff34e req-53dfef5a-41cd-4ce3-9a44-54c9f3f09eec tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] No DVR routers for this DVR port eef3c17f-8449-4d45-96df-fb8eb54163f4 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:44:11.230487 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-ea07d70c-9a9d-4c83-aea1-9e15b45ff34e req-53dfef5a-41cd-4ce3-9a44-54c9f3f09eec tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:11.233457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'name': 'network-vif-deleted', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:44:11.236078 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becae7e9-a6cd-4b63-bde1-9b0a28ffbd00" -d '{"events": [{"server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "name": "network-vif-deleted", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:44:11.253244 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ea07d70c-9a9d-4c83-aea1-9e15b45ff34e req-53dfef5a-41cd-4ce3-9a44-54c9f3f09eec tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.20 "DELETE /v2.0/ports/eef3c17f-8449-4d45-96df-fb8eb54163f4 HTTP/1.1" status: 204 len: 173 time: 1.1432345 Oct 17 18:44:11.325229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd269ae-3993-4ef1-aa79-2404356cbaab x-openstack-request-id: req-9fd269ae-3993-4ef1-aa79-2404356cbaab {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:44:11.325745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bec4bde-7695-48a9-aa6b-7088e311f7c7", "name": "network-vif-deleted", "tag": "eef3c17f-8449-4d45-96df-fb8eb54163f4", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:44:11.326190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9fd269ae-3993-4ef1-aa79-2404356cbaab {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:44:11.326868 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd269ae-3993-4ef1-aa79-2404356cbaab'] response: {'server_uuid': '4bec4bde-7695-48a9-aa6b-7088e311f7c7', 'name': 'network-vif-deleted', 'tag': 'eef3c17f-8449-4d45-96df-fb8eb54163f4', 'status': 'completed', 'code': 200} Oct 17 18:44:11.782222 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-69337bc7-43cd-4565-a41c-b3fdccbdaeee req-f4f51967-612b-4379-9170-62825ac4d313 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=4bec4bde-7695-48a9-aa6b-7088e311f7c7 HTTP/1.1" status: 200 len: 210 time: 0.0615420 Oct 17 18:44:12.905967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56318) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:44:12.983481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3bf86d49-926d-4616-995c-e77f5ac73b61 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.011374 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device eef3c17f-8449-4d45-96df-fb8eb54163f4 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:44:13.022719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3bf86d49-926d-4616-995c-e77f5ac73b61 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.049778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: eef3c17f-8449-4d45-96df-fb8eb54163f4 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:44:13.050119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device eef3c17f-8449-4d45-96df-fb8eb54163f4 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:44:13.126723 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3bf86d49-926d-4616-995c-e77f5ac73b61 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.151315 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf86d49-926d-4616-995c-e77f5ac73b61 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04783cd4-0e1f-4fc9-a670-738ada9e530f,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:13.166757 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3bf86d49-926d-4616-995c-e77f5ac73b61 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.168328 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3bf86d49-926d-4616-995c-e77f5ac73b61 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "DELETE /v2.0/security-groups/04783cd4-0e1f-4fc9-a670-738ada9e530f HTTP/1.1" status: 204 len: 168 time: 0.2609081 Oct 17 18:44:13.313818 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56326) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:44:13.319485 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081263575', 'description': 'tempest-secgroup-smoke-2081263575 description', 'project_id': 'a19a0dea46384a108e52313280826a51'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:44:13.326839 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:44:13.331981 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:44:13.335295 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:44:13.342814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:44:13.357786 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.382682 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:44:13.389340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:44:13.393613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:44:13.402406 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:44:13.488966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.494931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.548197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29910252-01d8-4919-8e76-312bf2ad0864,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:13.551926 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.558344 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-507c9634-0cac-443a-82d3-19c8d0881a57 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2381999 Oct 17 18:44:13.559819 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56330) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:44:13.568680 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-9ab62347-6379-427f-8012-4c50996d9491 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group_rule': {'security_group_id': '29910252-01d8-4919-8e76-312bf2ad0864', 'project_id': 'a19a0dea46384a108e52313280826a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:44:13.579451 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9ab62347-6379-427f-8012-4c50996d9491 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:44:13.586659 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9ab62347-6379-427f-8012-4c50996d9491 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:44:13.592529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-9ab62347-6379-427f-8012-4c50996d9491 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:44:13.603842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-9ab62347-6379-427f-8012-4c50996d9491 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:44:13.632978 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ab62347-6379-427f-8012-4c50996d9491 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.757821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ab62347-6379-427f-8012-4c50996d9491 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.763554 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ab62347-6379-427f-8012-4c50996d9491 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.796263 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab62347-6379-427f-8012-4c50996d9491 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe2187d-1001-4393-95e6-2f332e17c083,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:13.808021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9ab62347-6379-427f-8012-4c50996d9491 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.809259 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9ab62347-6379-427f-8012-4c50996d9491 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2480416 Oct 17 18:44:13.812919 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56334) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:44:13.818344 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group_rule': {'security_group_id': '29910252-01d8-4919-8e76-312bf2ad0864', 'project_id': 'a19a0dea46384a108e52313280826a51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:44:13.825784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:44:13.830555 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:44:13.834181 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:44:13.842472 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:44:13.862415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.936208 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.942197 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.973144 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5f3a0b-fd86-4b0b-b91a-45cf65ba13fc,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:13.986207 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:13.986626 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:13.986973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:13.987336 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:13.987654 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:13.987994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:13.988301 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:13.988622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:13.989023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:13.989353 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:13.989672 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:13.989982 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:13.994203 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:13.995654 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3398ef42-5ecf-4877-9aac-a8ac65fa064a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1820843 Oct 17 18:44:13.999994 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56338) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:44:14.005718 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-cb13bfd5-d0e1-472f-8783-f41b0dd231ce tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group_rule': {'security_group_id': '29910252-01d8-4919-8e76-312bf2ad0864', 'project_id': 'a19a0dea46384a108e52313280826a51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:44:14.012563 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cb13bfd5-d0e1-472f-8783-f41b0dd231ce tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:44:14.016876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cb13bfd5-d0e1-472f-8783-f41b0dd231ce tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:44:14.020212 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-cb13bfd5-d0e1-472f-8783-f41b0dd231ce tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:44:14.027722 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-cb13bfd5-d0e1-472f-8783-f41b0dd231ce tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:44:14.049042 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb13bfd5-d0e1-472f-8783-f41b0dd231ce tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.132289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb13bfd5-d0e1-472f-8783-f41b0dd231ce tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.138477 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb13bfd5-d0e1-472f-8783-f41b0dd231ce tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.183756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13bfd5-d0e1-472f-8783-f41b0dd231ce tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa50e44-d227-4b23-92c0-619107ea0021,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:14.198608 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cb13bfd5-d0e1-472f-8783-f41b0dd231ce tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.200239 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cb13bfd5-d0e1-472f-8783-f41b0dd231ce tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1990759 Oct 17 18:44:14.203546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56342) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:44:14.209390 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-3612e4e0-50f4-4760-b3bb-96016258eb04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group_rule': {'security_group_id': '29910252-01d8-4919-8e76-312bf2ad0864', 'project_id': 'a19a0dea46384a108e52313280826a51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:44:14.216358 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3612e4e0-50f4-4760-b3bb-96016258eb04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:44:14.220911 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3612e4e0-50f4-4760-b3bb-96016258eb04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:44:14.224639 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3612e4e0-50f4-4760-b3bb-96016258eb04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:44:14.232494 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3612e4e0-50f4-4760-b3bb-96016258eb04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:44:14.253312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3612e4e0-50f4-4760-b3bb-96016258eb04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.331030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3612e4e0-50f4-4760-b3bb-96016258eb04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.335930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3612e4e0-50f4-4760-b3bb-96016258eb04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.363178 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612e4e0-50f4-4760-b3bb-96016258eb04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fca60b4-9dc0-4db0-a8c8-dc8a39bdfb5b,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:14.374894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3612e4e0-50f4-4760-b3bb-96016258eb04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.376233 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3612e4e0-50f4-4760-b3bb-96016258eb04 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714413 Oct 17 18:44:14.379904 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56346) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:44:14.386222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-37f56f14-c1ec-40e0-8546-4d0d02e08f1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group_rule': {'security_group_id': '29910252-01d8-4919-8e76-312bf2ad0864', 'project_id': 'a19a0dea46384a108e52313280826a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:44:14.394108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-37f56f14-c1ec-40e0-8546-4d0d02e08f1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:44:14.399261 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-37f56f14-c1ec-40e0-8546-4d0d02e08f1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:44:14.403117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-37f56f14-c1ec-40e0-8546-4d0d02e08f1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:44:14.409551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-37f56f14-c1ec-40e0-8546-4d0d02e08f1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:44:14.422382 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-37f56f14-c1ec-40e0-8546-4d0d02e08f1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Project a19a0dea46384a108e52313280826a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:44:14.431244 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-37f56f14-c1ec-40e0-8546-4d0d02e08f1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.513229 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-37f56f14-c1ec-40e0-8546-4d0d02e08f1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.518049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-37f56f14-c1ec-40e0-8546-4d0d02e08f1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.544945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f56f14-c1ec-40e0-8546-4d0d02e08f1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a343321-5f51-4673-9675-5e4c2d61d4cf,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:14.554807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-37f56f14-c1ec-40e0-8546-4d0d02e08f1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.556656 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-37f56f14-c1ec-40e0-8546-4d0d02e08f1d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1756225 Oct 17 18:44:14.559562 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56350) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:44:14.565565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-3fe2c8f1-dbed-4035-8a06-fd3fb4e4768f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'security_group_rule': {'security_group_id': '29910252-01d8-4919-8e76-312bf2ad0864', 'project_id': 'a19a0dea46384a108e52313280826a51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:44:14.572384 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3fe2c8f1-dbed-4035-8a06-fd3fb4e4768f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:44:14.577376 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3fe2c8f1-dbed-4035-8a06-fd3fb4e4768f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:security_group_rule and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:44:14.581328 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-3fe2c8f1-dbed-4035-8a06-fd3fb4e4768f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:44:14.589418 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-3fe2c8f1-dbed-4035-8a06-fd3fb4e4768f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:44:14.601266 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-3fe2c8f1-dbed-4035-8a06-fd3fb4e4768f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Project a19a0dea46384a108e52313280826a51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:44:14.610503 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3fe2c8f1-dbed-4035-8a06-fd3fb4e4768f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.688950 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3fe2c8f1-dbed-4035-8a06-fd3fb4e4768f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.694171 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3fe2c8f1-dbed-4035-8a06-fd3fb4e4768f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.722220 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2c8f1-dbed-4035-8a06-fd3fb4e4768f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2847326c-e00e-4606-85ad-9978cefa794a,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:14.733910 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3fe2c8f1-dbed-4035-8a06-fd3fb4e4768f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:14.735148 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3fe2c8f1-dbed-4035-8a06-fd3fb4e4768f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1744671 Oct 17 18:44:25.341835 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:29.165898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a327c62e-4a0f-46a3-be97-cd8c1fbcce84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:31.534410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-de13c4dc-2ae1-4e74-b9d7-9a143d6a32e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:31.631743 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-83293dd9-50d7-4477-bf55-abce86c4110b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081263575&fields=id&tenant_id=a19a0dea46384a108e52313280826a51 HTTP/1.1" status: 200 len: 267 time: 0.0468769 Oct 17 18:44:31.810905 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-2a7b5a08-29cc-4cc8-9154-509b85fdae38 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:31.812430 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-2a7b5a08-29cc-4cc8-9154-509b85fdae38 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 808 time: 0.1687474 Oct 17 18:44:31.829512 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-ff14355d-2e5a-40c8-9f05-d28db2299811 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/quotas/a19a0dea46384a108e52313280826a51 HTTP/1.1" status: 200 len: 375 time: 0.0105743 Oct 17 18:44:31.935341 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-54531861-0832-4759-b5f3-1dee72894be5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990617 Oct 17 18:44:32.020899 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-d6d7af07-642b-4a88-9be4-60f1955e5797 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89190) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:44:32.021917 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-d6d7af07-642b-4a88-9be4-60f1955e5797 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0740364 Oct 17 18:44:32.288078 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-0a99be91-b318-4085-a0f1-6f6c4d6e8405 service neutron] 10.222.0.69 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590151 Oct 17 18:44:32.471971 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-fef4f270-0628-497a-a861-3ff72eecd250 service neutron] 10.222.0.69 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760995 Oct 17 18:44:32.605093 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:32.783893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:33.061130 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-06a9d651-e18b-4667-a988-caed990a7e04 req-38c70559-25c0-4e6d-8809-71b7a6cb604c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Synchronizing usage tracker for tenant:a19a0dea46384a108e52313280826a51 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:44:33.080699 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-06a9d651-e18b-4667-a988-caed990a7e04 req-38c70559-25c0-4e6d-8809-71b7a6cb604c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Unset dirty status for tenant:a19a0dea46384a108e52313280826a51 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:44:33.082833 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-06a9d651-e18b-4667-a988-caed990a7e04 req-38c70559-25c0-4e6d-8809-71b7a6cb604c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 210 time: 0.0763819 Oct 17 18:44:34.368192 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a72e92b0-486b-4070-a6d3-e15484d59839 req-6223a12f-2d18-4bfd-9a7c-ae8e5fd2a9c6 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 210 time: 0.0601311 Oct 17 18:44:34.509097 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-37f4b050-c975-4e11-ae0c-b7b7cbf8ea67 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:34.511147 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-37f4b050-c975-4e11-ae0c-b7b7cbf8ea67 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 808 time: 0.2538168 Oct 17 18:44:34.589513 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-713fd921-b05b-45c2-9c28-f82e746f63a6 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Synchronizing usage tracker for tenant:a19a0dea46384a108e52313280826a51 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:44:34.593125 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:34.609463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-713fd921-b05b-45c2-9c28-f82e746f63a6 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Unset dirty status for tenant:a19a0dea46384a108e52313280826a51 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:44:34.610563 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-713fd921-b05b-45c2-9c28-f82e746f63a6 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a19a0dea46384a108e52313280826a51 HTTP/1.1" status: 200 len: 380 time: 0.0851147 Oct 17 18:44:34.621335 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'port': {'device_id': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'admin_state_up': True, 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'security_groups': ['29910252-01d8-4919-8e76-312bf2ad0864']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:44:34.789846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:44:34.803986 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:44:34.818676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Made reservation on behalf of a19a0dea46384a108e52313280826a51 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:44:34.822462 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:35.029163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Allocated IP 172.20.0.9 (e0333407-8ee6-4585-be66-3cc34b444969/5acf164e-83a8-4fc0-b42b-46e98bf597b2/5b2f3488-3931-4240-9818-a0f4d5dc42b7) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:44:35.272643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:35.294876 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Transition to ACTIVE for port object 5b2f3488-3931-4240-9818-a0f4d5dc42b7 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:44:35.329311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:35.364053 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:44:35.455307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Network e0333407-8ee6-4585-be66-3cc34b444969 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:44:35.461920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:44:35.469863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:44:35.556212 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'Port': ['ID=5b2f3488-3931-4240-9818-a0f4d5dc42b7,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:35.718891 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:35.719989 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:35.784684 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c6727ae7-ec12-4e07-8e0f-ccaff1ee898a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1689973 Oct 17 18:44:35.809153 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Request body: {'port': {'device_id': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:44:35.860874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08451ec-8990-468f-a14f-b603c4cc4a64 req-334e3c63-7d68-4e37-991b-9af3954f9ff7 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:35.861622 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-d08451ec-8990-468f-a14f-b603c4cc4a64 req-334e3c63-7d68-4e37-991b-9af3954f9ff7 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Synchronizing usage tracker for tenant:a19a0dea46384a108e52313280826a51 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:44:35.881314 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8da13f40-e82d-4b94-a237-ac60f6a8de17 None None] Provisioning for port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:44:35.892989 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-8da13f40-e82d-4b94-a237-ac60f6a8de17 None None] Provisioning complete for port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:44:35.893645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8da13f40-e82d-4b94-a237-ac60f6a8de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:35.894198 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8da13f40-e82d-4b94-a237-ac60f6a8de17 None None] Attempt 1 to provision port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 Oct 17 18:44:35.936838 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-d08451ec-8990-468f-a14f-b603c4cc4a64 req-334e3c63-7d68-4e37-991b-9af3954f9ff7 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Unset dirty status for tenant:a19a0dea46384a108e52313280826a51 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:44:35.938680 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d08451ec-8990-468f-a14f-b603c4cc4a64 req-334e3c63-7d68-4e37-991b-9af3954f9ff7 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 931 time: 0.3625274 Oct 17 18:44:35.960487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8da13f40-e82d-4b94-a237-ac60f6a8de17 None None] Port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:44:36.104805 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d08451ec-8990-468f-a14f-b603c4cc4a64 req-b472c26b-a34b-4a8b-85e1-fd72290f6f98 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531811 Oct 17 18:44:36.105600 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:36.462097 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8da13f40-e82d-4b94-a237-ac60f6a8de17 None None] Attempt 2 to provision port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 Oct 17 18:44:36.524706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8da13f40-e82d-4b94-a237-ac60f6a8de17 None None] Port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:44:36.706479 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2f3488-3931-4240-9818-a0f4d5dc42b7 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:44:36.715856 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:36.733258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Transition to ACTIVE for port object 5b2f3488-3931-4240-9818-a0f4d5dc42b7 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:44:36.738770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:37.026794 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8da13f40-e82d-4b94-a237-ac60f6a8de17 None None] Attempt 3 to provision port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 Oct 17 18:44:37.090179 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8da13f40-e82d-4b94-a237-ac60f6a8de17 None None] Port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:44:37.123311 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2f3488-3931-4240-9818-a0f4d5dc42b7,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:37.184419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Attempting to bind port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:44:37.184779 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Attempting to bind port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:44:37.185100 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Attempting to bind port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 on network e0333407-8ee6-4585-be66-3cc34b444969 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:44:37.190761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 on network e0333407-8ee6-4585-be66-3cc34b444969 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:44:37.191111 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Attempting to bind port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 on network e0333407-8ee6-4585-be66-3cc34b444969 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:44:37.197922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:44:37.198317 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Checking segment: {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:44:37.198629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Bound using segment: {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:44:37.199098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Bound port: 5b2f3488-3931-4240-9818-a0f4d5dc42b7, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee37793-2d85-4020-a532-ff31ba430434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:44:37.199449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:37.306415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] For port 5b2f3488-3931-4240-9818-a0f4d5dc42b7, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:44:37.309931 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] For port 5b2f3488-3931-4240-9818-a0f4d5dc42b7, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:44:37.315750 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:37.319210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:37.320041 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:37.321607 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] 10.222.0.20 "PUT /v2.0/ports/5b2f3488-3931-4240-9818-a0f4d5dc42b7 HTTP/1.1" status: 200 len: 1093 time: 1.5207570 Oct 17 18:44:37.364569 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:44:37.368163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508adfd6-8288-4530-8c83-88896471be1e" -d '{"events": [{"name": "network-changed", "server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:44:37.405443 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe538c-9c32-4b7e-a78d-386475169808 req-5f21fae6-7890-497c-9122-d482f670180e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:37.407289 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-05fe538c-9c32-4b7e-a78d-386475169808 req-5f21fae6-7890-497c-9122-d482f670180e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1218495 Oct 17 18:44:37.489663 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5ca20-3992-4f86-b4d6-e1013e6a1999 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2f3488-3931-4240-9818-a0f4d5dc42b7,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:37.497022 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-05fe538c-9c32-4b7e-a78d-386475169808 req-4068b92e-eb43-46b6-8dfa-d1938ecdfbf2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786932 Oct 17 18:44:37.514551 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-99c4e032-0bf9-4244-adf0-b12f48e5c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:37.516333 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-99c4e032-0bf9-4244-adf0-b12f48e5c124 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1096 time: 0.1159854 Oct 17 18:44:37.591464 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-8da13f40-e82d-4b94-a237-ac60f6a8de17 None None] Attempt 4 to provision port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 Oct 17 18:44:37.595474 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f8ab5d-d269-46ee-88ae-404ce04e7806 x-openstack-request-id: req-a3f8ab5d-d269-46ee-88ae-404ce04e7806 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:44:37.595811 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:44:37.595996 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a3f8ab5d-d269-46ee-88ae-404ce04e7806 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:44:37.596389 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f8ab5d-d269-46ee-88ae-404ce04e7806'] response: {'name': 'network-changed', 'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'status': 'completed', 'code': 200} Oct 17 18:44:37.605838 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-e628660a-05d6-4f1d-9247-a26d0dd7e0be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7 HTTP/1.1" status: 200 len: 217 time: 0.0771463 Oct 17 18:44:37.666362 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-8da13f40-e82d-4b94-a237-ac60f6a8de17 None None] Port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:44:37.683955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-74cdfa73-d5c1-4821-8143-83790f66881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:37.685452 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-74cdfa73-d5c1-4821-8143-83790f66881f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0736406 Oct 17 18:44:37.781578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c97586c6-d8f0-40b7-bce0-5daab9b399f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:37.783132 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-c97586c6-d8f0-40b7-bce0-5daab9b399f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908291 Oct 17 18:44:37.939285 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-97f84d41-d9bb-4f39-8133-99578cee696f service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501031 Oct 17 18:44:38.139753 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9024810a-3a95-4488-9a80-fa5ba948e24e req-052ab51c-46dd-4a28-980e-98a962ff6a4c service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949873 Oct 17 18:44:38.324177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508adfd6-8288-4530-8c83-88896471be1e req-e7cf25de-f49f-4ff6-bc5c-e0e1812ba4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:38.326390 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-508adfd6-8288-4530-8c83-88896471be1e req-e7cf25de-f49f-4ff6-bc5c-e0e1812ba4bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1096 time: 0.0904593 Oct 17 18:44:38.524892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508adfd6-8288-4530-8c83-88896471be1e req-3e8a1654-c91d-4efd-84cb-7b1754ff7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:38.526822 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-508adfd6-8288-4530-8c83-88896471be1e req-3e8a1654-c91d-4efd-84cb-7b1754ff7293 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1938865 Oct 17 18:44:38.715328 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-508adfd6-8288-4530-8c83-88896471be1e req-1d380089-35f0-484a-bb13-8dcd3bc75ea5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7 HTTP/1.1" status: 200 len: 217 time: 0.1816883 Oct 17 18:44:38.741598 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f70dea-7031-4b04-bdb2-675c80e80378 req-2123330f-5340-4247-ac4a-014ec0c330d5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:38.743472 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-01f70dea-7031-4b04-bdb2-675c80e80378 req-2123330f-5340-4247-ac4a-014ec0c330d5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1033814 Oct 17 18:44:38.785895 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508adfd6-8288-4530-8c83-88896471be1e req-6cb89f56-2142-4cc8-b070-0afaf88b25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:38.787448 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-508adfd6-8288-4530-8c83-88896471be1e req-6cb89f56-2142-4cc8-b070-0afaf88b25ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0665035 Oct 17 18:44:38.799994 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-01f70dea-7031-4b04-bdb2-675c80e80378 req-80d2c04a-01b5-4413-97de-d621f9431641 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501971 Oct 17 18:44:38.886042 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508adfd6-8288-4530-8c83-88896471be1e req-8d7889e9-f225-49fa-bb14-5e21fb7ec53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:38.887607 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-508adfd6-8288-4530-8c83-88896471be1e req-8d7889e9-f225-49fa-bb14-5e21fb7ec53d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0946801 Oct 17 18:44:39.038019 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-508adfd6-8288-4530-8c83-88896471be1e req-01bc5ea5-e027-455d-a0ce-475c9dafdeb7 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434669 Oct 17 18:44:39.211402 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-508adfd6-8288-4530-8c83-88896471be1e req-8e0817d5-9252-48fe-a568-f43260645b92 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671631 Oct 17 18:44:40.043789 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc4569-39da-40bb-9100-9a928ce5ccdb req-44f8c9e6-a741-48b4-a03e-a42bf4d37f80 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:40.045390 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d2cc4569-39da-40bb-9100-9a928ce5ccdb req-44f8c9e6-a741-48b4-a03e-a42bf4d37f80 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1213763 Oct 17 18:44:40.097055 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d2cc4569-39da-40bb-9100-9a928ce5ccdb req-3d05d6cc-f265-42f2-8859-713248a74cd3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450540 Oct 17 18:44:41.323363 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b8e93-9a9a-4850-839a-4052951b5843 req-b5f1b30c-8574-4382-9350-8122ef084f39 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:41.324994 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-478b8e93-9a9a-4850-839a-4052951b5843 req-b5f1b30c-8574-4382-9350-8122ef084f39 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1032248 Oct 17 18:44:41.377899 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-478b8e93-9a9a-4850-839a-4052951b5843 req-0beabe06-bdd9-45ff-852d-df7e2afc8e7c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466406 Oct 17 18:44:42.681727 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93542da1-3883-406e-a2e4-0b1efe87c547 req-de943864-3842-4ff6-af8b-a0cb203af553 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:42.683502 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-93542da1-3883-406e-a2e4-0b1efe87c547 req-de943864-3842-4ff6-af8b-a0cb203af553 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1066203 Oct 17 18:44:42.735351 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-93542da1-3883-406e-a2e4-0b1efe87c547 req-d456838e-bb85-4bad-a1da-1dbf25421324 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448434 Oct 17 18:44:43.971389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66029c-e521-4468-8177-5855e2dfbd6b req-3b4f8088-f53e-4c29-86be-01705a627a60 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:43.973265 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0d66029c-e521-4468-8177-5855e2dfbd6b req-3b4f8088-f53e-4c29-86be-01705a627a60 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1020186 Oct 17 18:44:44.026820 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-0d66029c-e521-4468-8177-5855e2dfbd6b req-b6075992-7250-4dc6-8ccc-46485f83e85b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468874 Oct 17 18:44:45.238473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eee605-f128-4c56-8231-1121932ca013 req-fee2fd47-797d-41e9-8bd1-7b0f9f026100 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:45.240041 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-45eee605-f128-4c56-8231-1121932ca013 req-fee2fd47-797d-41e9-8bd1-7b0f9f026100 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.0949559 Oct 17 18:44:45.296827 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-45eee605-f128-4c56-8231-1121932ca013 req-7989426e-aa4e-4c08-8502-dbc74cd8f0e3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502915 Oct 17 18:44:46.520894 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418c2aa-889e-4c26-a09c-fedf7c2e1808 req-bd2da01c-6cfb-41ea-b80d-3c7c66b9b90b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:46.522611 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b418c2aa-889e-4c26-a09c-fedf7c2e1808 req-bd2da01c-6cfb-41ea-b80d-3c7c66b9b90b tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.0988553 Oct 17 18:44:46.574831 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b418c2aa-889e-4c26-a09c-fedf7c2e1808 req-f006e764-a5a3-49b3-a444-16efdbf92a52 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457082 Oct 17 18:44:47.180145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 5b2f3488-3931-4240-9818-a0f4d5dc42b7 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:44:47.339212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 5b2f3488-3931-4240-9818-a0f4d5dc42b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:44:47.356062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'port_id': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'mac_address': 'fa:16:3e:f5:fd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:44:47.426187 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:44:47.426628 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:47.448673 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2f3488-3931-4240-9818-a0f4d5dc42b7 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:44:47.468478 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 5b2f3488-3931-4240-9818-a0f4d5dc42b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:44:47.473901 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:47.548761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=5b2f3488-3931-4240-9818-a0f4d5dc42b7,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:47.557663 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.558016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.558360 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.558719 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.559072 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.559569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.559905 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.560232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.560565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.560896 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.561214 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.561560 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:44:47.753264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['5b2f3488-3931-4240-9818-a0f4d5dc42b7'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:44:47.830930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34f3ee-c50a-48fd-825d-35df796c4ddc req-1f41f3b6-8866-4b8a-a154-2e1f6b01e252 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:47.834868 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-df34f3ee-c50a-48fd-825d-35df796c4ddc req-1f41f3b6-8866-4b8a-a154-2e1f6b01e252 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 944 time: 0.1166427 Oct 17 18:44:47.892872 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-df34f3ee-c50a-48fd-825d-35df796c4ddc req-4b27790c-43b2-4acb-84ba-50cf35cd3f53 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509012 Oct 17 18:44:49.175341 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381743d-3b52-4d23-bcea-fa4303233b31 req-513dbfea-b182-4529-b078-9aed3ac8e849 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:49.177638 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f381743d-3b52-4d23-bcea-fa4303233b31 req-513dbfea-b182-4529-b078-9aed3ac8e849 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 944 time: 0.1641531 Oct 17 18:44:49.198320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 5b2f3488-3931-4240-9818-a0f4d5dc42b7 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:44:49.254436 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f381743d-3b52-4d23-bcea-fa4303233b31 req-230ba9d4-7065-48f7-8382-66f76d62c3be tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698941 Oct 17 18:44:49.290356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:44:49.296137 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:44:49.296507 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:49.296844 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 Oct 17 18:44:49.479505 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:44:49.479794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:49.511479 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:44:49.513854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830e85de-fea3-4301-a23b-3b6036cb79ea" -d '{"events": [{"server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "name": "network-vif-plugged", "status": "completed", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:44:49.523875 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 5b2f3488-3931-4240-9818-a0f4d5dc42b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:44:49.529944 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:49.570944 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed25331-2d79-4363-bd1f-421aec2fbbc1 x-openstack-request-id: req-1ed25331-2d79-4363-bd1f-421aec2fbbc1 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:44:49.571291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "name": "network-vif-plugged", "status": "completed", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:44:49.571508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ed25331-2d79-4363-bd1f-421aec2fbbc1 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:44:49.571909 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed25331-2d79-4363-bd1f-421aec2fbbc1'] response: {'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'code': 200} Oct 17 18:44:49.608784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=5b2f3488-3931-4240-9818-a0f4d5dc42b7,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:49.940796 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62729df2-7ee9-4d59-a998-53f32e71dbfe req-0b6f844e-0cb9-49c8-ba8d-08c5263141fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:49.942314 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62729df2-7ee9-4d59-a998-53f32e71dbfe req-0b6f844e-0cb9-49c8-ba8d-08c5263141fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1098 time: 0.0898030 Oct 17 18:44:49.988496 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62729df2-7ee9-4d59-a998-53f32e71dbfe req-c0d377d2-7441-434c-bb53-1321cb5d5a4a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403378 Oct 17 18:44:50.619921 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f49e6b-b525-4ae2-9ba7-c289f43591ef req-ddacf69b-5419-4aff-8cbf-a612e2cfff39 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:50.621410 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f7f49e6b-b525-4ae2-9ba7-c289f43591ef req-ddacf69b-5419-4aff-8cbf-a612e2cfff39 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1097138 Oct 17 18:44:50.675452 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f7f49e6b-b525-4ae2-9ba7-c289f43591ef req-31b5682e-055d-40e7-9a4e-c377dbb8b4a7 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474386 Oct 17 18:44:51.924036 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b129b7b-8b3c-4d8d-98eb-ab566ecb77af req-ac1cf26c-8831-4a56-bf20-45a153dc30bb tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:51.925662 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5b129b7b-8b3c-4d8d-98eb-ab566ecb77af req-ac1cf26c-8831-4a56-bf20-45a153dc30bb tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1051440 Oct 17 18:44:51.983158 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-5b129b7b-8b3c-4d8d-98eb-ab566ecb77af req-6ef9293f-8e28-4624-8c53-2684ab7a690c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497854 Oct 17 18:44:52.240673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29315db-a70d-47f2-a7e9-7e92e71c356b req-ae2cc813-d359-4b21-b34c-ed892fadc535 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:52.242974 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a29315db-a70d-47f2-a7e9-7e92e71c356b req-ae2cc813-d359-4b21-b34c-ed892fadc535 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1273129 Oct 17 18:44:52.294089 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-a29315db-a70d-47f2-a7e9-7e92e71c356b req-af26cfb5-6962-437a-abe2-cc64fb9c7f5d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451167 Oct 17 18:44:52.326559 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56546) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:44:52.419114 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c00b6e1-45ca-47d2-9d73-92261c47dc3e tempest-TestShelveInstance-1001120640 tempest-TestShelveInstance-1001120640-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:52.419835 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0c00b6e1-45ca-47d2-9d73-92261c47dc3e tempest-TestShelveInstance-1001120640 tempest-TestShelveInstance-1001120640-project-admin] Synchronizing usage tracker for tenant:97fb377e64ce48d89877dabdf4bfaf82 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:44:52.443323 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-0c00b6e1-45ca-47d2-9d73-92261c47dc3e tempest-TestShelveInstance-1001120640 tempest-TestShelveInstance-1001120640-project-admin] Unset dirty status for tenant:97fb377e64ce48d89877dabdf4bfaf82 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:44:52.445704 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-0c00b6e1-45ca-47d2-9d73-92261c47dc3e tempest-TestShelveInstance-1001120640 tempest-TestShelveInstance-1001120640-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1093 time: 0.1174824 Oct 17 18:44:52.448466 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56550) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:44:52.453709 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:44:52.460597 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:44:52.465340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Usage tracker for resource:floatingip and tenant:a19a0dea46384a108e52313280826a51 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:44:52.469002 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:44:52.477422 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:44:52.488618 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:52.654493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:52.810800 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Allocated IP 172.26.8.182 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/18372085-44ed-422b-bed6-d1ce872e7870) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:44:52.982686 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:53.020137 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:53.102719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:44:53.105953 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:44:53.110148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:44:53.142500 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'Port': ['ID=18372085-44ed-422b-bed6-d1ce872e7870,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:53.706430 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:53.797397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:54.040886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:54.046501 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:54.174919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event updated for resources: {'Port': ['ID=18372085-44ed-422b-bed6-d1ce872e7870,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:44:54.177751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:54.374484 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Floating IP 8570ba37-e4f1-4c68-a5dd-6c10dec2c23d associated. External IP: 172.26.8.182, port: 5b2f3488-3931-4240-9818-a0f4d5dc42b7. Oct 17 18:44:54.793964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Router c43a754e-49cc-476f-91e0-361b206ae639 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:44:55.140894 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:44:55.159076 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b430c1f-fd5b-4f3c-bad7-d67aa0d15c4d None None] Sync routers for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:44:55.179149 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b430c1f-fd5b-4f3c-bad7-d67aa0d15c4d None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:44:55.180197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:55.180914 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3b430c1f-fd5b-4f3c-bad7-d67aa0d15c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:44:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:44:55.289959 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-de50f2bd-00c5-4065-b6bf-a5a1879434f8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8401973 Oct 17 18:44:55.291032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:44:55.295108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71aa123577ca1a53b35cf68b5eed26e275d8e5eae257c3212e6cd2ccbe7058b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f26588e-3cd0-4a81-a158-0586e0c36b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:44:55.344632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:44:55.375611 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74c3ef-2689-4511-a6de-386e98d03f3d x-openstack-request-id: req-8b74c3ef-2689-4511-a6de-386e98d03f3d {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:44:55.376062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:44:55.376415 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b74c3ef-2689-4511-a6de-386e98d03f3d {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:44:55.377891 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b74c3ef-2689-4511-a6de-386e98d03f3d'] response: {'name': 'network-changed', 'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'status': 'completed', 'code': 200} Oct 17 18:44:55.466705 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-3b430c1f-fd5b-4f3c-bad7-d67aa0d15c4d None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:44:55.652870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26588e-3cd0-4a81-a158-0586e0c36b2d req-76efb955-253d-4e49-a6ee-567cc3000be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:55.654995 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f26588e-3cd0-4a81-a158-0586e0c36b2d req-76efb955-253d-4e49-a6ee-567cc3000be8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1098 time: 0.2364881 Oct 17 18:44:55.860637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26588e-3cd0-4a81-a158-0586e0c36b2d req-d8e93d66-5560-4240-9165-cf0abcec1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:55.863248 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f26588e-3cd0-4a81-a158-0586e0c36b2d req-d8e93d66-5560-4240-9165-cf0abcec1cf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.2017035 Oct 17 18:44:55.903534 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3b430c1f-fd5b-4f3c-bad7-d67aa0d15c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '8570ba37-e4f1-4c68-a5dd-6c10dec2c23d', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'floating_ip_address': '172.26.8.182', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'port_id': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'mac_address': 'fa:16:3e:f5:fd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:44:53Z', 'updated_at': '2022-10-17T18:44:53Z', 'revision_number': 0, 'project_id': 'a19a0dea46384a108e52313280826a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:45Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:44:55.908116 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b430c1f-fd5b-4f3c-bad7-d67aa0d15c4d None None] Checking router: c43a754e-49cc-476f-91e0-361b206ae639 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:44:55.917572 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b430c1f-fd5b-4f3c-bad7-d67aa0d15c4d None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:44:55.918194 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3b430c1f-fd5b-4f3c-bad7-d67aa0d15c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:44:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:44:56.062224 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f26588e-3cd0-4a81-a158-0586e0c36b2d req-c68c8d1b-295e-4aa7-8537-65735a3ed5fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7 HTTP/1.1" status: 200 len: 999 time: 0.1931567 Oct 17 18:44:56.142900 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-3b430c1f-fd5b-4f3c-bad7-d67aa0d15c4d None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:44:56.196869 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26588e-3cd0-4a81-a158-0586e0c36b2d req-9b22a11d-c60d-469e-ac5d-710693ec12a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:56.199405 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f26588e-3cd0-4a81-a158-0586e0c36b2d req-9b22a11d-c60d-469e-ac5d-710693ec12a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.1276569 Oct 17 18:44:56.307824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26588e-3cd0-4a81-a158-0586e0c36b2d req-37db6101-45f7-4246-95d4-5fc15df6509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:44:56.309332 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f26588e-3cd0-4a81-a158-0586e0c36b2d req-37db6101-45f7-4246-95d4-5fc15df6509c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1034741 Oct 17 18:44:56.482698 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f26588e-3cd0-4a81-a158-0586e0c36b2d req-06c79716-a219-48d4-80de-b99894cd99a7 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671848 Oct 17 18:44:56.595711 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-3b430c1f-fd5b-4f3c-bad7-d67aa0d15c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '8570ba37-e4f1-4c68-a5dd-6c10dec2c23d', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'floating_ip_address': '172.26.8.182', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'port_id': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'mac_address': 'fa:16:3e:f5:fd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:44:53Z', 'updated_at': '2022-10-17T18:44:53Z', 'revision_number': 0, 'project_id': 'a19a0dea46384a108e52313280826a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:45Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:44:56.601065 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b430c1f-fd5b-4f3c-bad7-d67aa0d15c4d None None] The sync data for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv is: [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '8570ba37-e4f1-4c68-a5dd-6c10dec2c23d', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'floating_ip_address': '172.26.8.182', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'port_id': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'mac_address': 'fa:16:3e:f5:fd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:44:53Z', 'updated_at': '2022-10-17T18:44:53Z', 'revision_number': 0, 'project_id': 'a19a0dea46384a108e52313280826a51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:45Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:44:56.669992 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f26588e-3cd0-4a81-a158-0586e0c36b2d req-bd6ceccd-1aa0-43f7-9aa2-064da790d2f2 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810791 Oct 17 18:44:56.830773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9029854-0bf1-44e5-b98e-7ddfc84376bb None None] New status for floating IP 8570ba37-e4f1-4c68-a5dd-6c10dec2c23d: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:44:59.155278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5a92a970-ea51-4fec-9554-20c3d3f30ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:01.543914 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-70660c28-b2b6-490c-beb7-b1e1e890264a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:02.604873 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:02.778759 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:04.598085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:12.377599 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:45:25.330249 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:27.916478 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-494199da-9a5b-4307-8843-5e93eed5deab req-2187386d-c7a7-4b7c-a29d-eb7433b14ad7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1430247 Oct 17 18:45:28.121585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494199da-9a5b-4307-8843-5e93eed5deab req-b838e49a-b999-43f2-8d0b-1e469c37b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:28.121585 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-494199da-9a5b-4307-8843-5e93eed5deab req-b838e49a-b999-43f2-8d0b-1e469c37b1a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1098 time: 0.0985038 Oct 17 18:45:28.300994 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494199da-9a5b-4307-8843-5e93eed5deab req-8976c667-49f0-4e28-b816-e32ada505bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:28.300994 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-494199da-9a5b-4307-8843-5e93eed5deab req-8976c667-49f0-4e28-b816-e32ada505bf9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1597335 Oct 17 18:45:28.473017 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-494199da-9a5b-4307-8843-5e93eed5deab req-0f380927-13db-401b-bb0b-9c131e55220b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7 HTTP/1.1" status: 200 len: 1001 time: 0.1707020 Oct 17 18:45:28.557314 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494199da-9a5b-4307-8843-5e93eed5deab req-1e884fb6-f888-43f1-82ec-17117faa64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:28.559222 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-494199da-9a5b-4307-8843-5e93eed5deab req-1e884fb6-f888-43f1-82ec-17117faa64a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0801589 Oct 17 18:45:28.665701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494199da-9a5b-4307-8843-5e93eed5deab req-b1e9b528-7623-4275-b076-96af2b053e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:45:28.668576 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-494199da-9a5b-4307-8843-5e93eed5deab req-b1e9b528-7623-4275-b076-96af2b053e77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1035056 Oct 17 18:45:28.938488 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-494199da-9a5b-4307-8843-5e93eed5deab req-922958ae-bbd7-4fd7-919f-ffcf63aea85c service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631948 Oct 17 18:45:29.176840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a5999c98-338a-452f-863b-888b0bc471e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:29.200109 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-494199da-9a5b-4307-8843-5e93eed5deab req-c0dc4ccb-5023-4362-91a9-b845a4f4d998 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479861 Oct 17 18:45:31.540001 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-56387cc7-df57-46e1-85be-e4dcb2161dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:32.601759 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:32.778784 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:34.592632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:49.364797 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:45:55.342590 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:45:59.161488 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1094-6396-43d9-a907-d07dd4c5b3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:01.537154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-072a9fb0-d9c5-4ed3-967f-d42b5fe570dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:02.597395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:02.789273 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:04.596621 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:25.340981 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:26.366518 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:46:29.171664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-bff72cc6-54be-4dac-8f4e-81089c8e3d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:29.242805 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e48752b3-933b-4fbf-aa6f-fcacec0262c3 req-b663a488-2879-4d9b-8705-b419f0377c70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2180090 Oct 17 18:46:29.428802 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48752b3-933b-4fbf-aa6f-fcacec0262c3 req-96975ec7-b129-4d93-b8bb-2a235f141f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:29.430438 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e48752b3-933b-4fbf-aa6f-fcacec0262c3 req-96975ec7-b129-4d93-b8bb-2a235f141f34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1098 time: 0.0934737 Oct 17 18:46:29.594590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48752b3-933b-4fbf-aa6f-fcacec0262c3 req-65009a56-b417-43bd-8a5e-5327429a9c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:29.596398 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e48752b3-933b-4fbf-aa6f-fcacec0262c3 req-65009a56-b417-43bd-8a5e-5327429a9c90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1461380 Oct 17 18:46:29.711415 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e48752b3-933b-4fbf-aa6f-fcacec0262c3 req-ca7d15f1-94cc-4a00-85b3-1883dfc88ef3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7 HTTP/1.1" status: 200 len: 1001 time: 0.1080890 Oct 17 18:46:29.785006 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48752b3-933b-4fbf-aa6f-fcacec0262c3 req-e2e16602-4572-4092-9b8a-80831ef12477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:29.786719 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e48752b3-933b-4fbf-aa6f-fcacec0262c3 req-e2e16602-4572-4092-9b8a-80831ef12477 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0699248 Oct 17 18:46:29.884459 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48752b3-933b-4fbf-aa6f-fcacec0262c3 req-886b4b14-3dde-4512-bd12-ae209189a074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:29.886070 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e48752b3-933b-4fbf-aa6f-fcacec0262c3 req-886b4b14-3dde-4512-bd12-ae209189a074 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936952 Oct 17 18:46:30.052018 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e48752b3-933b-4fbf-aa6f-fcacec0262c3 req-399fe917-2c4b-4d14-8422-e088fc535070 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594751 Oct 17 18:46:30.267670 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e48752b3-933b-4fbf-aa6f-fcacec0262c3 req-611b08fa-dfb2-413e-91ea-b5234efaf994 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097032 Oct 17 18:46:31.536718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3e69710c-62c4-44d2-b0b3-3a98ac9b2c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:32.601068 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:32.796016 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:34.600939 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:52.068648 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407ceaf-e6c5-499d-863e-9e2285b576d7 req-3e26ad73-c8d5-41d9-aed5-10e98d2bea7d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:52.070453 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d407ceaf-e6c5-499d-863e-9e2285b576d7 req-3e26ad73-c8d5-41d9-aed5-10e98d2bea7d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1569667 Oct 17 18:46:52.125348 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d407ceaf-e6c5-499d-863e-9e2285b576d7 req-2fdee18f-968d-4f59-b5b8-fa0b05035451 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455968 Oct 17 18:46:53.540411 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d279313-d707-4285-bbba-05e434a35723 req-d9922c5f-6b2c-42d5-bd82-d50a77fb29f7 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:53.542287 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2d279313-d707-4285-bbba-05e434a35723 req-d9922c5f-6b2c-42d5-bd82-d50a77fb29f7 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1761892 Oct 17 18:46:53.632184 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2d279313-d707-4285-bbba-05e434a35723 req-abc1887e-589a-4791-bba7-4aedf73f868f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823474 Oct 17 18:46:54.967749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a42720-ea3c-4892-86a7-c675e3e9d4f2 req-660688aa-a979-4268-84ca-e3be5718d0ef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:54.970216 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d1a42720-ea3c-4892-86a7-c675e3e9d4f2 req-660688aa-a979-4268-84ca-e3be5718d0ef tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1304820 Oct 17 18:46:55.026468 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-d1a42720-ea3c-4892-86a7-c675e3e9d4f2 req-1e466ba4-cd1b-4ee6-8758-118897a93d9d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487866 Oct 17 18:46:55.357104 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:46:56.274864 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c316689-c3f9-4a7a-b470-eb88b168b813 req-48f95820-caf1-46a9-badb-0b0abb0c5147 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:56.276574 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1c316689-c3f9-4a7a-b470-eb88b168b813 req-48f95820-caf1-46a9-badb-0b0abb0c5147 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1003158 Oct 17 18:46:56.328145 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1c316689-c3f9-4a7a-b470-eb88b168b813 req-7d5651a4-b1e4-4ee6-bf34-744c491908cf tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446062 Oct 17 18:46:57.571697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b98b56-2346-4e1f-838a-aa1ee3096b94 req-7edf461b-0c9a-41e6-85c5-cf88589d6ded tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:57.573292 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-78b98b56-2346-4e1f-838a-aa1ee3096b94 req-7edf461b-0c9a-41e6-85c5-cf88589d6ded tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1194077 Oct 17 18:46:57.631409 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-78b98b56-2346-4e1f-838a-aa1ee3096b94 req-eea3b3c9-6cc0-430b-bc52-3c666ccdcef0 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477283 Oct 17 18:46:58.871231 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f1d42-5e87-41a2-a6b4-0f2e091e5d8c req-7390e0b2-c918-4f7d-a950-474425e4ea73 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:46:58.872824 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-193f1d42-5e87-41a2-a6b4-0f2e091e5d8c req-7390e0b2-c918-4f7d-a950-474425e4ea73 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1063931 Oct 17 18:46:58.929330 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-193f1d42-5e87-41a2-a6b4-0f2e091e5d8c req-fcc02b98-1bac-4ff3-8290-cb268637a1ca tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452881 Oct 17 18:46:59.167024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-3fc78f34-2d67-4d39-9273-c54923ec2728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:00.154845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe7fa0-094a-4e4d-8331-5adacaeb5c91 req-53e600f9-a255-459d-8d69-e10d52f17eb1 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:00.156516 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-79fe7fa0-094a-4e4d-8331-5adacaeb5c91 req-53e600f9-a255-459d-8d69-e10d52f17eb1 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1044316 Oct 17 18:47:00.209443 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-79fe7fa0-094a-4e4d-8331-5adacaeb5c91 req-e39f341a-ae65-460e-b275-b92228c78398 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454957 Oct 17 18:47:01.446223 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a646b4-289d-4c60-a318-a43a4e4c1153 req-820a8d49-061f-46da-8a71-20fa2d6219d6 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:01.447900 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-14a646b4-289d-4c60-a318-a43a4e4c1153 req-820a8d49-061f-46da-8a71-20fa2d6219d6 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.0998921 Oct 17 18:47:01.503769 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-14a646b4-289d-4c60-a318-a43a4e4c1153 req-4aadb211-71d1-4605-be0c-08dc942406c1 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494752 Oct 17 18:47:01.532629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-08e800fb-369b-4526-8b82-ae439c87952b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:02.097920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25662408-5c23-4d94-b0c4-56bfbf50faf7 req-ee1e9b42-1087-46e3-9db2-b746c5e9c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:02.099878 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25662408-5c23-4d94-b0c4-56bfbf50faf7 req-ee1e9b42-1087-46e3-9db2-b746c5e9c661 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1098 time: 0.1456015 Oct 17 18:47:02.274843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25662408-5c23-4d94-b0c4-56bfbf50faf7 req-b7998a22-09bd-4e1f-9f83-de9d7c904159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:02.276568 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25662408-5c23-4d94-b0c4-56bfbf50faf7 req-b7998a22-09bd-4e1f-9f83-de9d7c904159 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1704230 Oct 17 18:47:02.541086 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25662408-5c23-4d94-b0c4-56bfbf50faf7 req-8d5e4482-842e-422e-9a7c-3714d01eadf9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7 HTTP/1.1" status: 200 len: 1001 time: 0.2565837 Oct 17 18:47:02.604357 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:02.653720 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25662408-5c23-4d94-b0c4-56bfbf50faf7 req-d3e68180-d6a6-4f2a-8544-a99bc2e38d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:02.656271 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25662408-5c23-4d94-b0c4-56bfbf50faf7 req-d3e68180-d6a6-4f2a-8544-a99bc2e38d20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.1095455 Oct 17 18:47:02.792323 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:02.832102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25662408-5c23-4d94-b0c4-56bfbf50faf7 req-e4cee0e4-0a80-4a13-873d-c36f35fb1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:02.833689 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25662408-5c23-4d94-b0c4-56bfbf50faf7 req-e4cee0e4-0a80-4a13-873d-c36f35fb1490 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1718142 Oct 17 18:47:02.842763 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b19c9f-db75-406b-a74e-b05aeea6830a req-5611ac23-d2e6-47f9-8a20-220e447b9bfd tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:02.844387 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62b19c9f-db75-406b-a74e-b05aeea6830a req-5611ac23-d2e6-47f9-8a20-220e447b9bfd tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1380031 Oct 17 18:47:02.987558 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-62b19c9f-db75-406b-a74e-b05aeea6830a req-b99591c8-3e74-4d0f-afd4-254c33d3a7f0 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217649 Oct 17 18:47:03.031638 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25662408-5c23-4d94-b0c4-56bfbf50faf7 req-04297730-11f3-45f4-b344-7007b71fa6bd service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848111 Oct 17 18:47:03.194875 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-25662408-5c23-4d94-b0c4-56bfbf50faf7 req-12dcd0bd-7720-4154-9f63-0d385a40450f service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576035 Oct 17 18:47:03.367095 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:47:04.231712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a529a7a-a3de-4a79-8f26-36fa26feecc6 req-1fc57808-e382-4b2c-a290-e061bba72414 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:04.233985 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4a529a7a-a3de-4a79-8f26-36fa26feecc6 req-1fc57808-e382-4b2c-a290-e061bba72414 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1035783 Oct 17 18:47:04.285952 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4a529a7a-a3de-4a79-8f26-36fa26feecc6 req-d041c6e1-ce78-415b-adfd-eee3c4d1bd5d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451672 Oct 17 18:47:04.605845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:05.533198 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21359412-a9a4-4407-807d-25554e049c6c req-eaf592de-aaed-458d-b8b5-3bf7d4854150 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:05.534685 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-21359412-a9a4-4407-807d-25554e049c6c req-eaf592de-aaed-458d-b8b5-3bf7d4854150 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1108716 Oct 17 18:47:05.592577 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-21359412-a9a4-4407-807d-25554e049c6c req-882696f4-1ca2-4aa3-9497-4536c18c6b9c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470836 Oct 17 18:47:07.122079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88459146-83c9-4ecb-93b7-bddac41ec930 req-931ed247-d419-47d9-8a29-79d6507bf087 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:07.135975 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88459146-83c9-4ecb-93b7-bddac41ec930 req-931ed247-d419-47d9-8a29-79d6507bf087 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1419215 Oct 17 18:47:07.143549 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-efb6bc64-5f41-4520-8efa-02ab6e7cb4b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2558994 Oct 17 18:47:07.215465 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-88459146-83c9-4ecb-93b7-bddac41ec930 req-642dbd64-a9ba-49a1-a880-98cf106bc816 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778360 Oct 17 18:47:07.767064 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 5b2f3488-3931-4240-9818-a0f4d5dc42b7 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:47:07.909054 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:07.909054 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:07.951027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:47:07.954881 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9575e9331e6b024444898328be50b144ce426d711abbe7f842e8b76a081d55ac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24ae2fa-7c65-4a29-87c3-80d4b5be6d06" -d '{"events": [{"server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "name": "network-vif-unplugged", "status": "completed", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:47:07.968238 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 5b2f3488-3931-4240-9818-a0f4d5dc42b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:07.974026 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:08.073117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=5b2f3488-3931-4240-9818-a0f4d5dc42b7,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:08.090839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:08.091430 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:08.091995 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:08.092572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:08.093146 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:08.093727 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:08.094321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:08.096434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:08.096434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:08.096809 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:08.097284 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:08.098040 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:47:08.142112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Oct 2022 18:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964066f8-2475-4a10-abf3-543d2ccd36df x-openstack-request-id: req-964066f8-2475-4a10-abf3-543d2ccd36df {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:47:08.142524 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "name": "network-vif-unplugged", "status": "failed", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7", "code": 422}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:47:08.143180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-964066f8-2475-4a10-abf3-543d2ccd36df {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:47:08.143796 dv-neutron-860895-1-hyperv neutron-server[89192]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-964066f8-2475-4a10-abf3-543d2ccd36df']: {'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'code': 422} returned with failed status Oct 17 18:47:08.480063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49fa52-63d4-4b69-9dc3-5727b285b642 req-5d53b27d-49ca-423d-8e49-50afdf89f3c5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:08.481790 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc49fa52-63d4-4b69-9dc3-5727b285b642 req-5d53b27d-49ca-423d-8e49-50afdf89f3c5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1096485 Oct 17 18:47:08.556288 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-dc49fa52-63d4-4b69-9dc3-5727b285b642 req-88a5d00b-d5c9-48f5-8429-c610bb20be4d tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632675 Oct 17 18:47:09.871176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593214d0-04f9-4a10-ad32-d5e5284c84ee req-8f1b369c-c516-41e5-b667-0402443ba88c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:09.873441 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-593214d0-04f9-4a10-ad32-d5e5284c84ee req-8f1b369c-c516-41e5-b667-0402443ba88c tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1340137 Oct 17 18:47:09.937306 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-593214d0-04f9-4a10-ad32-d5e5284c84ee req-77a58b63-c6a9-4e40-8866-6cbc696303ec tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556650 Oct 17 18:47:10.277676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-dec1f403-4a10-4d7a-a2ef-6ddb33944d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:10.279142 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-dec1f403-4a10-4d7a-a2ef-6ddb33944d96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410&tenant_id=a19a0dea46384a108e52313280826a51 HTTP/1.1" status: 200 len: 1096 time: 0.0911453 Oct 17 18:47:10.403352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-60f3842b-3bac-4fab-9efc-42a2dc9518a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:10.404903 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-60f3842b-3bac-4fab-9efc-42a2dc9518a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1096 time: 0.0922842 Oct 17 18:47:10.548658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-2a2ce933-b49d-471d-92e3-aedd99a52f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:10.550046 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-2a2ce933-b49d-471d-92e3-aedd99a52f24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1396308 Oct 17 18:47:10.726291 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-86cb4b6d-7a78-457c-ae71-6e6ccd1311bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7 HTTP/1.1" status: 200 len: 999 time: 0.1690476 Oct 17 18:47:10.837939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-7479e97e-6f92-4678-b479-7a6fd7d2c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:10.840405 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-7479e97e-6f92-4678-b479-7a6fd7d2c51f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.1079073 Oct 17 18:47:10.934053 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-a9e06912-a2f2-482f-baaf-256ea8911e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:10.935715 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-a9e06912-a2f2-482f-baaf-256ea8911e10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893233 Oct 17 18:47:11.162098 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-a121a0d1-54d4-4321-881f-19641113df6e service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201238 Oct 17 18:47:11.408533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d0661-51a4-4045-a355-e28586ba7d9b req-54984e24-3830-48aa-894f-933d32f00e3e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:11.410098 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c32d0661-51a4-4045-a355-e28586ba7d9b req-54984e24-3830-48aa-894f-933d32f00e3e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.3358805 Oct 17 18:47:11.482703 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-49d639c8-6a17-4e80-a61e-61e08cfb780a req-c9d73039-048b-4b8f-8c6e-212515d27fdc service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137200 Oct 17 18:47:11.490885 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c32d0661-51a4-4045-a355-e28586ba7d9b req-473a7f35-9b48-4074-9ae9-7de5b7164f36 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691113 Oct 17 18:47:12.791615 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d9a94-0d5e-43ee-a39f-89021254c233 req-ca215d97-762d-459f-9d05-594337726bc8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:12.793125 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ef4d9a94-0d5e-43ee-a39f-89021254c233 req-ca215d97-762d-459f-9d05-594337726bc8 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1014507 Oct 17 18:47:12.848782 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-ef4d9a94-0d5e-43ee-a39f-89021254c233 req-52f3fb7e-81b5-42c4-aa96-b5c975f73101 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449715 Oct 17 18:47:14.070066 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2d2d1-ea4e-43a9-845f-3e4bf5b089c3 req-011b9cd8-c296-448f-baad-db7ceca00547 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:14.071815 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ebf2d2d1-ea4e-43a9-845f-3e4bf5b089c3 req-011b9cd8-c296-448f-baad-db7ceca00547 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1000288 Oct 17 18:47:14.137878 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ebf2d2d1-ea4e-43a9-845f-3e4bf5b089c3 req-e0ad42f0-ad53-4081-a989-c62787611206 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539405 Oct 17 18:47:15.380529 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8579d-aace-41e7-bd44-6d0e372ffbab req-ce313ea6-285d-41e9-ab8f-b903803fdf17 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:15.382137 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-43a8579d-aace-41e7-bd44-6d0e372ffbab req-ce313ea6-285d-41e9-ab8f-b903803fdf17 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.0971532 Oct 17 18:47:15.440641 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-43a8579d-aace-41e7-bd44-6d0e372ffbab req-ec465ad6-0e08-4383-ae56-0d59d3c7b7e2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522418 Oct 17 18:47:16.666578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96b3c9-c2ed-4b33-9650-6fe044816667 req-b2c2cfa1-c42e-481c-8931-1f91a27373d1 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:16.668228 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f96b3c9-c2ed-4b33-9650-6fe044816667 req-b2c2cfa1-c42e-481c-8931-1f91a27373d1 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1033103 Oct 17 18:47:16.718477 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3f96b3c9-c2ed-4b33-9650-6fe044816667 req-27356094-e3d9-4e67-9e08-f8d2862262ea tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440564 Oct 17 18:47:17.956530 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bf285-0fc2-4e6f-9369-7124a8e32dd0 req-0e72483b-1415-42f5-a26d-d7393d97cc2a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:17.958146 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-134bf285-0fc2-4e6f-9369-7124a8e32dd0 req-0e72483b-1415-42f5-a26d-d7393d97cc2a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1024382 Oct 17 18:47:18.017956 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-134bf285-0fc2-4e6f-9369-7124a8e32dd0 req-6dc47afb-3a61-4c08-b884-48e86bc0ed25 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534668 Oct 17 18:47:19.273182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193885-b93f-4a0f-8e10-396ad42e39d4 req-259d3c06-89ad-4e4b-825e-b900385db21a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:19.274796 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6193885-b93f-4a0f-8e10-396ad42e39d4 req-259d3c06-89ad-4e4b-825e-b900385db21a tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 943 time: 0.1317303 Oct 17 18:47:19.354031 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b6193885-b93f-4a0f-8e10-396ad42e39d4 req-3575e6b9-f4fa-41a4-ab5d-9b21b7d7c086 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726280 Oct 17 18:47:19.813111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 5b2f3488-3931-4240-9818-a0f4d5dc42b7 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:47:19.968110 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 5b2f3488-3931-4240-9818-a0f4d5dc42b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:19.983298 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'port_id': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'mac_address': 'fa:16:3e:f5:fd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:47:20.049765 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:20.050148 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:20.070119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2f3488-3931-4240-9818-a0f4d5dc42b7 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:47:20.090431 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 5b2f3488-3931-4240-9818-a0f4d5dc42b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:20.096049 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:20.179911 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=5b2f3488-3931-4240-9818-a0f4d5dc42b7,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:20.401585 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['5b2f3488-3931-4240-9818-a0f4d5dc42b7'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:47:20.605339 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a695dd0-1f82-46e8-a926-1556edd30931 req-1d638cfe-695c-4550-b699-2f8c6fc0cff5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:20.607973 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1a695dd0-1f82-46e8-a926-1556edd30931 req-1d638cfe-695c-4550-b699-2f8c6fc0cff5 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 944 time: 0.1210396 Oct 17 18:47:20.680449 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-1a695dd0-1f82-46e8-a926-1556edd30931 req-7f21f33e-57da-4891-81af-c70b1fdd7b81 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648005 Oct 17 18:47:21.844664 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 5b2f3488-3931-4240-9818-a0f4d5dc42b7 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:47:21.950978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:47:21.951526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:21.951866 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 Oct 17 18:47:22.019290 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75612f23-a809-465a-b306-a24469eb9189 req-b5ff46a0-035e-490a-ac6e-61334e11b1e9 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:22.020858 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-75612f23-a809-465a-b306-a24469eb9189 req-b5ff46a0-035e-490a-ac6e-61334e11b1e9 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 944 time: 0.1436913 Oct 17 18:47:22.102627 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-75612f23-a809-465a-b306-a24469eb9189 req-87921e20-1ce7-4e3a-96eb-466dc456e72f tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708828 Oct 17 18:47:22.161159 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:47:22.161631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:22.197084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:47:22.208051 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 5b2f3488-3931-4240-9818-a0f4d5dc42b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:47:22.215534 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:22.287254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a4e109bfe7fc4bba366b79d5e8ac743a06229e218848720f70ed7b1e4468595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a37d6cd-2141-4591-9029-296e9e4dbf16" -d '{"events": [{"server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "name": "network-vif-plugged", "status": "completed", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:47:22.348208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=5b2f3488-3931-4240-9818-a0f4d5dc42b7,revision_number=8']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:47:22.423281 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8df0f58-5e06-4231-83bc-b932cf55a99f x-openstack-request-id: req-f8df0f58-5e06-4231-83bc-b932cf55a99f {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:47:22.423565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "name": "network-vif-plugged", "status": "completed", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:47:22.423808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f8df0f58-5e06-4231-83bc-b932cf55a99f {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:47:22.424206 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8df0f58-5e06-4231-83bc-b932cf55a99f'] response: {'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'code': 200} Oct 17 18:47:22.769864 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6ae2a-d910-4fb8-a4e7-353276da937c req-408fa5e1-6aa8-4967-a814-fee153b7cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:22.771659 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-23d6ae2a-d910-4fb8-a4e7-353276da937c req-408fa5e1-6aa8-4967-a814-fee153b7cd2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1098 time: 0.0962994 Oct 17 18:47:22.821304 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-23d6ae2a-d910-4fb8-a4e7-353276da937c req-280d3bd6-5044-47b8-b583-596e99d3ee5f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430932 Oct 17 18:47:23.363520 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c9dcb-a6e8-4d54-b4e0-8ab18952dcaf req-4b9b3dcf-ba84-4f1e-9de2-bd48b6e446ee tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:23.365606 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f71c9dcb-a6e8-4d54-b4e0-8ab18952dcaf req-4b9b3dcf-ba84-4f1e-9de2-bd48b6e446ee tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1039114 Oct 17 18:47:23.439689 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-f71c9dcb-a6e8-4d54-b4e0-8ab18952dcaf req-419c3208-6153-4eb6-a5b8-fcc7611b3f95 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632980 Oct 17 18:47:24.665399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fd376-d912-4fde-a73e-5f3138e84a34 req-2c78110a-03be-4b6a-89fb-60e73c689538 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:24.667012 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6b0fd376-d912-4fde-a73e-5f3138e84a34 req-2c78110a-03be-4b6a-89fb-60e73c689538 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.0985093 Oct 17 18:47:24.720231 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-6b0fd376-d912-4fde-a73e-5f3138e84a34 req-731912f9-5000-444f-bd0b-b4810f245c5e tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466213 Oct 17 18:47:25.363935 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:29.092063 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-05ea15dd-61e5-47e7-911e-472f45dc7d16 req-32328c16-d5db-45ea-b5aa-b1fd8d7203a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887504 Oct 17 18:47:29.179021 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9276f7be-9acb-42bc-b1e1-632c9c5ed77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:29.301924 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15dd-61e5-47e7-911e-472f45dc7d16 req-ebd3c430-1964-4fa4-9aa6-0981679b1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:29.303518 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-05ea15dd-61e5-47e7-911e-472f45dc7d16 req-ebd3c430-1964-4fa4-9aa6-0981679b1139 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1098 time: 0.0922420 Oct 17 18:47:29.489016 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15dd-61e5-47e7-911e-472f45dc7d16 req-7e3abc5d-7dde-4bdb-a454-e21b15cf8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:29.490572 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-05ea15dd-61e5-47e7-911e-472f45dc7d16 req-7e3abc5d-7dde-4bdb-a454-e21b15cf8ed9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1662173 Oct 17 18:47:29.604527 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-05ea15dd-61e5-47e7-911e-472f45dc7d16 req-7595dfe8-9e7c-4dfd-8c94-d7852c585b7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7 HTTP/1.1" status: 200 len: 1001 time: 0.1082127 Oct 17 18:47:29.678621 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15dd-61e5-47e7-911e-472f45dc7d16 req-a7297fd3-c6fe-46b9-9621-de2a8abf44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:29.680125 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-05ea15dd-61e5-47e7-911e-472f45dc7d16 req-a7297fd3-c6fe-46b9-9621-de2a8abf44bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0696673 Oct 17 18:47:29.777285 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15dd-61e5-47e7-911e-472f45dc7d16 req-44006c17-699f-4d3d-aca5-ea305eefaadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:47:29.778920 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-05ea15dd-61e5-47e7-911e-472f45dc7d16 req-44006c17-699f-4d3d-aca5-ea305eefaadc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933063 Oct 17 18:47:29.935875 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-05ea15dd-61e5-47e7-911e-472f45dc7d16 req-b850d336-a0c8-4cf4-828f-84bf63d6d189 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505668 Oct 17 18:47:30.090086 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-05ea15dd-61e5-47e7-911e-472f45dc7d16 req-9882e19f-7039-4790-9361-0c85efcb056a service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481578 Oct 17 18:47:31.535817 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-08a19566-50fb-4960-aa01-3267392c52bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:32.603033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:32.796135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:34.610503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:40.368430 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:47:55.368122 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:47:59.167020 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-28791410-483a-43cc-9a2a-5095e488c8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:01.542097 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c608e07d-d081-4576-ad88-bdc7a8dadcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:02.613278 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:02.802673 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:04.612070 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:17.368548 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:48:25.382262 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:29.166667 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-41d0ab04-d2a5-4acd-ac21-03dee69feb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:31.165800 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eea67680-25ad-4ab7-8a7d-7bb748963203 req-cb2d5846-dca5-4704-bbb3-ccab2bed9294 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1687641 Oct 17 18:48:31.348005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea67680-25ad-4ab7-8a7d-7bb748963203 req-4c03fb0e-2828-4804-a09a-d7236f21b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:31.349956 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eea67680-25ad-4ab7-8a7d-7bb748963203 req-4c03fb0e-2828-4804-a09a-d7236f21b4d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1098 time: 0.0946720 Oct 17 18:48:31.525599 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea67680-25ad-4ab7-8a7d-7bb748963203 req-e5dede08-a0fe-45f5-a624-0da515e174d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:31.527308 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eea67680-25ad-4ab7-8a7d-7bb748963203 req-e5dede08-a0fe-45f5-a624-0da515e174d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1568928 Oct 17 18:48:31.539885 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c485fb09-9b21-42ac-925a-0e2ddfcf3cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:31.690848 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eea67680-25ad-4ab7-8a7d-7bb748963203 req-f6fe4433-912f-4ca4-8c84-17ca012d8471 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7 HTTP/1.1" status: 200 len: 1001 time: 0.1569700 Oct 17 18:48:31.769570 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea67680-25ad-4ab7-8a7d-7bb748963203 req-d3883c64-88e5-497f-93de-898dac071054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:31.771397 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eea67680-25ad-4ab7-8a7d-7bb748963203 req-d3883c64-88e5-497f-93de-898dac071054 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.0743549 Oct 17 18:48:31.980990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea67680-25ad-4ab7-8a7d-7bb748963203 req-6a225b02-c147-424a-8f0f-fbe5a42fea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:31.983387 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eea67680-25ad-4ab7-8a7d-7bb748963203 req-6a225b02-c147-424a-8f0f-fbe5a42fea6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2059064 Oct 17 18:48:32.135446 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eea67680-25ad-4ab7-8a7d-7bb748963203 req-234f984d-0d01-4e30-9770-3f8a468493bf service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462991 Oct 17 18:48:32.283809 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eea67680-25ad-4ab7-8a7d-7bb748963203 req-4c3ba8b2-93e3-4512-b0cb-f49b582ed618 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425796 Oct 17 18:48:32.600410 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:32.808835 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:34.616143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:41.972883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56740) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:48:42.205608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Deleting port 18372085-44ed-422b-bed6-d1ce872e7870 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:48:42.205920 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:42.398830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:42.399440 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:42.537882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Calling delete_port for 18372085-44ed-422b-bed6-d1ce872e7870 owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:48:42.711590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:42.766338 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event deleted for resources: {'Port': ['ID=18372085-44ed-422b-bed6-d1ce872e7870,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:48:42.813504 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:42.813840 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:42.814177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:42.814506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:42.814830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:42.815182 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:42.815506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:42.815825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:42.816143 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:42.816595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:42.816882 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:42.817105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:42.887489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:42.887892 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Floating IP 8570ba37-e4f1-4c68-a5dd-6c10dec2c23d disassociated (deleted). External IP: 172.26.8.182, port: 5b2f3488-3931-4240-9818-a0f4d5dc42b7. Oct 17 18:48:43.411736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Router c43a754e-49cc-476f-91e0-361b206ae639 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:48:43.612754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:48:43.625490 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a291fd5-a2ef-4d54-875e-cc1353051973 None None] Sync routers for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:48:43.640539 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a291fd5-a2ef-4d54-875e-cc1353051973 None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:48:43.641214 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-1a291fd5-a2ef-4d54-875e-cc1353051973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:48:43.641788 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:43.709264 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-3f2a013b-f7e0-484e-b950-1e231f0cf1d2 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "DELETE /v2.0/floatingips/8570ba37-e4f1-4c68-a5dd-6c10dec2c23d HTTP/1.1" status: 204 len: 168 time: 1.7351227 Oct 17 18:48:43.709886 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:48:43.765309 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403cec2bfa489a93912016d2a54129ed27ffede06b63763b027fd65fbd3a8742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1f8777-352a-4aa2-87e1-2e45612d10f1" -d '{"events": [{"name": "network-changed", "server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:48:43.909022 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-1a291fd5-a2ef-4d54-875e-cc1353051973 None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:48:43.914053 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02faa00-2cdb-4435-be59-80c3408e58fd x-openstack-request-id: req-f02faa00-2cdb-4435-be59-80c3408e58fd {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:48:43.914792 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:48:43.915269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f02faa00-2cdb-4435-be59-80c3408e58fd {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:48:43.915879 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02faa00-2cdb-4435-be59-80c3408e58fd'] response: {'name': 'network-changed', 'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'status': 'completed', 'code': 200} Oct 17 18:48:44.090228 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f8777-352a-4aa2-87e1-2e45612d10f1 req-58d39e0c-a05e-4023-8c49-d90744285594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:44.100774 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9f1f8777-352a-4aa2-87e1-2e45612d10f1 req-58d39e0c-a05e-4023-8c49-d90744285594 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a19a0dea46384a108e52313280826a51&device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 1098 time: 0.1332467 Oct 17 18:48:44.286764 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f8777-352a-4aa2-87e1-2e45612d10f1 req-2f98590c-a7da-4d90-9102-c63cc1a085c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:44.289351 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9f1f8777-352a-4aa2-87e1-2e45612d10f1 req-2f98590c-a7da-4d90-9102-c63cc1a085c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 200 len: 909 time: 0.1815214 Oct 17 18:48:44.393805 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02538244-e192-490a-90a6-1ef3178a769a req-4670b4ec-2b71-4730-b5f4-b4a9282f1592 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:44.407672 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-02538244-e192-490a-90a6-1ef3178a769a req-4670b4ec-2b71-4730-b5f4-b4a9282f1592 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1472497 Oct 17 18:48:44.409826 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-1a291fd5-a2ef-4d54-875e-cc1353051973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:45Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:48:44.414723 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a291fd5-a2ef-4d54-875e-cc1353051973 None None] Checking router: c43a754e-49cc-476f-91e0-361b206ae639 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:48:44.426803 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a291fd5-a2ef-4d54-875e-cc1353051973 None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:48:44.427249 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9f1f8777-352a-4aa2-87e1-2e45612d10f1 req-f5400458-ec1d-49ec-a58a-1b419ae96059 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7 HTTP/1.1" status: 200 len: 217 time: 0.1305616 Oct 17 18:48:44.427956 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-1a291fd5-a2ef-4d54-875e-cc1353051973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:48:44.462845 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-02538244-e192-490a-90a6-1ef3178a769a req-92057c38-4404-483f-927f-cc92dc224a89 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529437 Oct 17 18:48:44.535923 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f8777-352a-4aa2-87e1-2e45612d10f1 req-6b06cce4-1cc1-413a-8f4e-03f841eac3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:44.538698 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9f1f8777-352a-4aa2-87e1-2e45612d10f1 req-6b06cce4-1cc1-413a-8f4e-03f841eac3a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 200 len: 847 time: 0.1052918 Oct 17 18:48:44.639550 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-1a291fd5-a2ef-4d54-875e-cc1353051973 None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:48:44.693959 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f8777-352a-4aa2-87e1-2e45612d10f1 req-e2500ada-a3e6-41e3-b3d8-6e8673b7f3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:44.696575 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9f1f8777-352a-4aa2-87e1-2e45612d10f1 req-e2500ada-a3e6-41e3-b3d8-6e8673b7f3fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0333407-8ee6-4585-be66-3cc34b444969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1513507 Oct 17 18:48:44.881010 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9f1f8777-352a-4aa2-87e1-2e45612d10f1 req-ceca5c1d-5cd6-48c3-808f-6e12a6806bcd service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775327 Oct 17 18:48:45.057340 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-1a291fd5-a2ef-4d54-875e-cc1353051973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:45Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:48:45.062525 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9f1f8777-352a-4aa2-87e1-2e45612d10f1 req-f367c9bc-ea03-4215-bfcc-1598c215cd48 service neutron] 10.222.0.20 "GET /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736431 Oct 17 18:48:45.063230 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a291fd5-a2ef-4d54-875e-cc1353051973 None None] The sync data for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv is: [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:39:39Z', 'revision_number': 4, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'bba133cc-ab05-4725-ae91-12df8fa12072', 'name': '', 'network_id': 'e0333407-8ee6-4585-be66-3cc34b444969', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'mac_address': 'fa:16:3e:30:9a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:38Z', 'updated_at': '2022-10-17T18:39:45Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'subnets': [{'id': '5acf164e-83a8-4fc0-b42b-46e98bf597b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:48:45.346226 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04843a-2c6e-470f-b748-681dc9fe4a24 None None] New status for floating IP 8570ba37-e4f1-4c68-a5dd-6c10dec2c23d: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:48:45.711619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac39846-d9f6-4cbb-807b-d0f031529a85 req-6644879d-86bb-445a-a604-a98225b395ac tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:45.712352 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-4ac39846-d9f6-4cbb-807b-d0f031529a85 req-6644879d-86bb-445a-a604-a98225b395ac tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Synchronizing usage tracker for tenant:a19a0dea46384a108e52313280826a51 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:48:45.732132 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-4ac39846-d9f6-4cbb-807b-d0f031529a85 req-6644879d-86bb-445a-a604-a98225b395ac tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Unset dirty status for tenant:a19a0dea46384a108e52313280826a51 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:48:45.733059 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ac39846-d9f6-4cbb-807b-d0f031529a85 req-6644879d-86bb-445a-a604-a98225b395ac tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.1152341 Oct 17 18:48:45.799310 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-4ac39846-d9f6-4cbb-807b-d0f031529a85 req-410b116d-ff2a-43b6-84cf-7d56d6c5eac3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/security-groups?id=29910252-01d8-4919-8e76-312bf2ad0864&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524056 Oct 17 18:48:45.949758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5af43-4ae5-42ce-8dad-249843520744 req-3bd557d4-b7c2-48ed-bff4-67ba38d48cb3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:48:45.951368 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7fa5af43-4ae5-42ce-8dad-249843520744 req-3bd557d4-b7c2-48ed-bff4-67ba38d48cb3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.20 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 945 time: 0.0952847 Oct 17 18:48:46.028509 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-7fa5af43-4ae5-42ce-8dad-249843520744 req-9895d736-dccf-417b-99ae-226fd36f92b3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Deleting port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:48:46.028754 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7fa5af43-4ae5-42ce-8dad-249843520744 req-9895d736-dccf-417b-99ae-226fd36f92b3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:46.443657 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-7fa5af43-4ae5-42ce-8dad-249843520744 req-9895d736-dccf-417b-99ae-226fd36f92b3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] For port 5b2f3488-3931-4240-9818-a0f4d5dc42b7, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=5b2f3488-3931-4240-9818-a0f4d5dc42b7,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:48:46.444090 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7fa5af43-4ae5-42ce-8dad-249843520744 req-9895d736-dccf-417b-99ae-226fd36f92b3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:46.592758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-7fa5af43-4ae5-42ce-8dad-249843520744 req-9895d736-dccf-417b-99ae-226fd36f92b3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Calling delete_port for 5b2f3488-3931-4240-9818-a0f4d5dc42b7 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:48:46.770432 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7fa5af43-4ae5-42ce-8dad-249843520744 req-9895d736-dccf-417b-99ae-226fd36f92b3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:46.836069 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895d736-dccf-417b-99ae-226fd36f92b3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event deleted for resources: {'Port': ['ID=5b2f3488-3931-4240-9818-a0f4d5dc42b7,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:48:47.000914 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-365f0cd0-0512-4d5a-9d2b-0599ee304978 req-04a43fc8-719b-4e15-a6f2-029c634b44e4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 210 time: 0.0678792 Oct 17 18:48:47.008927 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa5af43-4ae5-42ce-8dad-249843520744 req-9895d736-dccf-417b-99ae-226fd36f92b3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] No DVR routers for this DVR port 5b2f3488-3931-4240-9818-a0f4d5dc42b7 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:48:47.011971 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-7fa5af43-4ae5-42ce-8dad-249843520744 req-9895d736-dccf-417b-99ae-226fd36f92b3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:47.015284 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'name': 'network-vif-deleted', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:48:47.017815 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403cec2bfa489a93912016d2a54129ed27ffede06b63763b027fd65fbd3a8742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bb0280-b1a4-425d-b16e-8279527afd90" -d '{"events": [{"server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "name": "network-vif-deleted", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:48:47.058047 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-7fa5af43-4ae5-42ce-8dad-249843520744 req-9895d736-dccf-417b-99ae-226fd36f92b3 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.20 "DELETE /v2.0/ports/5b2f3488-3931-4240-9818-a0f4d5dc42b7 HTTP/1.1" status: 204 len: 173 time: 1.1015468 Oct 17 18:48:47.086144 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69526b4-1a6a-48d7-9656-b2266c70d00a x-openstack-request-id: req-b69526b4-1a6a-48d7-9656-b2266c70d00a {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:48:47.086673 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d7998e-4d60-4ab6-89a5-eee8d5e97410", "name": "network-vif-deleted", "tag": "5b2f3488-3931-4240-9818-a0f4d5dc42b7", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:48:47.087303 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b69526b4-1a6a-48d7-9656-b2266c70d00a {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:48:47.087912 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b69526b4-1a6a-48d7-9656-b2266c70d00a'] response: {'server_uuid': '71d7998e-4d60-4ab6-89a5-eee8d5e97410', 'name': 'network-vif-deleted', 'tag': '5b2f3488-3931-4240-9818-a0f4d5dc42b7', 'status': 'completed', 'code': 200} Oct 17 18:48:48.233854 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 5b2f3488-3931-4240-9818-a0f4d5dc42b7 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:48:48.276921 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 5b2f3488-3931-4240-9818-a0f4d5dc42b7 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:48:48.277794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 5b2f3488-3931-4240-9818-a0f4d5dc42b7 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:48:48.362058 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-8b8ace7e-e1bb-4407-8ed3-683c3a15709a req-57f01b10-b5f6-4360-b305-67ddaf04c479 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "GET /v2.0/ports?device_id=71d7998e-4d60-4ab6-89a5-eee8d5e97410 HTTP/1.1" status: 200 len: 210 time: 0.1040726 Oct 17 18:48:49.499392 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56784) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:48:49.607413 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:49.649891 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:49.757202 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:49.782634 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29910252-01d8-4919-8e76-312bf2ad0864,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:48:49.793677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:49.794043 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:49.794380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:49.794716 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:49.795035 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:49.795389 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:49.795703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:49.796029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:49.796423 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:49.796677 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:49.797038 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:49.797358 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:48:49.807271 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:49.814365 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-17e457f8-afdb-4746-b7b3-69208aace0f4 tempest-TestShelveInstance-1893627721 tempest-TestShelveInstance-1893627721-project] 10.222.0.69 "DELETE /v2.0/security-groups/29910252-01d8-4919-8e76-312bf2ad0864 HTTP/1.1" status: 204 len: 168 time: 0.3095634 Oct 17 18:48:49.870418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56790) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:48:50.665988 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ab55f47-c4e3-4134-9e03-e72696ddc36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:51.315482 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-3ab55f47-c4e3-4134-9e03-e72696ddc36e admin admin] Deleting port bba133cc-ab05-4725-ae91-12df8fa12072 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:48:51.315816 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ab55f47-c4e3-4134-9e03-e72696ddc36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:51.515244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-3ab55f47-c4e3-4134-9e03-e72696ddc36e admin admin] For port bba133cc-ab05-4725-ae91-12df8fa12072, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=bba133cc-ab05-4725-ae91-12df8fa12072,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:48:51.515612 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ab55f47-c4e3-4134-9e03-e72696ddc36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:51.652694 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-3ab55f47-c4e3-4134-9e03-e72696ddc36e admin admin] Calling delete_port for bba133cc-ab05-4725-ae91-12df8fa12072 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:48:51.847946 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ab55f47-c4e3-4134-9e03-e72696ddc36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:51.904714 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab55f47-c4e3-4134-9e03-e72696ddc36e admin admin] Pushing event deleted for resources: {'Port': ['ID=bba133cc-ab05-4725-ae91-12df8fa12072,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:48:52.231971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3ab55f47-c4e3-4134-9e03-e72696ddc36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:52.774653 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab55f47-c4e3-4134-9e03-e72696ddc36e admin admin] Router c43a754e-49cc-476f-91e0-361b206ae639 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:48:52.984746 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab55f47-c4e3-4134-9e03-e72696ddc36e admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:48:52.997491 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f623071a-0b18-4430-9f61-5e0768d0cdbb None None] Sync routers for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:48:53.001834 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3ab55f47-c4e3-4134-9e03-e72696ddc36e admin admin] 10.222.0.69 "PUT /v2.0/routers/c43a754e-49cc-476f-91e0-361b206ae639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1288977 Oct 17 18:48:53.005711 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56796) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:48:53.009340 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f623071a-0b18-4430-9f61-5e0768d0cdbb None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:48:53.010395 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f623071a-0b18-4430-9f61-5e0768d0cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:48:53.284007 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-f623071a-0b18-4430-9f61-5e0768d0cdbb None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:48:53.284741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:53.501248 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:53.513967 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Deleting port cf5514fa-b474-42f5-9ef7-583c776765d2 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:48:53.514493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:53.722344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] For port cf5514fa-b474-42f5-9ef7-583c776765d2, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=cf5514fa-b474-42f5-9ef7-583c776765d2,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:48:53.722649 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:53.827414 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f623071a-0b18-4430-9f61-5e0768d0cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216'}], 'enable_snat': True}, 'gw_port_id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:48:51Z', 'revision_number': 5, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port': {'id': 'cf5514fa-b474-42f5-9ef7-583c776765d2', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:34Z', 'updated_at': '2022-10-17T18:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:48:53.834920 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f623071a-0b18-4430-9f61-5e0768d0cdbb None None] Checking router: c43a754e-49cc-476f-91e0-361b206ae639 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:48:53.851606 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f623071a-0b18-4430-9f61-5e0768d0cdbb None None] Routers {'c43a754e-49cc-476f-91e0-361b206ae639'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:48:53.852607 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f623071a-0b18-4430-9f61-5e0768d0cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['c43a754e-49cc-476f-91e0-361b206ae639'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:48:53.872401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Calling delete_port for cf5514fa-b474-42f5-9ef7-583c776765d2 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:48:54.087088 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-f623071a-0b18-4430-9f61-5e0768d0cdbb None None] Set router c43a754e-49cc-476f-91e0-361b206ae639 gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:48:54.121196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:54.211930 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-f623071a-0b18-4430-9f61-5e0768d0cdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:48:53Z', 'revision_number': 6, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:48:54.217149 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f623071a-0b18-4430-9f61-5e0768d0cdbb None None] The sync data for ids ['c43a754e-49cc-476f-91e0-361b206ae639'] in dv-neutron-860895-1-hyperv is: [{'id': 'c43a754e-49cc-476f-91e0-361b206ae639', 'name': 'tempest-TestShelveInstance-842327253-router', 'tenant_id': 'a19a0dea46384a108e52313280826a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:33Z', 'updated_at': '2022-10-17T18:48:53Z', 'revision_number': 6, 'project_id': 'a19a0dea46384a108e52313280826a51', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:48:54.369449 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:48:54.373990 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5514fa-b474-42f5-9ef7-583c776765d2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:48:54.553197 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:54.796842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:54.801025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:54.836241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:54.837129 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c43a754e-49cc-476f-91e0-361b206ae639 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:48:54.859689 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:54.861551 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c071cdd0-e249-47b0-ad6c-664c7a090b28 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c43a754e-49cc-476f-91e0-361b206ae639 HTTP/1.1" status: 204 len: 168 time: 1.8543568 Oct 17 18:48:54.865031 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56800) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:48:54.943517 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ca428f-b99a-412b-aef8-50f28d6e9907 admin admin] Deleting subnet 5acf164e-83a8-4fc0-b42b-46e98bf597b2 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:48:54.947287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9ca428f-b99a-412b-aef8-50f28d6e9907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:55.023550 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9ca428f-b99a-412b-aef8-50f28d6e9907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:55.155592 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9ca428f-b99a-412b-aef8-50f28d6e9907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:55.242166 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9ca428f-b99a-412b-aef8-50f28d6e9907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:55.291691 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca428f-b99a-412b-aef8-50f28d6e9907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5acf164e-83a8-4fc0-b42b-46e98bf597b2,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:48:55.296773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-c9ca428f-b99a-412b-aef8-50f28d6e9907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:55.303767 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d933eb14-e8f6-4fff-89bf-62827c65954d None None] Network e0333407-8ee6-4585-be66-3cc34b444969 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:48:55.306414 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c9ca428f-b99a-412b-aef8-50f28d6e9907 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5acf164e-83a8-4fc0-b42b-46e98bf597b2 HTTP/1.1" status: 204 len: 168 time: 0.4395292 Oct 17 18:48:55.309758 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56804) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:48:55.475179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:55.499965 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:55.500893 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Deleting port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:48:55.501347 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:55.581832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device cf5514fa-b474-42f5-9ef7-583c776765d2 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:48:55.717539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: cf5514fa-b474-42f5-9ef7-583c776765d2 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:48:55.718386 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device cf5514fa-b474-42f5-9ef7-583c776765d2 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:48:55.719119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device bba133cc-ab05-4725-ae91-12df8fa12072 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:48:55.740357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] For port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d,segment=NetworkSegment(5ee37793-2d85-4020-a532-ff31ba430434),segment_id=5ee37793-2d85-4020-a532-ff31ba430434)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:48:55.740739 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:55.807864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: bba133cc-ab05-4725-ae91-12df8fa12072 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:48:55.808903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device bba133cc-ab05-4725-ae91-12df8fa12072 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:48:55.884963 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Calling delete_port for b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d owned by network:dhcp {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:48:55.924418 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d88193-f253-4598-9ed0-d36506dcdeec None None] DHCP port deletion for e0333407-8ee6-4585-be66-3cc34b444969 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:48:55.931565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a3d88193-f253-4598-9ed0-d36506dcdeec None None] Deleting port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:48:55.932161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a3d88193-f253-4598-9ed0-d36506dcdeec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:56.001831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:56.054281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Pushing event deleted for resources: {'Port': ['ID=b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:48:56.059441 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] No DVR routers for this DVR port b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d on host dv-neutron-860895-1-hyperv {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:48:56.105852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-a3d88193-f253-4598-9ed0-d36506dcdeec None None] The port 'b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:48:56.219668 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:56.249543 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0333407-8ee6-4585-be66-3cc34b444969']}} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:48:56.269615 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee37793-2d85-4020-a532-ff31ba430434') {'for_net_delete': True} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:48:56.269877 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.services.segments.db [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee37793-2d85-4020-a532-ff31ba430434') {} {{(pid=89191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:48:56.284241 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2899525'] for segment, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:56.302299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:56.310106 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=89191) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:48:56.310564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2389656'] for segment, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:56.442080 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:56.472641 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:56.498511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0333407-8ee6-4585-be66-3cc34b444969,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:48:56.523543 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-de8246ef-1ad7-4fae-b7f7-f8616abf1202 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e0333407-8ee6-4585-be66-3cc34b444969 HTTP/1.1" status: 204 len: 168 time: 1.2119515 Oct 17 18:48:56.526324 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56818) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:48:56.708158 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 5ee37793-2d85-4020-a532-ff31ba430434 resource provider aggregate not found Oct 17 18:48:56.794805 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.services.segments.plugin [-] Segment 5ee37793-2d85-4020-a532-ff31ba430434 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ee37793-2d85-4020-a532-ff31ba430434 found for delete ", "request_id": "req-9f72a795-1556-4c32-866a-fefa56670809"}]} Oct 17 18:48:57.282666 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8b66416a-5b9c-4ce2-b8cc-b1971fbfd4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:57.477253 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:48:57.516394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:48:57.516883 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device b449ab1f-bb82-4b2b-8d3d-b3d929f5e96d not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:48:57.686289 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8b66416a-5b9c-4ce2-b8cc-b1971fbfd4e9 admin admin] Deleting port fc317b68-6f35-49bd-9c00-f604d4cc40dc {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:48:57.686541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8b66416a-5b9c-4ce2-b8cc-b1971fbfd4e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:57.878307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-8b66416a-5b9c-4ce2-b8cc-b1971fbfd4e9 admin admin] For port fc317b68-6f35-49bd-9c00-f604d4cc40dc, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=fc317b68-6f35-49bd-9c00-f604d4cc40dc,segment=NetworkSegment(0fbebf0f-fb94-44a3-b63d-e63d02dd50c0),segment_id=0fbebf0f-fb94-44a3-b63d-e63d02dd50c0)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:48:57.878670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8b66416a-5b9c-4ce2-b8cc-b1971fbfd4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:58.018344 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-8b66416a-5b9c-4ce2-b8cc-b1971fbfd4e9 admin admin] Calling delete_port for fc317b68-6f35-49bd-9c00-f604d4cc40dc owned by network:router_interface {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:48:58.246722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8b66416a-5b9c-4ce2-b8cc-b1971fbfd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:58.408223 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66416a-5b9c-4ce2-b8cc-b1971fbfd4e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc317b68-6f35-49bd-9c00-f604d4cc40dc,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:48:58.753537 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-8b66416a-5b9c-4ce2-b8cc-b1971fbfd4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:59.165878 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-49764e9f-b241-4284-b9ea-b8a04ea1a0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:59.192131 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b66416a-5b9c-4ce2-b8cc-b1971fbfd4e9 admin admin] Router a530cb99-b185-4fa7-b91f-e591a09c990b has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:48:59.394104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b66416a-5b9c-4ce2-b8cc-b1971fbfd4e9 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:48:59.405873 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122bce92-63f0-483b-ae15-1ccf9cca70b2 None None] Sync routers for ids ['a530cb99-b185-4fa7-b91f-e591a09c990b'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:48:59.421003 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-8b66416a-5b9c-4ce2-b8cc-b1971fbfd4e9 admin admin] 10.222.0.69 "PUT /v2.0/routers/a530cb99-b185-4fa7-b91f-e591a09c990b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8895566 Oct 17 18:48:59.422215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122bce92-63f0-483b-ae15-1ccf9cca70b2 None None] Routers {'a530cb99-b185-4fa7-b91f-e591a09c990b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:48:59.422215 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-122bce92-63f0-483b-ae15-1ccf9cca70b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['a530cb99-b185-4fa7-b91f-e591a09c990b'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:48:59.422450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56824) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:48:59.726807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:48:59.740525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-122bce92-63f0-483b-ae15-1ccf9cca70b2 None None] Set router a530cb99-b185-4fa7-b91f-e591a09c990b gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:49:00.027608 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:00.042391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Deleting port 11362420-f00a-42a4-a807-d9fa4b559310 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:49:00.042652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:00.216006 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-122bce92-63f0-483b-ae15-1ccf9cca70b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'name': 'tempest-TestShelveInstance-1716415691-router', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '11362420-f00a-42a4-a807-d9fa4b559310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:42Z', 'updated_at': '2022-10-17T18:48:58Z', 'revision_number': 5, 'project_id': '97fb377e64ce48d89877dabdf4bfaf82', 'gw_port': {'id': '11362420-f00a-42a4-a807-d9fa4b559310', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:39:43Z', 'updated_at': '2022-10-17T18:39:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:00.220648 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122bce92-63f0-483b-ae15-1ccf9cca70b2 None None] Checking router: a530cb99-b185-4fa7-b91f-e591a09c990b for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:49:00.231275 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122bce92-63f0-483b-ae15-1ccf9cca70b2 None None] Routers {'a530cb99-b185-4fa7-b91f-e591a09c990b'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:49:00.231970 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-122bce92-63f0-483b-ae15-1ccf9cca70b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:48:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['a530cb99-b185-4fa7-b91f-e591a09c990b'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:00.403063 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-122bce92-63f0-483b-ae15-1ccf9cca70b2 None None] Set router a530cb99-b185-4fa7-b91f-e591a09c990b gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:49:00.477148 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] For port 11362420-f00a-42a4-a807-d9fa4b559310, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=11362420-f00a-42a4-a807-d9fa4b559310,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:00.477964 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:00.520075 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-122bce92-63f0-483b-ae15-1ccf9cca70b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'name': 'tempest-TestShelveInstance-1716415691-router', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:42Z', 'updated_at': '2022-10-17T18:49:00Z', 'revision_number': 6, 'project_id': '97fb377e64ce48d89877dabdf4bfaf82', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:00.525282 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122bce92-63f0-483b-ae15-1ccf9cca70b2 None None] The sync data for ids ['a530cb99-b185-4fa7-b91f-e591a09c990b'] in dv-neutron-860895-1-hyperv is: [{'id': 'a530cb99-b185-4fa7-b91f-e591a09c990b', 'name': 'tempest-TestShelveInstance-1716415691-router', 'tenant_id': '97fb377e64ce48d89877dabdf4bfaf82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:39:42Z', 'updated_at': '2022-10-17T18:49:00Z', 'revision_number': 6, 'project_id': '97fb377e64ce48d89877dabdf4bfaf82', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:49:00.619723 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Calling delete_port for 11362420-f00a-42a4-a807-d9fa4b559310 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:49:00.819169 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:00.873481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=11362420-f00a-42a4-a807-d9fa4b559310,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:00.996722 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:01.204723 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:01.207413 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:01.241283 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:01.241859 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a530cb99-b185-4fa7-b91f-e591a09c990b {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:49:01.256946 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:01.258046 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-79b098b4-b4da-4f2b-a612-4ba22ab05c50 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a530cb99-b185-4fa7-b91f-e591a09c990b HTTP/1.1" status: 204 len: 168 time: 1.8352978 Oct 17 18:49:01.261683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56828) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:01.344163 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-15fc8e14-1503-4d5e-884f-515ce5af2310 admin admin] Deleting subnet ecc59ea7-0d82-4ef7-aac8-008c239e4f7b {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:49:01.350539 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-15fc8e14-1503-4d5e-884f-515ce5af2310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:01.416771 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-15fc8e14-1503-4d5e-884f-515ce5af2310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:01.502754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fc317b68-6f35-49bd-9c00-f604d4cc40dc no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:49:01.530387 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-15fc8e14-1503-4d5e-884f-515ce5af2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:01.569642 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: fc317b68-6f35-49bd-9c00-f604d4cc40dc {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:49:01.570118 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device fc317b68-6f35-49bd-9c00-f604d4cc40dc not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:49:01.570599 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 11362420-f00a-42a4-a807-d9fa4b559310 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:49:01.630297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-15fc8e14-1503-4d5e-884f-515ce5af2310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:01.651191 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 11362420-f00a-42a4-a807-d9fa4b559310 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:49:01.651903 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 11362420-f00a-42a4-a807-d9fa4b559310 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:49:01.655713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-515fca09-4ffd-4fc2-8ae4-3f4da72e3191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:01.678643 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-15fc8e14-1503-4d5e-884f-515ce5af2310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:01.686452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c267600-f2b2-4fd8-a4af-65358e4a8d96 None None] Network 68ae3e99-10e3-45c1-83ac-01fb7da10b98 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:49:01.688519 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc8e14-1503-4d5e-884f-515ce5af2310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc59ea7-0d82-4ef7-aac8-008c239e4f7b,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:01.696923 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-15fc8e14-1503-4d5e-884f-515ce5af2310 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ecc59ea7-0d82-4ef7-aac8-008c239e4f7b HTTP/1.1" status: 204 len: 168 time: 0.4338639 Oct 17 18:49:01.697247 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56832) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:01.916068 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:01.935663 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Deleting port 7ccd1d57-df53-4a28-bd89-e00493dab04f {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:49:01.936002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.068210 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c129b4-ff6e-47e8-8119-52a0f1f5eb59 None None] DHCP port deletion for 68ae3e99-10e3-45c1-83ac-01fb7da10b98 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:49:02.073212 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6c129b4-ff6e-47e8-8119-52a0f1f5eb59 None None] Deleting port 7ccd1d57-df53-4a28-bd89-e00493dab04f {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:49:02.074195 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f6c129b4-ff6e-47e8-8119-52a0f1f5eb59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.239175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] For port 7ccd1d57-df53-4a28-bd89-e00493dab04f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7ccd1d57-df53-4a28-bd89-e00493dab04f,segment=NetworkSegment(0fbebf0f-fb94-44a3-b63d-e63d02dd50c0),segment_id=0fbebf0f-fb94-44a3-b63d-e63d02dd50c0)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:02.239539 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.335810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-f6c129b4-ff6e-47e8-8119-52a0f1f5eb59 None None] For port 7ccd1d57-df53-4a28-bd89-e00493dab04f, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=7ccd1d57-df53-4a28-bd89-e00493dab04f,segment=NetworkSegment(0fbebf0f-fb94-44a3-b63d-e63d02dd50c0),segment_id=0fbebf0f-fb94-44a3-b63d-e63d02dd50c0)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:02.336358 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f6c129b4-ff6e-47e8-8119-52a0f1f5eb59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.391189 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Calling delete_port for 7ccd1d57-df53-4a28-bd89-e00493dab04f owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:49:02.484845 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.489922 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6c129b4-ff6e-47e8-8119-52a0f1f5eb59 None None] Calling delete_port for 7ccd1d57-df53-4a28-bd89-e00493dab04f owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:49:02.544205 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ccd1d57-df53-4a28-bd89-e00493dab04f,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:02.547433 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] No DVR routers for this DVR port 7ccd1d57-df53-4a28-bd89-e00493dab04f on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:49:02.619340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-f6c129b4-ff6e-47e8-8119-52a0f1f5eb59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:49:02.620129 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-f6c129b4-ff6e-47e8-8119-52a0f1f5eb59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:49:02.624522 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.698464 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.733449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ae3e99-10e3-45c1-83ac-01fb7da10b98']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:02.748164 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbebf0f-fb94-44a3-b63d-e63d02dd50c0') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:02.748784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbebf0f-fb94-44a3-b63d-e63d02dd50c0') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:02.763484 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.786048 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.794523 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:49:02.794942 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.813789 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.909002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.926497 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:02.941496 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 0fbebf0f-fb94-44a3-b63d-e63d02dd50c0 resource provider aggregate not found Oct 17 18:49:02.947685 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=68ae3e99-10e3-45c1-83ac-01fb7da10b98,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:02.954844 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a17ffdb7-cbcf-46b9-91b0-11ed1a6b2df5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/68ae3e99-10e3-45c1-83ac-01fb7da10b98 HTTP/1.1" status: 204 len: 168 time: 1.2514472 Oct 17 18:49:02.966984 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 0fbebf0f-fb94-44a3-b63d-e63d02dd50c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fbebf0f-fb94-44a3-b63d-e63d02dd50c0 found for delete ", "request_id": "req-bc89d3d2-af3c-4d70-84ca-32724c8b5bd6"}]} Oct 17 18:49:03.093540 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56846) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:03.121268 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6c129b4-ff6e-47e8-8119-52a0f1f5eb59 None None] Deleting port 7ccd1d57-df53-4a28-bd89-e00493dab04f {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:49:03.122102 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-f6c129b4-ff6e-47e8-8119-52a0f1f5eb59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:03.171854 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-00574e9f-77fa-462c-99b8-8222104e98fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a19a0dea46384a108e52313280826a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0768125 Oct 17 18:49:03.175066 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56850) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:03.207699 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-f6c129b4-ff6e-47e8-8119-52a0f1f5eb59 None None] The port '7ccd1d57-df53-4a28-bd89-e00493dab04f' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:49:03.257742 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1baeae8d-5b86-4497-abed-90cf27eb8e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:03.289044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1baeae8d-5b86-4497-abed-90cf27eb8e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:03.358755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1baeae8d-5b86-4497-abed-90cf27eb8e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:03.380636 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baeae8d-5b86-4497-abed-90cf27eb8e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bcc506-32b4-4395-aefd-5219fb2e71a9,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:03.389506 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-1baeae8d-5b86-4497-abed-90cf27eb8e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:03.391100 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-1baeae8d-5b86-4497-abed-90cf27eb8e90 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11bcc506-32b4-4395-aefd-5219fb2e71a9 HTTP/1.1" status: 204 len: 168 time: 0.2143996 Oct 17 18:49:03.504791 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7ccd1d57-df53-4a28-bd89-e00493dab04f no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:49:03.546849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 7ccd1d57-df53-4a28-bd89-e00493dab04f {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:49:03.546849 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 7ccd1d57-df53-4a28-bd89-e00493dab04f not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:49:03.860652 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56858) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:04.045278 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-49f3c1fc-0deb-4d89-ac42-6f24f7969981 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97fb377e64ce48d89877dabdf4bfaf82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829464 Oct 17 18:49:04.047965 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56862) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:04.119104 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a543b13-5d07-44c1-b2f8-47e3a4e43b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:04.153218 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a543b13-5d07-44c1-b2f8-47e3a4e43b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:04.213421 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a543b13-5d07-44c1-b2f8-47e3a4e43b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:04.232759 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a543b13-5d07-44c1-b2f8-47e3a4e43b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79020b66-f774-4923-95c7-5229d5d39905,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:04.238493 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9a543b13-5d07-44c1-b2f8-47e3a4e43b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:04.239404 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9a543b13-5d07-44c1-b2f8-47e3a4e43b50 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/79020b66-f774-4923-95c7-5229d5d39905 HTTP/1.1" status: 204 len: 168 time: 0.1903136 Oct 17 18:49:04.626890 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:05.133529 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56886) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:05.255903 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1470726612-network', 'tenant_id': 'ba0f15448dba4db7907550925efb3726'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:05.262018 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:05.266589 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Usage tracker for resource:network and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:05.270621 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:05.279536 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:05.291561 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Made reservation on behalf of ba0f15448dba4db7907550925efb3726 for: {'network': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:49:05.294568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:05.308104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:05.328366 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:05.332821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Usage tracker for resource:security_group_rule and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:05.336030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:05.343606 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:05.447955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:05.453677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:05.509578 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=89191) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:49:05.526113 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797a439a-efb9-421e-b92e-95ee609335e8,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:05.536719 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:05.537213 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.segments_db [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Added segment 131ee679-ad9a-471c-a435-5c96420b7004 of type vlan for network ba9ffb15-f12e-4045-bef2-50fc738554f5 Oct 17 18:49:05.585159 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:05.634842 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:05.637152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:05.638070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Notify callbacks [] for network, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:05.774151 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6390662 Oct 17 18:49:05.775175 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56892) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:05.775952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2ec0b-edff-4a11-8f62-2ac87d94b04a admin admin] Pushing event updated for resources: {'Network': ['ID=ba9ffb15-f12e-4045-bef2-50fc738554f5,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:05.783414 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Request body: {'subnet': {'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1470726612-subnet', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'ip_version': 4}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:05.788806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network ba9ffb15-f12e-4045-bef2-50fc738554f5 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:49:05.791426 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:05.799136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Usage tracker for resource:subnet and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:05.804491 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:05.814516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:05.830232 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Made reservation on behalf of ba0f15448dba4db7907550925efb3726 for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:49:05.833860 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:06.109615 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:06.196131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81d711f-2e01-476e-9936-040573fe30e3,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:06.208625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Checking segment: {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:49:06.209428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Network hostable DHCP agents. Network: ba9ffb15-f12e-4045-bef2-50fc738554f5, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:49:06.241546 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Network ba9ffb15-f12e-4045-bef2-50fc738554f5 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:49:06.254399 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, ba9ffb15-f12e-4045-bef2-50fc738554f5) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:49:06.259322 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:06.260047 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:06.268465 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d460cf40-7097-43b1-88a5-f5e81ba86df7 None None] Network ba9ffb15-f12e-4045-bef2-50fc738554f5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:49:06.298671 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3a797dc1-1562-4829-9a16-d84180a07453 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5182989 Oct 17 18:49:06.299271 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56896) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:06.308813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:06.317984 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:06.326546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Usage tracker for resource:router and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:06.331991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:06.343714 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:06.363419 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:06.365132 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:06.396468 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:06.535211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-ba9ffb15-f12e-4045-bef2-50fc738554f5', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:49:06.536112 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:06.815877 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Allocated IP 172.20.0.2 (ba9ffb15-f12e-4045-bef2-50fc738554f5/f81d711f-2e01-476e-9936-040573fe30e3/6925758b-67b5-4c9d-ad05-bf12a413d80c) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:49:06.984729 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:07.132864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:07.153405 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Transition to ACTIVE for port object 6925758b-67b5-4c9d-ad05-bf12a413d80c will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:49:07.190162 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Transition to ACTIVE for port object 6925758b-67b5-4c9d-ad05-bf12a413d80c will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:49:07.199851 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:07.279217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Network ba9ffb15-f12e-4045-bef2-50fc738554f5 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:49:07.282641 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:49:07.285341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:49:07.337025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Pushing event updated for resources: {'Port': ['ID=6925758b-67b5-4c9d-ad05-bf12a413d80c,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:07.389416 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:07.392878 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:07.393311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:07.393778 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:07.394209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:07.394625 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:07.395169 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:07.395662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:07.396133 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:07.396597 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:07.396974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:07.397333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:07.397754 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:07.429307 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:07.435031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Attempting to bind port 6925758b-67b5-4c9d-ad05-bf12a413d80c on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:49:07.435566 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Attempting to bind port 6925758b-67b5-4c9d-ad05-bf12a413d80c by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:49:07.436045 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Attempting to bind port 6925758b-67b5-4c9d-ad05-bf12a413d80c on network ba9ffb15-f12e-4045-bef2-50fc738554f5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:49:07.442734 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:49:07.443476 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Checking segment: {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:49:07.443875 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:07.444401 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Bound using segment: {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:49:07.444900 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Bound port: 6925758b-67b5-4c9d-ad05-bf12a413d80c, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:49:07.445277 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:07.570004 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] For port 6925758b-67b5-4c9d-ad05-bf12a413d80c, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:49:07.577069 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] For port 6925758b-67b5-4c9d-ad05-bf12a413d80c, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6925758b-67b5-4c9d-ad05-bf12a413d80c,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:49:07.583545 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:07.625675 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Allocated IP 172.26.8.218 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/f32e9845-2aeb-498f-a1e5-bc85cf797f18) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:49:07.699498 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ee86c-8e18-4326-826d-d9f5f1a772ee None None] Pushing event updated for resources: {'Port': ['ID=6925758b-67b5-4c9d-ad05-bf12a413d80c,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:07.839991 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:07.884397 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:07.973966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:49:07.977363 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:49:07.983226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:49:08.009773 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=f32e9845-2aeb-498f-a1e5-bc85cf797f18,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:08.655697 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:08.810998 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be28775-5eea-4e0c-858c-b3a6c92521ad None None] Network ba9ffb15-f12e-4045-bef2-50fc738554f5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:49:08.949274 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-de26e6ef-c7f2-400c-b731-431513277b5a None None] Provisioning for port 6925758b-67b5-4c9d-ad05-bf12a413d80c completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:49:09.151681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:09.413860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Router 41165019-8033-496a-98ef-cc1471277d8e is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89191) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:49:09.566745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6925758b-67b5-4c9d-ad05-bf12a413d80c up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:09.679264 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 6925758b-67b5-4c9d-ad05-bf12a413d80c completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:49:09.686826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6925758b-67b5-4c9d-ad05-bf12a413d80c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:09.687626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:09.688151 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6925758b-67b5-4c9d-ad05-bf12a413d80c Oct 17 18:49:09.728571 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:49:09.742857 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Sync routers for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:49:09.764390 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:49:09.765209 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:49:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:09.770743 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:09.778852 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56902) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:09.779693 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-d5e30ae6-6fcd-4361-993b-f42e12428eb9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4783123 Oct 17 18:49:09.902257 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6925758b-67b5-4c9d-ad05-bf12a413d80c is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:09.903126 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:09.962810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 6925758b-67b5-4c9d-ad05-bf12a413d80c, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6925758b-67b5-4c9d-ad05-bf12a413d80c,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:09.969245 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:10.051474 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:49:10.195449 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=6925758b-67b5-4c9d-ad05-bf12a413d80c,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:10.543596 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:08Z', 'revision_number': 3, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:10.550844 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Checking router: 41165019-8033-496a-98ef-cc1471277d8e for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:49:10.551437 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Updating router 41165019-8033-496a-98ef-cc1471277d8e port f32e9845-2aeb-498f-a1e5-bc85cf797f18 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:49:10.644725 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:10.654440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:11.024460 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:11.038266 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Transition to ACTIVE for port object f32e9845-2aeb-498f-a1e5-bc85cf797f18 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:49:11.046622 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:11.092804 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Allocated IP 172.20.0.1 (ba9ffb15-f12e-4045-bef2-50fc738554f5/f81d711f-2e01-476e-9936-040573fe30e3/5219f970-c2b9-4093-854d-b122ffd442f1) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:49:11.115381 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Attempting to bind port f32e9845-2aeb-498f-a1e5-bc85cf797f18 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:49:11.116013 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Attempting to bind port f32e9845-2aeb-498f-a1e5-bc85cf797f18 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:49:11.116183 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Attempting to bind port f32e9845-2aeb-498f-a1e5-bc85cf797f18 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:49:11.127647 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:49:11.128018 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:49:11.128439 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:11.128738 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:49:11.129193 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Bound port: f32e9845-2aeb-498f-a1e5-bc85cf797f18, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:49:11.129581 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:11.180853 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Pushing event updated for resources: {'Port': ['ID=f32e9845-2aeb-498f-a1e5-bc85cf797f18,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:11.194502 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:11.194850 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:11.195235 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:11.195568 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:11.195895 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:11.196223 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:11.196553 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:11.196873 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:11.197190 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:11.197506 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:11.197873 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:11.198184 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89193) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:49:11.231910 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] For port f32e9845-2aeb-498f-a1e5-bc85cf797f18, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:49:11.235501 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] For port f32e9845-2aeb-498f-a1e5-bc85cf797f18, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f32e9845-2aeb-498f-a1e5-bc85cf797f18,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:49:11.241957 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:11.308958 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:49:11.309490 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:49:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:11.411827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:11.444909 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.provisioning_blocks [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Transition to ACTIVE for port object 5219f970-c2b9-4093-854d-b122ffd442f1 will not be triggered until provisioned by entity DHCP. {{(pid=89190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:49:11.477126 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cf1d4-5f50-4ff2-8a30-fa2f6e93335d None None] Pushing event updated for resources: {'Port': ['ID=f32e9845-2aeb-498f-a1e5-bc85cf797f18,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:11.490517 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:11.509845 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6925758b-67b5-4c9d-ad05-bf12a413d80c up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:11.547672 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:49:11.601124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 6925758b-67b5-4c9d-ad05-bf12a413d80c triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:11.601571 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:11.602069 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 6925758b-67b5-4c9d-ad05-bf12a413d80c Oct 17 18:49:11.774690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Network ba9ffb15-f12e-4045-bef2-50fc738554f5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:49:11.781296 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:49:11.788443 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 6925758b-67b5-4c9d-ad05-bf12a413d80c is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:11.789703 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:49:11.837182 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Pushing event updated for resources: {'Port': ['ID=5219f970-c2b9-4093-854d-b122ffd442f1,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:11.868575 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:12.024509 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:08Z', 'revision_number': 3, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:12.032587 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b26f14-03a6-4450-a2a2-b6cb24121db8 None None] The sync data for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv is: [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:08Z', 'revision_number': 3, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:49:12.038665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:12.152132 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Provisioning for port 5219f970-c2b9-4093-854d-b122ffd442f1 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:49:12.158248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Provisioning complete for port 5219f970-c2b9-4093-854d-b122ffd442f1 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:12.158686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:12.159115 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Attempt 1 to provision port 5219f970-c2b9-4093-854d-b122ffd442f1 Oct 17 18:49:12.225800 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Port 5219f970-c2b9-4093-854d-b122ffd442f1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:12.454288 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:12.461079 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3490896'] for port, after_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:12.656715 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:12.661114 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Pushing event updated for resources: {'Port': ['ID=5219f970-c2b9-4093-854d-b122ffd442f1,revision_number=2']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:12.726661 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Attempt 2 to provision port 5219f970-c2b9-4093-854d-b122ffd442f1 Oct 17 18:49:12.817436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Port 5219f970-c2b9-4093-854d-b122ffd442f1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:12.904105 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Network ba9ffb15-f12e-4045-bef2-50fc738554f5 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:49:12.905357 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:49:13.169756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Router 41165019-8033-496a-98ef-cc1471277d8e has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:49:13.319495 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Attempt 3 to provision port 5219f970-c2b9-4093-854d-b122ffd442f1 Oct 17 18:49:13.377387 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:49:13.393500 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-53b760fe-0a29-4fe4-b2b7-72c02534ed89 admin admin] 10.222.0.69 "PUT /v2.0/routers/41165019-8033-496a-98ef-cc1471277d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6120195 Oct 17 18:49:13.426247 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Port 5219f970-c2b9-4093-854d-b122ffd442f1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:13.551307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f32e9845-2aeb-498f-a1e5-bc85cf797f18 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:13.683852 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port f32e9845-2aeb-498f-a1e5-bc85cf797f18 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:49:13.693202 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port f32e9845-2aeb-498f-a1e5-bc85cf797f18 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:13.693748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:13.694062 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port f32e9845-2aeb-498f-a1e5-bc85cf797f18 Oct 17 18:49:13.853258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port f32e9845-2aeb-498f-a1e5-bc85cf797f18 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:13.854804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:13.875450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port f32e9845-2aeb-498f-a1e5-bc85cf797f18, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f32e9845-2aeb-498f-a1e5-bc85cf797f18,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:13.880609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:13.933726 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Attempt 4 to provision port 5219f970-c2b9-4093-854d-b122ffd442f1 Oct 17 18:49:13.964711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Sync routers for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:49:14.009073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:49:14.009742 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:49:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:14.159183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Port 5219f970-c2b9-4093-854d-b122ffd442f1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:14.159694 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=f32e9845-2aeb-498f-a1e5-bc85cf797f18,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:14.238269 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:49:14.238952 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56922) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:14.244816 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-720516900-network', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:14.249947 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:14.254416 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Usage tracker for resource:network and tenant:ac0f35fd77e048feab85c278a4d6462c is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:14.257891 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:14.265248 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:14.278161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Made reservation on behalf of ac0f35fd77e048feab85c278a4d6462c for: {'network': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:49:14.280840 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for network, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:14.295533 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:14.313407 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:14.318139 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Usage tracker for resource:security_group_rule and tenant:ac0f35fd77e048feab85c278a4d6462c is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:14.321526 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:14.330404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:14.459155 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:14.464711 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:14.503440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=89190) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 18:49:14.515592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4cfa1b-8393-47d4-bc85-bb44b9e40514,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:14.522674 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:14.523072 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.segments_db [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Added segment 63a498c0-7f82-4636-81ba-dbac3010ba07 of type vlan for network 592d1bb1-2d70-4537-86a1-6d19efb21b06 Oct 17 18:49:14.561948 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738780090718'] for network, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:14.610712 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227'] for network, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:14.611795 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:14.612380 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:14.663795 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Attempt 5 to provision port 5219f970-c2b9-4093-854d-b122ffd442f1 Oct 17 18:49:14.726927 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] Pushing event updated for resources: {'Network': ['ID=592d1bb1-2d70-4537-86a1-6d19efb21b06,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:14.730378 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-f6a90456-f45b-4656-815b-48e73c30f729 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4902735 Oct 17 18:49:14.737469 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56926) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:14.744623 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Request body: {'subnet': {'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-720516900-subnet', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'ip_version': 4}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:14.750153 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:14.753779 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Network 592d1bb1-2d70-4537-86a1-6d19efb21b06 details requested by agent ovs-agent-dv-neutron-860895-1-hyperv with host dv-neutron-860895-1-hyperv {{(pid=89192) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 17 18:49:14.754999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Usage tracker for resource:subnet and tenant:ac0f35fd77e048feab85c278a4d6462c is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:14.758798 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:14.767596 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:14.782009 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Made reservation on behalf of ac0f35fd77e048feab85c278a4d6462c for: {'subnet': 1} {{(pid=89190) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:49:14.784696 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3774716'] for subnet, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:14.801461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:12Z', 'revision_number': 2, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:14.886704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Port 5219f970-c2b9-4093-854d-b122ffd442f1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:14.922399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Checking router: 41165019-8033-496a-98ef-cc1471277d8e for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:49:14.922904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Updating router 41165019-8033-496a-98ef-cc1471277d8e port 5219f970-c2b9-4093-854d-b122ffd442f1 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:49:15.064343 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:15.170418 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3491015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3774670'] for subnet, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:15.303461 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:15.315269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Checking segment: {'id': '63a498c0-7f82-4636-81ba-dbac3010ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:49:15.315625 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Network hostable DHCP agents. Network: 592d1bb1-2d70-4537-86a1-6d19efb21b06, hostable agents: ['e731fa0c-af0c-4d3c-b88a-e6aed57b3221'], hosted agents: [] {{(pid=89190) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 18:49:15.338688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Network 592d1bb1-2d70-4537-86a1-6d19efb21b06 is scheduled to be hosted by DHCP agent e731fa0c-af0c-4d3c-b88a-e6aed57b3221 with binding_index 1 {{(pid=89190) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 18:49:15.350131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860895-1-hyperv, 592d1bb1-2d70-4537-86a1-6d19efb21b06) {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:49:15.356432 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:15.357023 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:15.386670 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-a309f5de-7ba2-4f8c-9bd0-d89ccb73b07e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6463833 Oct 17 18:49:15.389537 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56930) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:15.395521 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-720516900-router', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:15.401318 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:15.406270 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Usage tracker for resource:router and tenant:ac0f35fd77e048feab85c278a4d6462c is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:15.408222 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Attempt 6 to provision port 5219f970-c2b9-4093-854d-b122ffd442f1 Oct 17 18:49:15.409757 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:15.417603 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:15.430958 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-549992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5493'] for router, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:15.432764 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-530196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550061', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-636086', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:15.443839 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02cab1f-5def-4dd5-8b9a-e79cbd57b08a None None] Network 592d1bb1-2d70-4537-86a1-6d19efb21b06 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:49:15.459671 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:15.542083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f32e9845-2aeb-498f-a1e5-bc85cf797f18 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:15.646716 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Port 5219f970-c2b9-4093-854d-b122ffd442f1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:15.790777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port f32e9845-2aeb-498f-a1e5-bc85cf797f18 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:15.791219 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:15.791324 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-550035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549891', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5402'] for router, precommit_update {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:15.791515 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port f32e9845-2aeb-498f-a1e5-bc85cf797f18 Oct 17 18:49:15.970607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:15.982048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54101dc-a7cb-5c46-a5cb-0c896b621ce4-592d1bb1-2d70-4537-86a1-6d19efb21b06', 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'fixed_ips': [{'subnet_id': '3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81'}]}} from dv-neutron-860895-1-hyperv. {{(pid=89192) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 17 18:49:15.982897 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:16.021723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Transition to ACTIVE for port object 5219f970-c2b9-4093-854d-b122ffd442f1 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:49:16.098722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:16.159261 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:16.192449 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:16.194007 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Attempt 7 to provision port 5219f970-c2b9-4093-854d-b122ffd442f1 Oct 17 18:49:16.347367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_common [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Allocated IP 172.26.8.92 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/66ad4efe-9fd7-4c55-90d0-806532bfe245) {{(pid=89190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:49:16.379966 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port f32e9845-2aeb-498f-a1e5-bc85cf797f18 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:16.433804 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c0d85-b65c-4c33-b029-346bd0ad1997 None None] Pushing event updated for resources: {'Port': ['ID=5219f970-c2b9-4093-854d-b122ffd442f1,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:16.450119 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Port 5219f970-c2b9-4093-854d-b122ffd442f1 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:16.514998 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Attempting to bind port 5219f970-c2b9-4093-854d-b122ffd442f1 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:49:16.515411 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Attempting to bind port 5219f970-c2b9-4093-854d-b122ffd442f1 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:49:16.515777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Attempting to bind port 5219f970-c2b9-4093-854d-b122ffd442f1 on network ba9ffb15-f12e-4045-bef2-50fc738554f5 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:49:16.521531 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:16.532828 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:49:16.533209 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Checking segment: {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:49:16.533608 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:16.533995 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Bound using segment: {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:49:16.534482 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Bound port: 5219f970-c2b9-4093-854d-b122ffd442f1, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:49:16.534858 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:16.555920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:16.564176 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.db_base_plugin_common [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Allocated IP 172.20.0.2 (592d1bb1-2d70-4537-86a1-6d19efb21b06/3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81/4a440a44-9717-46a4-9e3a-1c5a8bfff7aa) {{(pid=89192) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:49:16.631198 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:49:16.634241 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.base_scheduler [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Resources bound (agent type, host, resource id): {{(pid=89190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:49:16.638876 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Received port after_create {{(pid=89190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:49:16.673434 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Pushing event updated for resources: {'Port': ['ID=66ad4efe-9fd7-4c55-90d0-806532bfe245,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:16.746436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] For port 5219f970-c2b9-4093-854d-b122ffd442f1, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:49:16.775345 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] For port 5219f970-c2b9-4093-854d-b122ffd442f1, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5219f970-c2b9-4093-854d-b122ffd442f1,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:49:16.783429 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:16.964569 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Attempt 8 to provision port 5219f970-c2b9-4093-854d-b122ffd442f1 Oct 17 18:49:17.009774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:49:17.011843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:49:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:17.205453 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c0d85-b65c-4c33-b029-346bd0ad1997 None None] Pushing event updated for resources: {'Port': ['ID=5219f970-c2b9-4093-854d-b122ffd442f1,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:17.224849 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:17.236289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Notify callbacks [] for port, precommit_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:17.269184 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Transition to ACTIVE for port object 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:49:17.287706 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-dacba229-21e9-4c16-8a13-8f1ea6ce0719 None None] Port 5219f970-c2b9-4093-854d-b122ffd442f1 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:49:17.311525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:49:17.360833 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Transition to ACTIVE for port object 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa will not be triggered until provisioned by entity DHCP. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:49:17.384204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692'] for port, after_create {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:17.546027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Network 592d1bb1-2d70-4537-86a1-6d19efb21b06 is already hosted by enough agents. {{(pid=89192) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:49:17.567725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.scheduler.base_scheduler [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Resources bound (agent type, host, resource id): {{(pid=89192) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:49:17.578156 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Received port after_create {{(pid=89192) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:49:17.642660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Pushing event updated for resources: {'Port': ['ID=4a440a44-9717-46a4-9e3a-1c5a8bfff7aa,revision_number=1']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:17.642792 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-550136'] for router, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:17.792931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Attempting to bind port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:49:17.793349 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Attempting to bind port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '63a498c0-7f82-4636-81ba-dbac3010ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:49:17.793682 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Attempting to bind port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa on network 592d1bb1-2d70-4537-86a1-6d19efb21b06 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:49:17.814673 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:49:17.814945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Checking segment: {'id': '63a498c0-7f82-4636-81ba-dbac3010ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:49:17.815346 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:17.815736 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Bound using segment: {'id': '63a498c0-7f82-4636-81ba-dbac3010ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:49:17.816217 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Bound port: 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a498c0-7f82-4636-81ba-dbac3010ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:49:17.816591 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:17.947245 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Router 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 is scheduled to L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 with binding_index 1 {{(pid=89190) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 17 18:49:17.977321 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] For port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:49:17.983485 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] For port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4a440a44-9717-46a4-9e3a-1c5a8bfff7aa,segment=NetworkSegment(63a498c0-7f82-4636-81ba-dbac3010ba07),segment_id=63a498c0-7f82-4636-81ba-dbac3010ba07)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:49:17.990161 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:16Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:17.995027 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:18.033204 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45f4e1-91dd-46ef-8622-197564b7a3b1 None None] The sync data for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv is: [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:16Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:49:18.110723 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190b4e6-ebe2-4ece-99bf-771bcddfbb26 None None] Pushing event updated for resources: {'Port': ['ID=4a440a44-9717-46a4-9e3a-1c5a8bfff7aa,revision_number=2']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:18.237397 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:49:18.250419 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Sync routers for ids ['1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:49:18.269352 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Routers {'1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:49:18.270716 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:49:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:18.286780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:18.288639 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e6a8e95a-5e70-4219-b69c-7f2b03cbfb09 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8975382 Oct 17 18:49:18.291701 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56934) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:18.663234 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Set router 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:49:19.308113 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'name': 'tempest-TestSnapshotPattern-720516900-router', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:15Z', 'updated_at': '2022-10-17T18:49:17Z', 'revision_number': 3, 'project_id': 'ac0f35fd77e048feab85c278a4d6462c', 'gw_port': {'id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:16Z', 'updated_at': '2022-10-17T18:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:19.317332 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Checking router: 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:49:19.317886 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Updating router 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 port 66ad4efe-9fd7-4c55-90d0-806532bfe245 binding host dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:49:19.422405 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:19.629550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5219f970-c2b9-4093-854d-b122ffd442f1 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:19.698489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:19.699276 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34302c9f-f99a-4493-8d07-910c6afb6f62 None None] Network 592d1bb1-2d70-4537-86a1-6d19efb21b06 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:49:19.845550 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-f02114b8-c439-4b2b-a64d-fb44a1c681c4 None None] Provisioning for port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:49:19.904444 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 5219f970-c2b9-4093-854d-b122ffd442f1 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:49:19.929166 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 5219f970-c2b9-4093-854d-b122ffd442f1 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:19.930157 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:19.930703 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 5219f970-c2b9-4093-854d-b122ffd442f1 Oct 17 18:49:19.967731 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Allocated IP 172.20.0.1 (592d1bb1-2d70-4537-86a1-6d19efb21b06/3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81/bfaca971-93cd-4cb6-9e37-d70d7ce5e812) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:49:19.974734 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Notify callbacks [] for port, precommit_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:19.993736 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.provisioning_blocks [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Transition to ACTIVE for port object 66ad4efe-9fd7-4c55-90d0-806532bfe245 will not be triggered until provisioned by entity L2. {{(pid=89193) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:49:20.004975 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.089714 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b291c89-8853-4c61-a590-876c508532c6 None None] Pushing event updated for resources: {'Port': ['ID=66ad4efe-9fd7-4c55-90d0-806532bfe245,revision_number=2']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:20.099834 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Attempting to bind port 66ad4efe-9fd7-4c55-90d0-806532bfe245 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:49:20.100196 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Attempting to bind port 66ad4efe-9fd7-4c55-90d0-806532bfe245 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:49:20.100561 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Attempting to bind port 66ad4efe-9fd7-4c55-90d0-806532bfe245 on network 6780153d-9acc-46e5-a017-90331dae5b00 {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:49:20.107481 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:49:20.107856 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Checking segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89193) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:49:20.108258 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.108651 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Bound using segment: {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'} {{(pid=89193) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:49:20.109398 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.managers [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Bound port: 66ad4efe-9fd7-4c55-90d0-806532bfe245, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7805ce4-64dd-473d-ae38-9ce5f46d9865', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00'}}] {{(pid=89193) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:49:20.109604 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.210472 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] For port 66ad4efe-9fd7-4c55-90d0-806532bfe245, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89193) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:49:20.216085 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.plugins.ml2.db [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] For port 66ad4efe-9fd7-4c55-90d0-806532bfe245, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=66ad4efe-9fd7-4c55-90d0-806532bfe245,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89193) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:49:20.224364 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron_lib.callbacks.manager [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89193) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.282584 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.290818 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 5219f970-c2b9-4093-854d-b122ffd442f1 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:20.291782 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.314460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Transition to ACTIVE for port object bfaca971-93cd-4cb6-9e37-d70d7ce5e812 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:49:20.335111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 5219f970-c2b9-4093-854d-b122ffd442f1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5219f970-c2b9-4093-854d-b122ffd442f1,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:20.340378 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.341199 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:20.370881 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.373802 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Routers {'1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:49:20.374828 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:49:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:20.489795 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=5219f970-c2b9-4093-854d-b122ffd442f1,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:20.502704 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:49:20.509572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:20.510563 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.511135 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa Oct 17 18:49:20.531556 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Pushing event updated for resources: {'Port': ['ID=bfaca971-93cd-4cb6-9e37-d70d7ce5e812,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:20.539028 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Network 592d1bb1-2d70-4537-86a1-6d19efb21b06 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:49:20.542970 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:49:20.547267 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:49:20.660733 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b291c89-8853-4c61-a590-876c508532c6 None None] Pushing event updated for resources: {'Port': ['ID=66ad4efe-9fd7-4c55-90d0-806532bfe245,revision_number=3']} {{(pid=89193) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:20.661127 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-530358'] for router_interface, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.717084 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:20.717631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.734750 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-7d6906d0-3a2a-42b6-bdc1-cddef9dad363 None None] Provisioning complete for port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:20.735009 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7d6906d0-3a2a-42b6-bdc1-cddef9dad363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.735371 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-7d6906d0-3a2a-42b6-bdc1-cddef9dad363 None None] Attempt 1 to provision port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa Oct 17 18:49:20.794104 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] Set router 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:49:20.817494 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4a440a44-9717-46a4-9e3a-1c5a8bfff7aa,segment=NetworkSegment(63a498c0-7f82-4636-81ba-dbac3010ba07),segment_id=63a498c0-7f82-4636-81ba-dbac3010ba07)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:20.827662 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.844853 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:20.945394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=4a440a44-9717-46a4-9e3a-1c5a8bfff7aa,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:21.010565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-7d6906d0-3a2a-42b6-bdc1-cddef9dad363 None None] Current status of the port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:21.145113 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Provisioning for port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:49:21.156865 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Provisioning complete for port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:21.159154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:21.165658 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Attempt 1 to provision port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 Oct 17 18:49:21.247269 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:21.254264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:21.289864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:21.292076 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'name': 'tempest-TestSnapshotPattern-720516900-router', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:15Z', 'updated_at': '2022-10-17T18:49:17Z', 'revision_number': 3, 'project_id': 'ac0f35fd77e048feab85c278a4d6462c', 'gw_port': {'id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:16Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:21.299521 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f630db-7d3d-4c7b-b969-51b105d7e1bb None None] The sync data for ids ['1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'] in dv-neutron-860895-1-hyperv is: [{'id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'name': 'tempest-TestSnapshotPattern-720516900-router', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:15Z', 'updated_at': '2022-10-17T18:49:17Z', 'revision_number': 3, 'project_id': 'ac0f35fd77e048feab85c278a4d6462c', 'gw_port': {'id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:16Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:49:21.394833 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Pushing event updated for resources: {'Port': ['ID=bfaca971-93cd-4cb6-9e37-d70d7ce5e812,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:21.398526 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-530379'] for router_interface, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:21.512474 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5219f970-c2b9-4093-854d-b122ffd442f1 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:21.622558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 5219f970-c2b9-4093-854d-b122ffd442f1 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:21.628862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:21.629224 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 5219f970-c2b9-4093-854d-b122ffd442f1 Oct 17 18:49:21.642975 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Network 592d1bb1-2d70-4537-86a1-6d19efb21b06 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:49:21.644825 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:49:21.811301 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Attempt 2 to provision port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 Oct 17 18:49:21.884312 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 5219f970-c2b9-4093-854d-b122ffd442f1 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:21.885830 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:21.938152 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:21.977613 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:21.977984 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:21.978323 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa Oct 17 18:49:22.006874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Router 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:49:22.159501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:22.439999 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Attempt 3 to provision port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 Oct 17 18:49:22.445102 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:49:22.472510 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-5c3fe4c3-1ab9-4d90-b810-ff9731b9662c admin admin] 10.222.0.69 "PUT /v2.0/routers/1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1744344 Oct 17 18:49:22.546475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:22.962204 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56946) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:22.970734 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076202550', 'description': 'tempest-secgroup-smoke-1076202550 description', 'project_id': 'ba0f15448dba4db7907550925efb3726'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:22.981806 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:22.988327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Usage tracker for resource:security_group and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:22.992244 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:22.999910 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:23.013706 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.038780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:23.044454 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Usage tracker for resource:security_group_rule and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:23.047756 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:23.048004 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Attempt 4 to provision port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 Oct 17 18:49:23.054690 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:23.154862 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:23.204832 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.210275 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.294697 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20698934-3777-41d4-91a0-d1887c6897f2,revision_number=1']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:23.299404 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.301469 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-75a5f076-1a4a-4ea4-8831-500f4d843c20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3372014 Oct 17 18:49:23.306165 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56950) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:23.315957 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-7c701542-4011-45d1-8029-b4e3096be101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Request body: {'security_group_rule': {'security_group_id': '20698934-3777-41d4-91a0-d1887c6897f2', 'project_id': 'ba0f15448dba4db7907550925efb3726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:23.327719 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7c701542-4011-45d1-8029-b4e3096be101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:23.335391 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7c701542-4011-45d1-8029-b4e3096be101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Usage tracker for resource:security_group_rule and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:23.341016 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-7c701542-4011-45d1-8029-b4e3096be101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:23.346023 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Sync routers for ids ['1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:49:23.351853 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-7c701542-4011-45d1-8029-b4e3096be101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:23.362863 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Routers {'1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:49:23.363977 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:49:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:23.380817 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c701542-4011-45d1-8029-b4e3096be101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.502971 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c701542-4011-45d1-8029-b4e3096be101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.508847 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c701542-4011-45d1-8029-b4e3096be101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.538915 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c701542-4011-45d1-8029-b4e3096be101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abaec1df-6a82-4e8e-beb9-eae85165e724,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:23.552053 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-7c701542-4011-45d1-8029-b4e3096be101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.557696 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56954) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:23.563127 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-7c701542-4011-45d1-8029-b4e3096be101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2487259 Oct 17 18:49:23.564982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-6c40b66c-c373-4e1f-b3cf-731ab55a4b89 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Request body: {'security_group_rule': {'security_group_id': '20698934-3777-41d4-91a0-d1887c6897f2', 'project_id': 'ba0f15448dba4db7907550925efb3726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:23.578505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6c40b66c-c373-4e1f-b3cf-731ab55a4b89 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:23.583636 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6c40b66c-c373-4e1f-b3cf-731ab55a4b89 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Usage tracker for resource:security_group_rule and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:23.585421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 66ad4efe-9fd7-4c55-90d0-806532bfe245 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:23.587299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-6c40b66c-c373-4e1f-b3cf-731ab55a4b89 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:23.595560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-6c40b66c-c373-4e1f-b3cf-731ab55a4b89 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:23.617357 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c40b66c-c373-4e1f-b3cf-731ab55a4b89 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.669555 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Attempt 5 to provision port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 Oct 17 18:49:23.695489 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c40b66c-c373-4e1f-b3cf-731ab55a4b89 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.700613 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c40b66c-c373-4e1f-b3cf-731ab55a4b89 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.729299 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40b66c-c373-4e1f-b3cf-731ab55a4b89 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603edc25-fdda-4a08-89c0-9d11dd3ff8b0,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:23.743929 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-6c40b66c-c373-4e1f-b3cf-731ab55a4b89 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.748336 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-6c40b66c-c373-4e1f-b3cf-731ab55a4b89 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1859136 Oct 17 18:49:23.748859 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56958) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:23.755576 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-d54a310a-6e33-406c-a888-d0a1b8a6ce05 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Request body: {'security_group_rule': {'security_group_id': '20698934-3777-41d4-91a0-d1887c6897f2', 'project_id': 'ba0f15448dba4db7907550925efb3726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:23.763403 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d54a310a-6e33-406c-a888-d0a1b8a6ce05 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:23.768489 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d54a310a-6e33-406c-a888-d0a1b8a6ce05 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Usage tracker for resource:security_group_rule and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:23.772628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-d54a310a-6e33-406c-a888-d0a1b8a6ce05 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:23.781975 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-d54a310a-6e33-406c-a888-d0a1b8a6ce05 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:23.801516 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d54a310a-6e33-406c-a888-d0a1b8a6ce05 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.877461 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:23.881467 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d54a310a-6e33-406c-a888-d0a1b8a6ce05 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.887502 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d54a310a-6e33-406c-a888-d0a1b8a6ce05 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.913542 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a310a-6e33-406c-a888-d0a1b8a6ce05 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889d06d6-7539-4d0b-a638-b4dd7e454159,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:23.917682 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port 66ad4efe-9fd7-4c55-90d0-806532bfe245 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:49:23.925372 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Set router 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:49:23.928631 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-d54a310a-6e33-406c-a888-d0a1b8a6ce05 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:23.930417 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-d54a310a-6e33-406c-a888-d0a1b8a6ce05 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1800978 Oct 17 18:49:23.934382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56962) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:23.940320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-ea523b1c-7e79-4ace-846d-676dd40eaeda tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Request body: {'security_group_rule': {'security_group_id': '20698934-3777-41d4-91a0-d1887c6897f2', 'project_id': 'ba0f15448dba4db7907550925efb3726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:23.947755 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ea523b1c-7e79-4ace-846d-676dd40eaeda tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:23.952820 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ea523b1c-7e79-4ace-846d-676dd40eaeda tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Usage tracker for resource:security_group_rule and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:23.956785 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-ea523b1c-7e79-4ace-846d-676dd40eaeda tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:23.964440 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-ea523b1c-7e79-4ace-846d-676dd40eaeda tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:23.987573 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ea523b1c-7e79-4ace-846d-676dd40eaeda tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.078136 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ea523b1c-7e79-4ace-846d-676dd40eaeda tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.082655 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ea523b1c-7e79-4ace-846d-676dd40eaeda tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.108183 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 66ad4efe-9fd7-4c55-90d0-806532bfe245 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:24.108749 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.109214 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 66ad4efe-9fd7-4c55-90d0-806532bfe245 Oct 17 18:49:24.110428 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea523b1c-7e79-4ace-846d-676dd40eaeda tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788ef0d8-0bbf-40dd-a1d5-ef69f46cc9d1,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:24.123890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-ea523b1c-7e79-4ace-846d-676dd40eaeda tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.125483 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-ea523b1c-7e79-4ace-846d-676dd40eaeda tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1898918 Oct 17 18:49:24.128321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 56966) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:24.133856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.v2.base [None req-3a6d7671-42df-482a-846e-bf156d9a23de tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Request body: {'security_group_rule': {'security_group_id': '20698934-3777-41d4-91a0-d1887c6897f2', 'project_id': 'ba0f15448dba4db7907550925efb3726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89190) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:24.141262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3a6d7671-42df-482a-846e-bf156d9a23de tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:24.145999 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3a6d7671-42df-482a-846e-bf156d9a23de tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Usage tracker for resource:security_group_rule and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:24.149338 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [None req-3a6d7671-42df-482a-846e-bf156d9a23de tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89190) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:24.157411 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.quota.driver [None req-3a6d7671-42df-482a-846e-bf156d9a23de tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89190) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:24.172953 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.db.securitygroups_db [None req-3a6d7671-42df-482a-846e-bf156d9a23de tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Project ba0f15448dba4db7907550925efb3726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:49:24.180800 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a6d7671-42df-482a-846e-bf156d9a23de tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.266861 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a6d7671-42df-482a-846e-bf156d9a23de tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.273593 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a6d7671-42df-482a-846e-bf156d9a23de tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.303920 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d7671-42df-482a-846e-bf156d9a23de tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a83181-45fe-4b5c-824e-65e4b2fe6963,revision_number=0']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:24.316908 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-3a6d7671-42df-482a-846e-bf156d9a23de tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.321067 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-3a6d7671-42df-482a-846e-bf156d9a23de tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1887670 Oct 17 18:49:24.321481 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 56970) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:24.327957 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-2d9a2483-ca11-468a-8c48-3ed474682e10 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Request body: {'security_group_rule': {'security_group_id': '20698934-3777-41d4-91a0-d1887c6897f2', 'project_id': 'ba0f15448dba4db7907550925efb3726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:24.346723 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2d9a2483-ca11-468a-8c48-3ed474682e10 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:24.354425 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2d9a2483-ca11-468a-8c48-3ed474682e10 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Usage tracker for resource:security_group_rule and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:24.359480 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-2d9a2483-ca11-468a-8c48-3ed474682e10 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:24.366883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-2d9a2483-ca11-468a-8c48-3ed474682e10 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:24.382228 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.securitygroups_db [None req-2d9a2483-ca11-468a-8c48-3ed474682e10 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Project ba0f15448dba4db7907550925efb3726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 18:49:24.392354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2483-ca11-468a-8c48-3ed474682e10 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.468172 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Attempt 6 to provision port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 Oct 17 18:49:24.479708 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2483-ca11-468a-8c48-3ed474682e10 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.485191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2483-ca11-468a-8c48-3ed474682e10 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626269'] for security_group_rule, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.512063 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a2483-ca11-468a-8c48-3ed474682e10 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087de6f2-4f49-4669-830f-1699a2081c9f,revision_number=0']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:24.526939 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-2d9a2483-ca11-468a-8c48-3ed474682e10 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.528338 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-2d9a2483-ca11-468a-8c48-3ed474682e10 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2054436 Oct 17 18:49:24.636046 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:24.703539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 66ad4efe-9fd7-4c55-90d0-806532bfe245 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:24.703913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.757806 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port 66ad4efe-9fd7-4c55-90d0-806532bfe245, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=66ad4efe-9fd7-4c55-90d0-806532bfe245,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:24.764085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.859506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=66ad4efe-9fd7-4c55-90d0-806532bfe245,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:24.870013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'name': 'tempest-TestSnapshotPattern-720516900-router', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:15Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 4, 'project_id': 'ac0f35fd77e048feab85c278a4d6462c', 'gw_port': {'id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:16Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'bfaca971-93cd-4cb6-9e37-d70d7ce5e812', 'name': '', 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'mac_address': 'fa:16:3e:5c:b8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:19Z', 'updated_at': '2022-10-17T18:49:21Z', 'revision_number': 2, 'project_id': 'ac0f35fd77e048feab85c278a4d6462c', 'subnets': [{'id': '3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:24.875181 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Checking router: 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:49:24.875538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Updating router 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 binding host dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 18:49:24.938362 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:24.986251 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-e5798b5d-a07a-41c6-862d-a8320c44a90a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Synchronizing usage tracker for tenant:ba0f15448dba4db7907550925efb3726 on resource:security_group {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:49:25.013157 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-e5798b5d-a07a-41c6-862d-a8320c44a90a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Unset dirty status for tenant:ba0f15448dba4db7907550925efb3726 on resource:security_group {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:49:25.015454 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-e5798b5d-a07a-41c6-862d-a8320c44a90a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076202550&fields=id&tenant_id=ba0f15448dba4db7907550925efb3726 HTTP/1.1" status: 200 len: 267 time: 0.2974145 Oct 17 18:49:25.137519 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Attempt 7 to provision port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 Oct 17 18:49:25.217020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-94239816-c682-4bd5-82c8-a691d2f7ba20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:25.218584 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-94239816-c682-4bd5-82c8-a691d2f7ba20 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 810 time: 0.1948764 Oct 17 18:49:25.241299 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-eb3f043f-9d2e-4b5e-bccd-cab6714a91e4 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/quotas/ba0f15448dba4db7907550925efb3726 HTTP/1.1" status: 200 len: 375 time: 0.0117481 Oct 17 18:49:25.278134 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:25.354727 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-2242cb7d-9a61-49e2-a52f-5be19a01c101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Synchronizing usage tracker for tenant:ba0f15448dba4db7907550925efb3726 on resource:port {{(pid=89190) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:49:25.374161 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.quota.resource [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-2242cb7d-9a61-49e2-a52f-5be19a01c101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Unset dirty status for tenant:ba0f15448dba4db7907550925efb3726 on resource:port {{(pid=89190) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:49:25.376000 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-2242cb7d-9a61-49e2-a52f-5be19a01c101 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226819 Oct 17 18:49:25.455464 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:25.505661 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Notify callbacks [] for port, precommit_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:25.523529 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Transition to ACTIVE for port object bfaca971-93cd-4cb6-9e37-d70d7ce5e812 will not be triggered until provisioned by entity L2. {{(pid=89192) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:49:25.532434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 66ad4efe-9fd7-4c55-90d0-806532bfe245 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:25.568142 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:25.781971 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Attempt 8 to provision port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 Oct 17 18:49:25.853974 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4449e8-f541-4963-adc7-b7d94d5a868c None None] Pushing event updated for resources: {'Port': ['ID=bfaca971-93cd-4cb6-9e37-d70d7ce5e812,revision_number=3']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:25.866664 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-7259e726-4d50-479a-b582-adde4fb077f9 service neutron] 10.222.0.69 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711174 Oct 17 18:49:25.919172 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Attempting to bind port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 on host dv-neutron-860895-1-hyperv for vnic_type normal with profile {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:49:25.919449 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Attempting to bind port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 by drivers openvswitch,hyperv on host dv-neutron-860895-1-hyperv at level 0 using segments [{'id': '63a498c0-7f82-4636-81ba-dbac3010ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06'}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:49:25.919807 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Attempting to bind port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 on network 592d1bb1-2d70-4537-86a1-6d19efb21b06 {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:49:25.922322 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port 66ad4efe-9fd7-4c55-90d0-806532bfe245 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:25.922691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:25.923026 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port 66ad4efe-9fd7-4c55-90d0-806532bfe245 Oct 17 18:49:25.948733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:25.972491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Checking agent: {'id': '7c83c63d-4914-45d5-bb73-ba27ea3abd5a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860895-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 40, 2), 'started_at': datetime.datetime(2022, 10, 17, 17, 40, 32), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860895-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:49:25.972982 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Checking segment: {'id': '63a498c0-7f82-4636-81ba-dbac3010ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89192) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:49:25.973254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:25.973653 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Bound using segment: {'id': '63a498c0-7f82-4636-81ba-dbac3010ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06'} {{(pid=89192) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:49:25.974145 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.managers [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Bound port: bfaca971-93cd-4cb6-9e37-d70d7ce5e812, host: dv-neutron-860895-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a498c0-7f82-4636-81ba-dbac3010ba07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06'}}] {{(pid=89192) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:49:25.974516 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:26.060989 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-7cb8d4d8-f120-4cb8-8bf3-fb076390f5ee service neutron] 10.222.0.69 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863270 Oct 17 18:49:26.235289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] For port bfaca971-93cd-4cb6-9e37-d70d7ce5e812, host dv-neutron-860895-1-hyperv, cleared binding levels {{(pid=89192) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:49:26.241799 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] For port bfaca971-93cd-4cb6-9e37-d70d7ce5e812, host dv-neutron-860895-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=bfaca971-93cd-4cb6-9e37-d70d7ce5e812,segment=NetworkSegment(63a498c0-7f82-4636-81ba-dbac3010ba07),segment_id=63a498c0-7f82-4636-81ba-dbac3010ba07)] {{(pid=89192) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:49:26.254848 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port 66ad4efe-9fd7-4c55-90d0-806532bfe245 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:26.260528 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:26.315555 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b52b780c-6096-4eb7-8513-b35e517e86a1 req-7b261bd3-42fb-4909-9637-a44f42227ae2 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 210 time: 0.0637884 Oct 17 18:49:26.449805 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Attempt 9 to provision port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 Oct 17 18:49:26.549393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Routers {'1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:49:26.550384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:49:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:26.879718 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4449e8-f541-4963-adc7-b7d94d5a868c None None] Pushing event updated for resources: {'Port': ['ID=bfaca971-93cd-4cb6-9e37-d70d7ce5e812,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:26.895092 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0d115426-a29c-420e-a734-52c20dd2a391 None None] Port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:49:26.953958 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] Set router 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:49:27.411120 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'name': 'tempest-TestSnapshotPattern-720516900-router', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:15Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 4, 'project_id': 'ac0f35fd77e048feab85c278a4d6462c', 'gw_port': {'id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:16Z', 'updated_at': '2022-10-17T18:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'bfaca971-93cd-4cb6-9e37-d70d7ce5e812', 'name': '', 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'mac_address': 'fa:16:3e:5c:b8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:19Z', 'updated_at': '2022-10-17T18:49:26Z', 'revision_number': 4, 'project_id': 'ac0f35fd77e048feab85c278a4d6462c', 'subnets': [{'id': '3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:27.419367 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b920ca-3c05-4a6e-b022-2d2d0adb0762 None None] The sync data for ids ['1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'] in dv-neutron-860895-1-hyperv is: [{'id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'name': 'tempest-TestSnapshotPattern-720516900-router', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:15Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 4, 'project_id': 'ac0f35fd77e048feab85c278a4d6462c', 'gw_port': {'id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:16Z', 'updated_at': '2022-10-17T18:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': 'bfaca971-93cd-4cb6-9e37-d70d7ce5e812', 'name': '', 'network_id': '592d1bb1-2d70-4537-86a1-6d19efb21b06', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'mac_address': 'fa:16:3e:5c:b8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:19Z', 'updated_at': '2022-10-17T18:49:26Z', 'revision_number': 4, 'project_id': 'ac0f35fd77e048feab85c278a4d6462c', 'subnets': [{'id': '3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:49:27.564157 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-c279f400-1de5-421b-a049-1952389d81bd req-3f5c8382-e0e2-4302-bae6-ac1e42399bb1 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 210 time: 0.0860095 Oct 17 18:49:28.298603 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-650836e9-226a-4826-ba09-9b0b9e48cfdd tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:28.299374 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-650836e9-226a-4826-ba09-9b0b9e48cfdd tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Synchronizing usage tracker for tenant:ba0f15448dba4db7907550925efb3726 on resource:network {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:49:28.319658 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-650836e9-226a-4826-ba09-9b0b9e48cfdd tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Unset dirty status for tenant:ba0f15448dba4db7907550925efb3726 on resource:network {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:49:28.320846 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-650836e9-226a-4826-ba09-9b0b9e48cfdd tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.20 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 810 time: 0.3068538 Oct 17 18:49:28.388408 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-889fafc4-6e0a-45f0-a961-e931ab226c79 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Synchronizing usage tracker for tenant:ba0f15448dba4db7907550925efb3726 on resource:security_group {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:49:28.406651 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-889fafc4-6e0a-45f0-a961-e931ab226c79 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Unset dirty status for tenant:ba0f15448dba4db7907550925efb3726 on resource:security_group {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:49:28.407971 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-889fafc4-6e0a-45f0-a961-e931ab226c79 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0f15448dba4db7907550925efb3726 HTTP/1.1" status: 200 len: 380 time: 0.0734334 Oct 17 18:49:28.430804 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Request body: {'port': {'device_id': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'admin_state_up': True, 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'security_groups': ['20698934-3777-41d4-91a0-d1887c6897f2']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:28.612054 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:28.627272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:28.642152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Made reservation on behalf of ba0f15448dba4db7907550925efb3726 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:49:28.648049 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:28.805380 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e08d55ea-07b0-496d-a426-c0e11c26dba3 req-6132cea9-3462-414a-9350-ab5512925370 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 210 time: 0.0692043 Oct 17 18:49:28.964286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Allocated IP 172.20.0.9 (ba9ffb15-f12e-4045-bef2-50fc738554f5/f81d711f-2e01-476e-9936-040573fe30e3/7223f1ec-ac1d-4da7-b686-0d591527f665) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:49:29.176467 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-35d27937-52ae-4aae-8a08-223c49062cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:29.263781 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:29.286264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Transition to ACTIVE for port object 7223f1ec-ac1d-4da7-b686-0d591527f665 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:49:29.325172 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:29.412175 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Network ba9ffb15-f12e-4045-bef2-50fc738554f5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:49:29.416214 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:49:29.421493 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:49:29.506712 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:29.507240 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:29.517345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'Port': ['ID=7223f1ec-ac1d-4da7-b686-0d591527f665,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:29.564713 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-f935718f-0d3d-4b24-93ab-e4df6c9365ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1385102 Oct 17 18:49:29.584770 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Request body: {'port': {'device_id': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:29.599611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device bfaca971-93cd-4cb6-9e37-d70d7ce5e812 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:29.714232 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning for port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:49:29.722558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:29.723188 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:29.723722 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 Oct 17 18:49:29.770442 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:29.918486 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0319a708-1c95-4ea3-9ab3-11f627479ad3 None None] Provisioning for port 7223f1ec-ac1d-4da7-b686-0d591527f665 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:49:29.933039 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-0319a708-1c95-4ea3-9ab3-11f627479ad3 None None] Provisioning complete for port 7223f1ec-ac1d-4da7-b686-0d591527f665 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:29.933593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0319a708-1c95-4ea3-9ab3-11f627479ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:29.934030 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0319a708-1c95-4ea3-9ab3-11f627479ad3 None None] Attempt 1 to provision port 7223f1ec-ac1d-4da7-b686-0d591527f665 Oct 17 18:49:30.000713 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 is: DOWN; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:30.001600 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:30.071808 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0319a708-1c95-4ea3-9ab3-11f627479ad3 None None] Port 7223f1ec-ac1d-4da7-b686-0d591527f665 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:30.084065 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] For port bfaca971-93cd-4cb6-9e37-d70d7ce5e812, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=bfaca971-93cd-4cb6-9e37-d70d7ce5e812,segment=NetworkSegment(63a498c0-7f82-4636-81ba-dbac3010ba07),segment_id=63a498c0-7f82-4636-81ba-dbac3010ba07)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:30.099117 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:30.199031 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Pushing event updated for resources: {'Port': ['ID=bfaca971-93cd-4cb6-9e37-d70d7ce5e812,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:30.241521 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7223f1ec-ac1d-4da7-b686-0d591527f665 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:49:30.246292 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcde4d-1d4a-4d26-b7c3-dd04da9398c6 req-94a47068-23ff-45ab-a122-92004451fdea tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:30.249004 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b0bcde4d-1d4a-4d26-b7c3-dd04da9398c6 req-94a47068-23ff-45ab-a122-92004451fdea tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 931 time: 0.1815357 Oct 17 18:49:30.251941 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:30.270401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Transition to ACTIVE for port object 7223f1ec-ac1d-4da7-b686-0d591527f665 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:49:30.275874 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:30.333501 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-b0bcde4d-1d4a-4d26-b7c3-dd04da9398c6 req-ac8ae342-e433-417f-a2a4-77f5b3ecb3d7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765693 Oct 17 18:49:30.574105 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0319a708-1c95-4ea3-9ab3-11f627479ad3 None None] Attempt 2 to provision port 7223f1ec-ac1d-4da7-b686-0d591527f665 Oct 17 18:49:30.607612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Pushing event updated for resources: {'Port': ['ID=7223f1ec-ac1d-4da7-b686-0d591527f665,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:30.661830 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Attempting to bind port 7223f1ec-ac1d-4da7-b686-0d591527f665 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:49:30.662430 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Attempting to bind port 7223f1ec-ac1d-4da7-b686-0d591527f665 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:49:30.662925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Attempting to bind port 7223f1ec-ac1d-4da7-b686-0d591527f665 on network ba9ffb15-f12e-4045-bef2-50fc738554f5 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:49:30.669325 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Port 7223f1ec-ac1d-4da7-b686-0d591527f665 on network ba9ffb15-f12e-4045-bef2-50fc738554f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:49:30.669637 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Attempting to bind port 7223f1ec-ac1d-4da7-b686-0d591527f665 on network ba9ffb15-f12e-4045-bef2-50fc738554f5 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:49:30.675509 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:49:30.675836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Checking segment: {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:49:30.676222 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Bound using segment: {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:49:30.676656 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Bound port: 7223f1ec-ac1d-4da7-b686-0d591527f665, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:49:30.676992 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:30.682135 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0319a708-1c95-4ea3-9ab3-11f627479ad3 None None] Port 7223f1ec-ac1d-4da7-b686-0d591527f665 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:49:30.778237 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] For port 7223f1ec-ac1d-4da7-b686-0d591527f665, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:49:30.781940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] For port 7223f1ec-ac1d-4da7-b686-0d591527f665, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7223f1ec-ac1d-4da7-b686-0d591527f665,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:49:30.787985 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:30.827139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:30.827698 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:30.829202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] 10.222.0.20 "PUT /v2.0/ports/7223f1ec-ac1d-4da7-b686-0d591527f665 HTTP/1.1" status: 200 len: 1093 time: 1.2534614 Oct 17 18:49:30.829745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:49:30.832205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403cec2bfa489a93912016d2a54129ed27ffede06b63763b027fd65fbd3a8742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397f3759-7ce8-4595-8f52-962becca7cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:49:30.935591 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b73609-2856-4d0e-868c-8cf1b8bfcaa7 x-openstack-request-id: req-f8b73609-2856-4d0e-868c-8cf1b8bfcaa7 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:49:30.935916 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:49:30.936093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f8b73609-2856-4d0e-868c-8cf1b8bfcaa7 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:49:30.936545 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b73609-2856-4d0e-868c-8cf1b8bfcaa7'] response: {'name': 'network-changed', 'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'status': 'completed', 'code': 200} Oct 17 18:49:30.945595 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545fd3e-9f03-4df4-9203-148207af8064 service neutron] Pushing event updated for resources: {'Port': ['ID=7223f1ec-ac1d-4da7-b686-0d591527f665,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:30.992295 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-eaef6a51-9c6b-49ef-aa53-e83297038597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:30.994440 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-eaef6a51-9c6b-49ef-aa53-e83297038597 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 1096 time: 0.1036136 Oct 17 18:49:31.086067 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-a5317e41-e7ab-4667-92bf-e40b27840c85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7223f1ec-ac1d-4da7-b686-0d591527f665 HTTP/1.1" status: 200 len: 217 time: 0.0796587 Oct 17 18:49:31.183336 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-0319a708-1c95-4ea3-9ab3-11f627479ad3 None None] Attempt 3 to provision port 7223f1ec-ac1d-4da7-b686-0d591527f665 Oct 17 18:49:31.201118 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-c49b434e-a335-4d53-902e-e53b520c314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:31.202750 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-c49b434e-a335-4d53-902e-e53b520c314d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 200 len: 849 time: 0.1109347 Oct 17 18:49:31.276925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-0319a708-1c95-4ea3-9ab3-11f627479ad3 None None] Port 7223f1ec-ac1d-4da7-b686-0d591527f665 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:49:31.339664 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-eb13382d-bd6c-4792-978c-eec95d37de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:31.341385 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-eb13382d-bd6c-4792-978c-eec95d37de86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba9ffb15-f12e-4045-bef2-50fc738554f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1323862 Oct 17 18:49:31.382680 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:49:31.527947 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device bfaca971-93cd-4cb6-9e37-d70d7ce5e812 up at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:31.575356 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-dc622c4c-cb57-4b1f-a513-d0159456255d service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273977 Oct 17 18:49:31.585333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-745afade-c353-43b0-91e5-a0d5c532cd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:31.623203 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Provisioning complete for port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:31.623607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:31.623873 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Attempt 1 to provision port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 Oct 17 18:49:31.656827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a42e2a-6375-440f-9c0d-cf38011f0e7e req-c8f24508-99d6-4f68-9480-8cb6f725b820 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:31.660113 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-39a42e2a-6375-440f-9c0d-cf38011f0e7e req-c8f24508-99d6-4f68-9480-8cb6f725b820 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 943 time: 0.1890867 Oct 17 18:49:31.725013 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-39a42e2a-6375-440f-9c0d-cf38011f0e7e req-a34b6a21-2bcf-4be1-a808-989e48a71952 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597739 Oct 17 18:49:31.807759 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c88abb95-8dab-4716-8fff-2c39a0eb2ba7 req-ae2285a1-c2d0-42ee-bcc7-513838e57b3a service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260666 Oct 17 18:49:31.814685 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Current status of the port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 is: ACTIVE; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:31.999277 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f3759-7ce8-4595-8f52-962becca7cdd req-8f3a1298-57f8-463b-b8c0-b9ec439b04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:32.000898 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-397f3759-7ce8-4595-8f52-962becca7cdd req-8f3a1298-57f8-463b-b8c0-b9ec439b04ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 1096 time: 0.0935671 Oct 17 18:49:32.164813 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f3759-7ce8-4595-8f52-962becca7cdd req-0dae136b-bf98-42d9-9a9c-c8f8d0889e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:32.166646 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-397f3759-7ce8-4595-8f52-962becca7cdd req-0dae136b-bf98-42d9-9a9c-c8f8d0889e10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 911 time: 0.1594167 Oct 17 18:49:32.249169 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-397f3759-7ce8-4595-8f52-962becca7cdd req-76500a17-90c2-4729-80eb-c0412c1a9669 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7223f1ec-ac1d-4da7-b686-0d591527f665 HTTP/1.1" status: 200 len: 217 time: 0.0761163 Oct 17 18:49:32.319205 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f3759-7ce8-4595-8f52-962becca7cdd req-32e0d2c1-009b-4900-82e9-f60f28a3557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:32.321534 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-397f3759-7ce8-4595-8f52-962becca7cdd req-32e0d2c1-009b-4900-82e9-f60f28a3557c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 200 len: 849 time: 0.0659959 Oct 17 18:49:32.420290 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f3759-7ce8-4595-8f52-962becca7cdd req-f327948f-2fa1-48e7-98d7-0c54b4f06012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:32.421820 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-397f3759-7ce8-4595-8f52-962becca7cdd req-f327948f-2fa1-48e7-98d7-0c54b4f06012 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba9ffb15-f12e-4045-bef2-50fc738554f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0937412 Oct 17 18:49:32.579603 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-397f3759-7ce8-4595-8f52-962becca7cdd req-ec58958e-d599-4967-a753-4e8ab8081ed5 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495967 Oct 17 18:49:32.613403 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:32.810341 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:32.828961 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-397f3759-7ce8-4595-8f52-962becca7cdd req-89b40993-267c-4c60-91a6-d28babb9e896 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430980 Oct 17 18:49:33.089767 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1fb9a-0341-4222-9158-8f0b544aabf6 req-f78f630f-e18a-4d19-a90f-e55ee3858341 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:33.090625 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-ddf1fb9a-0341-4222-9158-8f0b544aabf6 req-f78f630f-e18a-4d19-a90f-e55ee3858341 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Synchronizing usage tracker for tenant:ba0f15448dba4db7907550925efb3726 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:49:33.111105 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-ddf1fb9a-0341-4222-9158-8f0b544aabf6 req-f78f630f-e18a-4d19-a90f-e55ee3858341 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Unset dirty status for tenant:ba0f15448dba4db7907550925efb3726 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:49:33.112669 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ddf1fb9a-0341-4222-9158-8f0b544aabf6 req-f78f630f-e18a-4d19-a90f-e55ee3858341 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 943 time: 0.2544575 Oct 17 18:49:33.170167 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-ddf1fb9a-0341-4222-9158-8f0b544aabf6 req-5aa4f0a5-2eb0-4271-aee9-b9b6b5f8844e tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497680 Oct 17 18:49:34.407293 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb5a34-1342-4939-b917-2e60e1833ab8 req-1f404992-8a1c-4bb8-8963-1b265bead6b0 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:34.408871 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7fbb5a34-1342-4939-b917-2e60e1833ab8 req-1f404992-8a1c-4bb8-8963-1b265bead6b0 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 943 time: 0.1009781 Oct 17 18:49:34.468311 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7fbb5a34-1342-4939-b917-2e60e1833ab8 req-0bc7965b-8c4c-4dc7-b5f0-6967097bb170 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532272 Oct 17 18:49:34.474437 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7223f1ec-ac1d-4da7-b686-0d591527f665 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:49:34.654383 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:34.672194 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7223f1ec-ac1d-4da7-b686-0d591527f665, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7223f1ec-ac1d-4da7-b686-0d591527f665,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:34.697711 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'port_id': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'mac_address': 'fa:16:3e:d4:13:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:49:34.834575 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 7223f1ec-ac1d-4da7-b686-0d591527f665 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:34.834840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:34.854565 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7223f1ec-ac1d-4da7-b686-0d591527f665 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:49:34.872995 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7223f1ec-ac1d-4da7-b686-0d591527f665, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7223f1ec-ac1d-4da7-b686-0d591527f665,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:34.878298 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:34.953442 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=7223f1ec-ac1d-4da7-b686-0d591527f665,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:35.186627 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['7223f1ec-ac1d-4da7-b686-0d591527f665'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:49:35.727436 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee51cf-1156-43fd-8bf1-d46257b7b037 req-95efce0c-8cc5-42e4-b041-206a02191be7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:35.729686 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-89ee51cf-1156-43fd-8bf1-d46257b7b037 req-95efce0c-8cc5-42e4-b041-206a02191be7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 944 time: 0.1193137 Oct 17 18:49:35.794413 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-89ee51cf-1156-43fd-8bf1-d46257b7b037 req-8730c420-d896-4e57-bf50-cc7ab33a70da tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585644 Oct 17 18:49:36.477338 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7223f1ec-ac1d-4da7-b686-0d591527f665 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:49:36.564013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port 7223f1ec-ac1d-4da7-b686-0d591527f665 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:49:36.573393 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 7223f1ec-ac1d-4da7-b686-0d591527f665 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:49:36.573976 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:36.574428 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 7223f1ec-ac1d-4da7-b686-0d591527f665 Oct 17 18:49:36.732011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 7223f1ec-ac1d-4da7-b686-0d591527f665 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:49:36.732289 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:36.773032 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:49:36.776452 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a4e109bfe7fc4bba366b79d5e8ac743a06229e218848720f70ed7b1e4468595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6dbad9-992b-4681-8b1a-ddeecfd5abb1" -d '{"events": [{"server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "name": "network-vif-plugged", "status": "completed", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:49:36.788028 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7223f1ec-ac1d-4da7-b686-0d591527f665, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7223f1ec-ac1d-4da7-b686-0d591527f665,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:49:36.795211 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:36.839640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db28380-c51f-4473-b7e5-058dcb970b97 x-openstack-request-id: req-2db28380-c51f-4473-b7e5-058dcb970b97 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:49:36.840109 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "name": "network-vif-plugged", "status": "completed", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:49:36.840521 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2db28380-c51f-4473-b7e5-058dcb970b97 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:49:36.841148 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db28380-c51f-4473-b7e5-058dcb970b97'] response: {'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'code': 200} Oct 17 18:49:36.906039 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=7223f1ec-ac1d-4da7-b686-0d591527f665,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:37.075782 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420a91f-3ef6-46df-9a9e-3f3a86e87483 req-2f14c9e3-606e-4465-a90a-7f25ab434b70 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:37.077402 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0420a91f-3ef6-46df-9a9e-3f3a86e87483 req-2f14c9e3-606e-4465-a90a-7f25ab434b70 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 945 time: 0.1492879 Oct 17 18:49:37.194971 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0420a91f-3ef6-46df-9a9e-3f3a86e87483 req-88992bc3-a394-4789-8320-8157211072e8 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046793 Oct 17 18:49:37.225140 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab5f7c0-dfbe-4ea8-846f-56d6e9913b04 req-a8c873b2-aa0c-4723-82c6-a76398d69301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:37.226706 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eab5f7c0-dfbe-4ea8-846f-56d6e9913b04 req-a8c873b2-aa0c-4723-82c6-a76398d69301 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 1098 time: 0.1185942 Oct 17 18:49:37.276804 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-eab5f7c0-dfbe-4ea8-846f-56d6e9913b04 req-bfc02955-c065-4083-9b5b-9d458106b0f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Oct 17 18:49:38.486930 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f83824-9a55-4ad3-8e41-029ec5ae1b39 req-ee1e8463-1b70-447e-beff-83c2cbd60baf tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:38.488776 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-48f83824-9a55-4ad3-8e41-029ec5ae1b39 req-ee1e8463-1b70-447e-beff-83c2cbd60baf tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 945 time: 0.1289196 Oct 17 18:49:38.563011 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-48f83824-9a55-4ad3-8e41-029ec5ae1b39 req-39c4d062-ad1e-4f9e-b1c4-f1e8407129a3 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579398 Oct 17 18:49:39.799354 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5c55b-ef5a-4aea-a697-9435288c267e req-6e26be6a-e23b-4b52-a577-2b5f9b31d46d tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:39.800831 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a0a5c55b-ef5a-4aea-a697-9435288c267e req-6e26be6a-e23b-4b52-a577-2b5f9b31d46d tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 945 time: 0.1001868 Oct 17 18:49:39.851613 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a0a5c55b-ef5a-4aea-a697-9435288c267e req-66defa83-1d7d-45f9-ae92-3086eef311af tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443077 Oct 17 18:49:40.079883 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea95db1-62d2-4e5b-9751-60302d2c8238 req-57b47e9e-4b3b-4e8c-9713-f61e4109965a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:40.081359 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cea95db1-62d2-4e5b-9751-60302d2c8238 req-57b47e9e-4b3b-4e8c-9713-f61e4109965a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 945 time: 0.1002851 Oct 17 18:49:40.131925 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-cea95db1-62d2-4e5b-9751-60302d2c8238 req-9df39739-a246-4028-89ee-083bbf9da2ef tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426688 Oct 17 18:49:40.165982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 57050) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:40.298185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c8184e-e417-48fe-8f10-6f9dddc9a511 tempest-TestSnapshotPattern-1774050846 tempest-TestSnapshotPattern-1774050846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:40.298919 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c9c8184e-e417-48fe-8f10-6f9dddc9a511 tempest-TestSnapshotPattern-1774050846 tempest-TestSnapshotPattern-1774050846-project-admin] Synchronizing usage tracker for tenant:ac0f35fd77e048feab85c278a4d6462c on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:49:40.317502 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-c9c8184e-e417-48fe-8f10-6f9dddc9a511 tempest-TestSnapshotPattern-1774050846 tempest-TestSnapshotPattern-1774050846-project-admin] Unset dirty status for tenant:ac0f35fd77e048feab85c278a4d6462c on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:49:40.320567 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-c9c8184e-e417-48fe-8f10-6f9dddc9a511 tempest-TestSnapshotPattern-1774050846 tempest-TestSnapshotPattern-1774050846-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 1093 time: 0.1520817 Oct 17 18:49:40.322610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 57056) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:49:40.328161 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:49:40.334803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:49:40.339846 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Usage tracker for resource:floatingip and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:49:40.343096 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:49:40.349458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:49:40.361381 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:40.516900 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:40.674286 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Allocated IP 172.26.8.89 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/818c86ac-6730-42bb-877c-c13fb6788ee7) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:49:40.849901 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:40.884706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:40.966047 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:49:40.969463 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:49:40.973845 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:49:41.007785 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'Port': ['ID=818c86ac-6730-42bb-877c-c13fb6788ee7,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:41.437799 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:41.639969 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:41.885794 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:41.891868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:42.017191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:42.070245 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'Port': ['ID=818c86ac-6730-42bb-877c-c13fb6788ee7,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:49:42.215890 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Floating IP c627c37c-180e-49d8-bd5e-0b079242f734 associated. External IP: 172.26.8.89, port: 7223f1ec-ac1d-4da7-b686-0d591527f665. Oct 17 18:49:42.684940 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Router 41165019-8033-496a-98ef-cc1471277d8e has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:49:42.891610 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:49:42.908096 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ff29a-0000-4596-bfcc-a96762192fb3 None None] Sync routers for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:49:42.925129 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ff29a-0000-4596-bfcc-a96762192fb3 None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:49:42.925911 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-332ff29a-0000-4596-bfcc-a96762192fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:49:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:42.930860 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:43.014394 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-48954c42-d7ab-4f80-a029-9380bf7ecc65 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6903298 Oct 17 18:49:43.014914 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:49:43.017635 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403cec2bfa489a93912016d2a54129ed27ffede06b63763b027fd65fbd3a8742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab2874a-3c07-46a0-aee6-b8bb90fbe87e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:49:43.100749 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fd1dad-6a63-4c9b-82c6-57513f38d604 x-openstack-request-id: req-a6fd1dad-6a63-4c9b-82c6-57513f38d604 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:49:43.101185 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:49:43.101574 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6fd1dad-6a63-4c9b-82c6-57513f38d604 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:49:43.102180 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6fd1dad-6a63-4c9b-82c6-57513f38d604'] response: {'name': 'network-changed', 'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'status': 'completed', 'code': 200} Oct 17 18:49:43.189190 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-332ff29a-0000-4596-bfcc-a96762192fb3 None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:49:43.257847 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2874a-3c07-46a0-aee6-b8bb90fbe87e req-177a600b-2236-491f-b7fd-6804da7ce664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:43.260450 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fab2874a-3c07-46a0-aee6-b8bb90fbe87e req-177a600b-2236-491f-b7fd-6804da7ce664 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 1098 time: 0.1144733 Oct 17 18:49:43.438586 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2874a-3c07-46a0-aee6-b8bb90fbe87e req-a86540ed-ab24-40c3-9d63-a10fd138c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:43.440428 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fab2874a-3c07-46a0-aee6-b8bb90fbe87e req-a86540ed-ab24-40c3-9d63-a10fd138c7be service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 911 time: 0.1739421 Oct 17 18:49:43.616675 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-332ff29a-0000-4596-bfcc-a96762192fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'c627c37c-180e-49d8-bd5e-0b079242f734', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '41165019-8033-496a-98ef-cc1471277d8e', 'port_id': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'mac_address': 'fa:16:3e:d4:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:49:41Z', 'updated_at': '2022-10-17T18:49:41Z', 'revision_number': 0, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:43.623313 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ff29a-0000-4596-bfcc-a96762192fb3 None None] Checking router: 41165019-8033-496a-98ef-cc1471277d8e for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:49:43.633605 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ff29a-0000-4596-bfcc-a96762192fb3 None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:49:43.635560 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-332ff29a-0000-4596-bfcc-a96762192fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:49:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:43.706832 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fab2874a-3c07-46a0-aee6-b8bb90fbe87e req-1b39bcb9-fd09-42e0-9773-480d3188095e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7223f1ec-ac1d-4da7-b686-0d591527f665 HTTP/1.1" status: 200 len: 998 time: 0.2604640 Oct 17 18:49:43.786342 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2874a-3c07-46a0-aee6-b8bb90fbe87e req-b9ac0e00-c879-4da1-98ea-d6caed393a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:43.788794 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fab2874a-3c07-46a0-aee6-b8bb90fbe87e req-b9ac0e00-c879-4da1-98ea-d6caed393a3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 200 len: 849 time: 0.0751495 Oct 17 18:49:43.874186 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-332ff29a-0000-4596-bfcc-a96762192fb3 None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:49:43.934831 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2874a-3c07-46a0-aee6-b8bb90fbe87e req-0a8ed815-21fd-4ca2-acaf-8e7701e99492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:49:43.937036 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fab2874a-3c07-46a0-aee6-b8bb90fbe87e req-0a8ed815-21fd-4ca2-acaf-8e7701e99492 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba9ffb15-f12e-4045-bef2-50fc738554f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1423800 Oct 17 18:49:44.119381 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fab2874a-3c07-46a0-aee6-b8bb90fbe87e req-72d1219f-cef9-4b22-9469-ee4685e5a6c8 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752744 Oct 17 18:49:44.330826 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-fab2874a-3c07-46a0-aee6-b8bb90fbe87e req-0993a3a1-8895-4fa4-8d9b-2bc176c73aa7 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055492 Oct 17 18:49:44.452660 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-332ff29a-0000-4596-bfcc-a96762192fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'c627c37c-180e-49d8-bd5e-0b079242f734', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '41165019-8033-496a-98ef-cc1471277d8e', 'port_id': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'mac_address': 'fa:16:3e:d4:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:49:41Z', 'updated_at': '2022-10-17T18:49:41Z', 'revision_number': 0, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:49:44.457656 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ff29a-0000-4596-bfcc-a96762192fb3 None None] The sync data for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv is: [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'c627c37c-180e-49d8-bd5e-0b079242f734', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '41165019-8033-496a-98ef-cc1471277d8e', 'port_id': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'mac_address': 'fa:16:3e:d4:13:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:49:41Z', 'updated_at': '2022-10-17T18:49:41Z', 'revision_number': 0, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:49:44.699216 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ae1bf-d3db-44d7-9eb9-863ab943dbc0 None None] New status for floating IP c627c37c-180e-49d8-bd5e-0b079242f734: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:49:55.372171 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:49:59.171387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-36f64b71-6e29-4399-a4b3-59c7c8fe6e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:01.535934 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0cb1432b-8160-4bde-af2c-1c595ba0e11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:02.599373 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:02.812296 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:04.626801 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:08.372780 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:50:25.378735 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:29.175254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0d65e803-cb33-481c-88b9-f4effef65389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:31.531320 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-20d6eb2b-5a36-495a-b614-be2266586ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:32.597810 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:32.819744 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:33.093248 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-027ca82e-2844-4846-a06f-644d9eb320ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847685 Oct 17 18:50:33.318913 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-f6d35af7-833c-4075-8e86-e5d1ccbb2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:33.321581 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-f6d35af7-833c-4075-8e86-e5d1ccbb2964 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 1098 time: 0.1395547 Oct 17 18:50:33.482734 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-4bf7cf19-8ae7-4440-b7ea-ad872e477b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:33.484400 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-4bf7cf19-8ae7-4440-b7ea-ad872e477b68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 911 time: 0.1380820 Oct 17 18:50:33.593583 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-bd2489cc-9232-4a67-a4a7-b2761db93b8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7223f1ec-ac1d-4da7-b686-0d591527f665 HTTP/1.1" status: 200 len: 1000 time: 0.1026840 Oct 17 18:50:33.665836 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-d31024c6-f44b-470d-bb0c-d31a758e4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:33.667322 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-d31024c6-f44b-470d-bb0c-d31a758e4868 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 200 len: 849 time: 0.0673690 Oct 17 18:50:33.757030 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-345d2362-a362-4514-b18b-5ad177267833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:50:33.758700 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-345d2362-a362-4514-b18b-5ad177267833 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba9ffb15-f12e-4045-bef2-50fc738554f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855427 Oct 17 18:50:33.769966 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-629cf0f7-cbaf-4c01-b2a8-12ea18c0f9aa service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=89191) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 17 18:50:33.771106 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-629cf0f7-cbaf-4c01-b2a8-12ea18c0f9aa service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056441 Oct 17 18:50:33.919885 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-2fdfc588-d05d-44e9-acfc-138e1c616f31 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428947 Oct 17 18:50:34.070550 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-9723b005-6d7c-4f93-af81-9732a0ef641e req-d21b922e-4690-4cf4-ba6e-9bcff70c6710 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442392 Oct 17 18:50:34.629377 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:45.377673 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:50:55.390450 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:50:59.172659 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-55030576-55c8-4be0-9d6f-0369826e8cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:01.528640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e328a420-3280-4f24-9551-f971e2d8cd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:02.604962 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:02.820692 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:04.632832 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:22.376834 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:51:25.392820 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:29.167124 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-60510128-56aa-435a-b662-d6f4601b72d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:31.530608 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-29abecd4-67fe-4f9b-9b24-ec4df0f60373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:32.595924 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:32.840932 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:34.635554 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:34.931960 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7223f1ec-ac1d-4da7-b686-0d591527f665 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:51:35.094254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7223f1ec-ac1d-4da7-b686-0d591527f665, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7223f1ec-ac1d-4da7-b686-0d591527f665,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:35.110761 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'port_id': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'mac_address': 'fa:16:3e:d4:13:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:51:35.181008 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 7223f1ec-ac1d-4da7-b686-0d591527f665 is: ACTIVE; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:51:35.181605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:35.210479 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7223f1ec-ac1d-4da7-b686-0d591527f665 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:51:35.225564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeb271-49a5-4f6d-8805-9398a86a92b4 req-abda400d-235c-4999-bc1e-79587a23f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:35.227067 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cdaeb271-49a5-4f6d-8805-9398a86a92b4 req-abda400d-235c-4999-bc1e-79587a23f426 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 1098 time: 0.1442993 Oct 17 18:51:35.238884 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7223f1ec-ac1d-4da7-b686-0d591527f665, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7223f1ec-ac1d-4da7-b686-0d591527f665,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:35.243385 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:35.356298 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=7223f1ec-ac1d-4da7-b686-0d591527f665,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:35.365978 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:35.366491 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:35.367003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:35.367359 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:35.367743 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:35.368078 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:35.368406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:35.368733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:35.369062 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:35.369382 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:35.369708 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:35.370019 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:35.401541 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['7223f1ec-ac1d-4da7-b686-0d591527f665'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:51:35.500997 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeb271-49a5-4f6d-8805-9398a86a92b4 req-560b82a6-8bc4-4b98-8a0e-23f40e68135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:35.502641 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cdaeb271-49a5-4f6d-8805-9398a86a92b4 req-560b82a6-8bc4-4b98-8a0e-23f40e68135d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 911 time: 0.2550781 Oct 17 18:51:35.622789 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cdaeb271-49a5-4f6d-8805-9398a86a92b4 req-b30c4f34-9ad2-4646-ae97-3e9bea30e161 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7223f1ec-ac1d-4da7-b686-0d591527f665 HTTP/1.1" status: 200 len: 999 time: 0.1124697 Oct 17 18:51:35.697014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeb271-49a5-4f6d-8805-9398a86a92b4 req-48141064-c5af-463d-9aa6-9e1b9944a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:35.698491 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cdaeb271-49a5-4f6d-8805-9398a86a92b4 req-48141064-c5af-463d-9aa6-9e1b9944a317 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 200 len: 849 time: 0.0687101 Oct 17 18:51:35.800053 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaeb271-49a5-4f6d-8805-9398a86a92b4 req-2790beed-83ec-4fa8-b5a8-b726cef20098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:35.801579 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cdaeb271-49a5-4f6d-8805-9398a86a92b4 req-2790beed-83ec-4fa8-b5a8-b726cef20098 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba9ffb15-f12e-4045-bef2-50fc738554f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0965528 Oct 17 18:51:35.962935 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cdaeb271-49a5-4f6d-8805-9398a86a92b4 req-c22d8b02-fec7-498e-8578-221e9c40d581 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540000 Oct 17 18:51:36.118436 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-cdaeb271-49a5-4f6d-8805-9398a86a92b4 req-adca8e28-7f7e-40b1-89b5-c57e1b27079d service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475849 Oct 17 18:51:36.964394 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7223f1ec-ac1d-4da7-b686-0d591527f665 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:51:37.064546 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port 7223f1ec-ac1d-4da7-b686-0d591527f665 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:51:37.065026 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:37.066497 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port 7223f1ec-ac1d-4da7-b686-0d591527f665 Oct 17 18:51:37.234611 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 7223f1ec-ac1d-4da7-b686-0d591527f665 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:51:37.234988 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:37.272331 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:51:37.275663 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a4e109bfe7fc4bba366b79d5e8ac743a06229e218848720f70ed7b1e4468595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb32ff8-129b-4941-aaad-3697d96cef44" -d '{"events": [{"server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "name": "network-vif-plugged", "status": "completed", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:51:37.284945 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7223f1ec-ac1d-4da7-b686-0d591527f665, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7223f1ec-ac1d-4da7-b686-0d591527f665,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:37.294668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:37.350770 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eb4243-6461-4098-90f5-baf6e9efec91 x-openstack-request-id: req-c9eb4243-6461-4098-90f5-baf6e9efec91 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:51:37.351389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "name": "network-vif-plugged", "status": "completed", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:51:37.351681 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c9eb4243-6461-4098-90f5-baf6e9efec91 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:51:37.352461 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9eb4243-6461-4098-90f5-baf6e9efec91'] response: {'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'code': 200} Oct 17 18:51:37.418629 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=7223f1ec-ac1d-4da7-b686-0d591527f665,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:48.071528 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-905d416d-b324-4359-b410-303b12089faa tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076202550&fields=id&tenant_id=ba0f15448dba4db7907550925efb3726 HTTP/1.1" status: 200 len: 267 time: 0.0469069 Oct 17 18:51:48.247280 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-7b2e94f0-a55c-491f-815a-6508c1114398 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:48.248970 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-7b2e94f0-a55c-491f-815a-6508c1114398 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 810 time: 0.1690483 Oct 17 18:51:48.266147 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-0bad75d9-9fb5-4513-8e2b-7cbdb17357e3 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/quotas/ba0f15448dba4db7907550925efb3726 HTTP/1.1" status: 200 len: 375 time: 0.0107374 Oct 17 18:51:48.380603 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-92135d78-569e-4d1c-9776-8753fcd4c877 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1078129 Oct 17 18:51:48.550035 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-f927db3d-08a3-4d5c-b8cf-05dd32d35e14 service neutron] 10.222.0.69 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539278 Oct 17 18:51:48.826942 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-7d58c20e-2175-4f22-8e51-0b3f6633711e service neutron] 10.222.0.69 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696979 Oct 17 18:51:49.045715 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2740550e-615d-410a-98bf-43c3cef15c13 req-da9b855d-b630-4e0e-84dc-9a5570798acf tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 210 time: 0.0538824 Oct 17 18:51:50.230237 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-68f44f03-6ed3-4ffb-8f6c-1eeba76fe5c1 req-3b23b3b6-a365-44db-931d-c77fd3e70cf7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 210 time: 0.0650232 Oct 17 18:51:51.002555 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7223f1ec-ac1d-4da7-b686-0d591527f665 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:51:51.141106 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port 7223f1ec-ac1d-4da7-b686-0d591527f665 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:51:51.141645 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:51.172508 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:51:51.174834 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a4e109bfe7fc4bba366b79d5e8ac743a06229e218848720f70ed7b1e4468595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c972f10-9448-4245-b679-4a4ad868e86a" -d '{"events": [{"server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:51:51.184726 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port 7223f1ec-ac1d-4da7-b686-0d591527f665, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7223f1ec-ac1d-4da7-b686-0d591527f665,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:51:51.191912 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:51.256657 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3c6c47-09fd-462f-a666-f160b02cc5e7 x-openstack-request-id: req-3b3c6c47-09fd-462f-a666-f160b02cc5e7 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:51:51.257114 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "name": "network-vif-unplugged", "status": "completed", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:51:51.257752 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3b3c6c47-09fd-462f-a666-f160b02cc5e7 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:51:51.258216 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3c6c47-09fd-462f-a666-f160b02cc5e7'] response: {'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'code': 200} Oct 17 18:51:51.310460 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=7223f1ec-ac1d-4da7-b686-0d591527f665,revision_number=8']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:51.430146 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-9dd09b50-9fbb-4262-ac68-d18ce6206f9f req-78b3a611-6e79-434d-ab80-a2444eb74f5f tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 210 time: 0.0704606 Oct 17 18:51:52.563899 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-24718278-2033-4e51-9288-6d9a814608ee tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:52.566888 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-24718278-2033-4e51-9288-6d9a814608ee tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.20 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 810 time: 0.2586465 Oct 17 18:51:52.677527 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-6f8d8267-af30-4016-a097-d0f354878e57 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0f15448dba4db7907550925efb3726 HTTP/1.1" status: 200 len: 380 time: 0.0874124 Oct 17 18:51:52.687450 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Request body: {'port': {'device_id': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'admin_state_up': True, 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'security_groups': ['20698934-3777-41d4-91a0-d1887c6897f2']}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:51:52.831900 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-91e70c0e-cbca-42ca-9b19-886d62db9de3 req-b76d2a82-61b2-44a3-b6b3-e4f7b4ce3c6f tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 210 time: 0.2083085 Oct 17 18:51:52.931108 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:51:52.953138 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:51:52.968427 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Made reservation on behalf of ba0f15448dba4db7907550925efb3726 for: {'port': 1} {{(pid=89191) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 18:51:52.974893 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:53.302921 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Allocated IP 172.20.0.8 (ba9ffb15-f12e-4045-bef2-50fc738554f5/f81d711f-2e01-476e-9936-040573fe30e3/b5df5599-7145-46d7-9d75-c9be57038238) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:51:53.699362 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:53.725801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Transition to ACTIVE for port object b5df5599-7145-46d7-9d75-c9be57038238 will not be triggered until provisioned by entity DHCP. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:51:53.784866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:53.941603 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Network ba9ffb15-f12e-4045-bef2-50fc738554f5 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:51:53.947602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:51:53.956331 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:51:54.061828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'Port': ['ID=b5df5599-7145-46d7-9d75-c9be57038238,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:54.140337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.140676 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.141005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.145000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.145828 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.146196 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.158005 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.160798 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.161179 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.163741 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.166505 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.166922 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:51:54.200056 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:54.201019 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:54.285832 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-e15c2e26-e9c4-4261-acaf-2e3caf947edb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6028550 Oct 17 18:51:54.310827 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc4ff9-f240-405e-bed9-51fbbe0e3122 req-7f07c7d8-0c47-4ab3-991b-9fc747b7253e tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:54.313166 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7adc4ff9-f240-405e-bed9-51fbbe0e3122 req-7f07c7d8-0c47-4ab3-991b-9fc747b7253e tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 931 time: 0.2916458 Oct 17 18:51:54.314152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Request body: {'port': {'device_id': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8608'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:51:54.397518 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-7adc4ff9-f240-405e-bed9-51fbbe0e3122 req-24c068cd-a376-440e-a4c5-5dddc6f786b2 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761971 Oct 17 18:51:54.427946 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-41ec8fd0-3156-42f8-8e27-f4f55930cdf3 None None] Provisioning for port b5df5599-7145-46d7-9d75-c9be57038238 completed by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:51:54.436910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-41ec8fd0-3156-42f8-8e27-f4f55930cdf3 None None] Provisioning complete for port b5df5599-7145-46d7-9d75-c9be57038238 triggered by entity DHCP. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:51:54.437589 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-41ec8fd0-3156-42f8-8e27-f4f55930cdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:54.438110 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-41ec8fd0-3156-42f8-8e27-f4f55930cdf3 None None] Attempt 1 to provision port b5df5599-7145-46d7-9d75-c9be57038238 Oct 17 18:51:54.529635 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-41ec8fd0-3156-42f8-8e27-f4f55930cdf3 None None] Port b5df5599-7145-46d7-9d75-c9be57038238 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:51:54.545420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.030868 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-41ec8fd0-3156-42f8-8e27-f4f55930cdf3 None None] Attempt 2 to provision port b5df5599-7145-46d7-9d75-c9be57038238 Oct 17 18:51:55.186435 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-41ec8fd0-3156-42f8-8e27-f4f55930cdf3 None None] Port b5df5599-7145-46d7-9d75-c9be57038238 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:51:55.301405 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5df5599-7145-46d7-9d75-c9be57038238 {{(pid=89191) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:51:55.315258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.347281 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.provisioning_blocks [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Transition to ACTIVE for port object b5df5599-7145-46d7-9d75-c9be57038238 will not be triggered until provisioned by entity L2. {{(pid=89191) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 17 18:51:55.352824 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.427155 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.580740 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Pushing event updated for resources: {'Port': ['ID=b5df5599-7145-46d7-9d75-c9be57038238,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:55.688312 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-41ec8fd0-3156-42f8-8e27-f4f55930cdf3 None None] Attempt 3 to provision port b5df5599-7145-46d7-9d75-c9be57038238 Oct 17 18:51:55.822564 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Attempting to bind port b5df5599-7145-46d7-9d75-c9be57038238 on host hv-neutron-8608 for vnic_type normal with profile {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 17 18:51:55.823021 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Attempting to bind port b5df5599-7145-46d7-9d75-c9be57038238 by drivers openvswitch,hyperv on host hv-neutron-8608 at level 0 using segments [{'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 17 18:51:55.823506 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Attempting to bind port b5df5599-7145-46d7-9d75-c9be57038238 on network ba9ffb15-f12e-4045-bef2-50fc738554f5 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:51:55.834025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Port b5df5599-7145-46d7-9d75-c9be57038238 on network ba9ffb15-f12e-4045-bef2-50fc738554f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8608 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 17 18:51:55.834025 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Attempting to bind port b5df5599-7145-46d7-9d75-c9be57038238 on network ba9ffb15-f12e-4045-bef2-50fc738554f5 {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 17 18:51:55.849878 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Checking agent: {'id': 'c4d358db-9789-44c5-9905-fe00367790c8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8608', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'started_at': datetime.datetime(2022, 10, 17, 17, 46, 25), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 18, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 17 18:51:55.850429 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Checking segment: {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 17 18:51:55.850855 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Bound using segment: {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'} {{(pid=89191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 17 18:51:55.851453 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.managers [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Bound port: b5df5599-7145-46d7-9d75-c9be57038238, host: hv-neutron-8608, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131ee679-ad9a-471c-a435-5c96420b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5'}}] {{(pid=89191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 17 18:51:55.852070 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:55.936481 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-41ec8fd0-3156-42f8-8e27-f4f55930cdf3 None None] Port b5df5599-7145-46d7-9d75-c9be57038238 cannot update to ACTIVE because it is not bound. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 17 18:51:55.946395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf2f97-3c8b-4ee8-bbd4-d97c4463368d req-138655ec-4fa8-43c7-909f-b6e79549ab71 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:55.947647 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a6cf2f97-3c8b-4ee8-bbd4-d97c4463368d req-138655ec-4fa8-43c7-909f-b6e79549ab71 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Synchronizing usage tracker for tenant:ba0f15448dba4db7907550925efb3726 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:51:55.986383 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-a6cf2f97-3c8b-4ee8-bbd4-d97c4463368d req-138655ec-4fa8-43c7-909f-b6e79549ab71 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Unset dirty status for tenant:ba0f15448dba4db7907550925efb3726 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:51:55.994077 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6cf2f97-3c8b-4ee8-bbd4-d97c4463368d req-138655ec-4fa8-43c7-909f-b6e79549ab71 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 943 time: 0.3691168 Oct 17 18:51:56.041146 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] For port b5df5599-7145-46d7-9d75-c9be57038238, host hv-neutron-8608, cleared binding levels {{(pid=89191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 17 18:51:56.047297 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] For port b5df5599-7145-46d7-9d75-c9be57038238, host hv-neutron-8608, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b5df5599-7145-46d7-9d75-c9be57038238,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 17 18:51:56.058823 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:56.171264 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:56.172278 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:56.175390 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] 10.222.0.20 "PUT /v2.0/ports/b5df5599-7145-46d7-9d75-c9be57038238 HTTP/1.1" status: 200 len: 1093 time: 1.8673456 Oct 17 18:51:56.176458 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:51:56.181803 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403cec2bfa489a93912016d2a54129ed27ffede06b63763b027fd65fbd3a8742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21f5b17-9158-4e3a-bd63-27572a4c54cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "tag": "b5df5599-7145-46d7-9d75-c9be57038238"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:51:56.195912 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-a6cf2f97-3c8b-4ee8-bbd4-d97c4463368d req-5f854870-36dd-478b-8194-d02743958953 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005002 Oct 17 18:51:56.346581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651566cc-90eb-4809-87b2-95502b54dcb3 x-openstack-request-id: req-651566cc-90eb-4809-87b2-95502b54dcb3 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:51:56.347652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "tag": "b5df5599-7145-46d7-9d75-c9be57038238", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:51:56.347652 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-651566cc-90eb-4809-87b2-95502b54dcb3 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:51:56.348009 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651566cc-90eb-4809-87b2-95502b54dcb3'] response: {'name': 'network-changed', 'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238', 'status': 'completed', 'code': 200} Oct 17 18:51:56.355583 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b06c14-2b13-403c-9822-9228ec2b429e service neutron] Pushing event updated for resources: {'Port': ['ID=b5df5599-7145-46d7-9d75-c9be57038238,revision_number=3']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:51:56.437676 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-41ec8fd0-3156-42f8-8e27-f4f55930cdf3 None None] Attempt 4 to provision port b5df5599-7145-46d7-9d75-c9be57038238 Oct 17 18:51:56.584607 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-41ec8fd0-3156-42f8-8e27-f4f55930cdf3 None None] Port b5df5599-7145-46d7-9d75-c9be57038238 had new provisioning blocks added so it will not transition to active. {{(pid=89192) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 17 18:51:57.519868 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af392023-bdb5-4bab-b072-0b66f8537871 req-86a945df-1c39-47e3-bdcc-49c848d4bdfc tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:57.523992 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-af392023-bdb5-4bab-b072-0b66f8537871 req-86a945df-1c39-47e3-bdcc-49c848d4bdfc tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 943 time: 0.1495574 Oct 17 18:51:57.588018 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-af392023-bdb5-4bab-b072-0b66f8537871 req-b3926128-f5d4-42db-bd01-8dba28192a80 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554698 Oct 17 18:51:59.014305 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92558de-0a5e-4bd2-9de7-cb271782b139 req-7efa6e6e-e552-4286-8eb1-072b11cc5cd6 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:51:59.017266 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f92558de-0a5e-4bd2-9de7-cb271782b139 req-7efa6e6e-e552-4286-8eb1-072b11cc5cd6 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 943 time: 0.2039602 Oct 17 18:51:59.154689 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-f92558de-0a5e-4bd2-9de7-cb271782b139 req-a02be2dd-3a19-4448-b6ff-d29f393280ad tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285493 Oct 17 18:51:59.220334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-b84b7337-9ddb-4ffc-b1c2-4a1dd5631bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:51:59.385101 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:52:00.526288 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a843ca3-147b-446b-affe-982e7037c028 req-e26b556a-0a4e-4872-9444-9e0d54d28c60 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:00.530706 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3a843ca3-147b-446b-affe-982e7037c028 req-e26b556a-0a4e-4872-9444-9e0d54d28c60 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 943 time: 0.1497486 Oct 17 18:52:00.599109 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3a843ca3-147b-446b-affe-982e7037c028 req-3e4d5239-698c-4b27-8f67-e368bde2e815 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551534 Oct 17 18:52:01.466683 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-aee964c1-7d35-4d31-8949-200fb19892ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:01.468477 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-aee964c1-7d35-4d31-8949-200fb19892ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 1096 time: 0.0926595 Oct 17 18:52:01.521913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1ded6f24-ac7e-466e-9cac-535b4c463061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:01.603584 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-88ccdb7d-dda9-491d-affa-bb3563dbba4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5df5599-7145-46d7-9d75-c9be57038238 HTTP/1.1" status: 200 len: 217 time: 0.1140597 Oct 17 18:52:01.707273 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-c86e3790-1e4f-44c0-a3ed-6cd2895080d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:01.709414 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-c86e3790-1e4f-44c0-a3ed-6cd2895080d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 200 len: 849 time: 0.0998416 Oct 17 18:52:01.813667 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-f41a9688-25f1-41d2-a18a-5ae0b84eecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:01.815941 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-f41a9688-25f1-41d2-a18a-5ae0b84eecc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba9ffb15-f12e-4045-bef2-50fc738554f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008925 Oct 17 18:52:01.878445 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14074775-03ec-4058-b840-abdd62f174f2 req-611e2dd4-9659-424c-b5d4-77532d49bec5 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:01.880130 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-14074775-03ec-4058-b840-abdd62f174f2 req-611e2dd4-9659-424c-b5d4-77532d49bec5 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 943 time: 0.1319938 Oct 17 18:52:01.945580 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-14074775-03ec-4058-b840-abdd62f174f2 req-c9581e8c-4f73-4f62-b276-db50614b3da7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583618 Oct 17 18:52:02.000393 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-6cccac23-14a6-474e-a113-822a2dcad518 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773639 Oct 17 18:52:02.322220 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-56faa197-2b87-4137-8abe-cf6c136484c9 req-bd09e5f0-1c49-4550-8605-f371f6a036d0 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163586 Oct 17 18:52:02.516795 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f5b17-9158-4e3a-bd63-27572a4c54cb req-2de50ea2-df27-4b37-b2b9-ddaa65b223ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:02.519147 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e21f5b17-9158-4e3a-bd63-27572a4c54cb req-2de50ea2-df27-4b37-b2b9-ddaa65b223ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 1096 time: 0.1032989 Oct 17 18:52:02.602776 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:02.665464 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f5b17-9158-4e3a-bd63-27572a4c54cb req-d2fbe216-4afb-42b6-8a10-bf31470ed2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:02.667152 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e21f5b17-9158-4e3a-bd63-27572a4c54cb req-d2fbe216-4afb-42b6-8a10-bf31470ed2a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 911 time: 0.1419671 Oct 17 18:52:02.749179 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e21f5b17-9158-4e3a-bd63-27572a4c54cb req-2fd19b22-e47b-4b76-8dc4-79b5f5acd328 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5df5599-7145-46d7-9d75-c9be57038238 HTTP/1.1" status: 200 len: 217 time: 0.0746396 Oct 17 18:52:02.818677 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f5b17-9158-4e3a-bd63-27572a4c54cb req-340eff37-3bce-4472-b984-3aa7b8f82d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:02.820114 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e21f5b17-9158-4e3a-bd63-27572a4c54cb req-340eff37-3bce-4472-b984-3aa7b8f82d01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 200 len: 849 time: 0.0637980 Oct 17 18:52:02.831938 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:02.915892 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f5b17-9158-4e3a-bd63-27572a4c54cb req-f77bd292-33ad-4edc-b8bb-42b7348ce5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:02.917420 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e21f5b17-9158-4e3a-bd63-27572a4c54cb req-f77bd292-33ad-4edc-b8bb-42b7348ce5d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba9ffb15-f12e-4045-bef2-50fc738554f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911033 Oct 17 18:52:03.065906 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device b5df5599-7145-46d7-9d75-c9be57038238 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:52:03.077169 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e21f5b17-9158-4e3a-bd63-27572a4c54cb req-a5f9478a-444f-43c6-ae97-7e940bd7743f service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518366 Oct 17 18:52:03.282913 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port b5df5599-7145-46d7-9d75-c9be57038238, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b5df5599-7145-46d7-9d75-c9be57038238,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:03.300910 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e21f5b17-9158-4e3a-bd63-27572a4c54cb req-ece5d1a9-e97f-4145-b88e-21341f1789d2 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167757 Oct 17 18:52:03.303387 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'b5df5599-7145-46d7-9d75-c9be57038238', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'port_id': 'b5df5599-7145-46d7-9d75-c9be57038238', 'mac_address': 'fa:16:3e:d4:48:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:52:03.325113 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac410f-586c-46a1-955d-5b19a6abed39 req-4e557e50-d8f8-43d1-acf0-56c99ae2d742 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:03.326649 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-59ac410f-586c-46a1-955d-5b19a6abed39 req-4e557e50-d8f8-43d1-acf0-56c99ae2d742 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 943 time: 0.2177825 Oct 17 18:52:03.383892 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-59ac410f-586c-46a1-955d-5b19a6abed39 req-80bd2f33-fb97-47d5-ad64-e65ece61dd4c tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464673 Oct 17 18:52:03.396017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port b5df5599-7145-46d7-9d75-c9be57038238 is: DOWN; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:03.396421 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:03.419307 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5df5599-7145-46d7-9d75-c9be57038238 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:52:03.437399 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port b5df5599-7145-46d7-9d75-c9be57038238, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b5df5599-7145-46d7-9d75-c9be57038238,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:03.442403 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:03.518864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=b5df5599-7145-46d7-9d75-c9be57038238,revision_number=4']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:03.719959 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['b5df5599-7145-46d7-9d75-c9be57038238'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:52:04.637291 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:04.674985 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e0d07-50cf-486b-9587-ed00bd19376d req-38f0fac4-54c7-453e-b9bb-6de329eee3f5 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:04.677736 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2e7e0d07-50cf-486b-9587-ed00bd19376d req-38f0fac4-54c7-453e-b9bb-6de329eee3f5 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 944 time: 0.1192987 Oct 17 18:52:04.725640 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-2e7e0d07-50cf-486b-9587-ed00bd19376d req-dfa8f1cb-cb52-45de-b73c-1a9c4677048d tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Oct 17 18:52:05.089474 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device b5df5599-7145-46d7-9d75-c9be57038238 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:52:05.166425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning for port b5df5599-7145-46d7-9d75-c9be57038238 completed by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 17 18:52:05.173972 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port b5df5599-7145-46d7-9d75-c9be57038238 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:52:05.174389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.174728 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port b5df5599-7145-46d7-9d75-c9be57038238 Oct 17 18:52:05.343660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port b5df5599-7145-46d7-9d75-c9be57038238 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:52:05.343943 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.375026 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:52:05.378035 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a4e109bfe7fc4bba366b79d5e8ac743a06229e218848720f70ed7b1e4468595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8af7d4-712d-4076-abe5-bd0a51efabf6" -d '{"events": [{"server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "b5df5599-7145-46d7-9d75-c9be57038238"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:52:05.390695 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port b5df5599-7145-46d7-9d75-c9be57038238, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b5df5599-7145-46d7-9d75-c9be57038238,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:52:05.397025 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:05.444115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff81da6-8331-4eef-b379-cc6a80c522d1 x-openstack-request-id: req-3ff81da6-8331-4eef-b379-cc6a80c522d1 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:52:05.444406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "b5df5599-7145-46d7-9d75-c9be57038238", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:52:05.444671 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ff81da6-8331-4eef-b379-cc6a80c522d1 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:52:05.445127 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff81da6-8331-4eef-b379-cc6a80c522d1'] response: {'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238', 'code': 200} Oct 17 18:52:05.495501 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=b5df5599-7145-46d7-9d75-c9be57038238,revision_number=5']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:05.757848 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e162cb1-7098-41d2-93cf-e6ee05884d6a req-aa4b07cd-10bd-42d1-af14-df99c266b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:05.759389 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3e162cb1-7098-41d2-93cf-e6ee05884d6a req-aa4b07cd-10bd-42d1-af14-df99c266b272 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 1098 time: 0.0876279 Oct 17 18:52:05.816259 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-3e162cb1-7098-41d2-93cf-e6ee05884d6a req-fb487da4-7cfe-4749-b5fc-499f28d2c42c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510085 Oct 17 18:52:05.987775 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577809c-4eb5-45de-957b-47c36dc6060f req-34f894a2-53ca-4aa2-b8cb-042298137eee tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:05.989378 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4577809c-4eb5-45de-957b-47c36dc6060f req-34f894a2-53ca-4aa2-b8cb-042298137eee tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 945 time: 0.1021416 Oct 17 18:52:06.043104 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4577809c-4eb5-45de-957b-47c36dc6060f req-fa33aa47-c224-4eaa-90dd-7ccf3d513187 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468757 Oct 17 18:52:07.361287 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c37bba-1b2d-46f0-b87d-738cefb1de61 req-2649ac9a-646b-4f35-aad8-230d4e7c7954 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:07.363787 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e2c37bba-1b2d-46f0-b87d-738cefb1de61 req-2649ac9a-646b-4f35-aad8-230d4e7c7954 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 945 time: 0.1061697 Oct 17 18:52:07.417801 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-e2c37bba-1b2d-46f0-b87d-738cefb1de61 req-2f709970-4de0-497d-9196-723293309ee8 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469282 Oct 17 18:52:07.641074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5161497-e4a2-4db8-a340-4e40df36c6a6 req-e3121044-af22-4062-a002-368683675414 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:07.642789 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d5161497-e4a2-4db8-a340-4e40df36c6a6 req-e3121044-af22-4062-a002-368683675414 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 945 time: 0.1015947 Oct 17 18:52:07.697831 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-d5161497-e4a2-4db8-a340-4e40df36c6a6 req-42c131e9-0e11-4b9d-9d66-595af6ad6ed3 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447021 Oct 17 18:52:07.748735 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 57326) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:07.840152 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404a08e-81fb-4d65-9af0-be08a84d80af tempest-TestSnapshotPattern-1774050846 tempest-TestSnapshotPattern-1774050846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:07.841699 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-1404a08e-81fb-4d65-9af0-be08a84d80af tempest-TestSnapshotPattern-1774050846 tempest-TestSnapshotPattern-1774050846-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 1093 time: 0.0919189 Oct 17 18:52:07.844768 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 57330) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:52:07.850558 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.v2.base [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Request body: {'floatingip': {'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'port_id': 'b5df5599-7145-46d7-9d75-c9be57038238', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89191) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 17 18:52:07.857687 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 17 18:52:07.863098 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Usage tracker for resource:floatingip and tenant:ba0f15448dba4db7907550925efb3726 is out of sync, need to count used quota {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 17 18:52:07.867191 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89191) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 17 18:52:07.874870 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.quota.driver [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89191) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 17 18:52:07.888565 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for floatingip, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.041814 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.223339 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_common [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Allocated IP 172.26.8.197 (6780153d-9acc-46e5-a017-90331dae5b00/80343e29-0bef-4c2e-a793-10cee29d8bae/7d2384f0-55e7-4e2a-b811-9456c5f46b62) {{(pid=89191) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 18:52:08.405162 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for port, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.439139 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738780105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:08.623581 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Network 6780153d-9acc-46e5-a017-90331dae5b00 is already hosted by enough agents. {{(pid=89191) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 18:52:08.627011 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.base_scheduler [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Resources bound (agent type, host, resource id): {{(pid=89191) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 18:52:08.630952 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Received port after_create {{(pid=89191) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 17 18:52:08.662226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'Port': ['ID=7d2384f0-55e7-4e2a-b811-9456c5f46b62,revision_number=1']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:09.080713 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.170761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.449079 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for port, precommit_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.455553 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2389344'] for port, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.634251 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event updated for resources: {'Port': ['ID=7d2384f0-55e7-4e2a-b811-9456c5f46b62,revision_number=2']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:52:09.638177 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549935'] for floatingip, after_update {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:09.821880 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Floating IP 536be9fd-2bbb-4cc7-8197-56dfe3fa891e associated. External IP: 172.26.8.197, port: b5df5599-7145-46d7-9d75-c9be57038238. Oct 17 18:52:10.239760 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Router 41165019-8033-496a-98ef-cc1471277d8e has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:52:10.571736 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:52:10.586094 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa26ba8d-9adf-46c2-bd43-8a929bfc2ebb None None] Sync routers for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:52:10.599657 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26ba8d-9adf-46c2-bd43-8a929bfc2ebb None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:52:10.600746 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-aa26ba8d-9adf-46c2-bd43-8a929bfc2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:52:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:10.602820 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:10.676265 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-007a65f9-d00f-4322-8d83-1ff0e67addb7 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8265615 Oct 17 18:52:10.676265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:52:10.676265 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403cec2bfa489a93912016d2a54129ed27ffede06b63763b027fd65fbd3a8742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39395adf-2f17-4f06-97a4-76bf2767b9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "tag": "b5df5599-7145-46d7-9d75-c9be57038238"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:52:10.750822 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b46683e-cb03-4400-abc6-6b2f54939c3d x-openstack-request-id: req-2b46683e-cb03-4400-abc6-6b2f54939c3d {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:52:10.751706 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "tag": "b5df5599-7145-46d7-9d75-c9be57038238", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:52:10.751977 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b46683e-cb03-4400-abc6-6b2f54939c3d {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:52:10.752390 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b46683e-cb03-4400-abc6-6b2f54939c3d'] response: {'name': 'network-changed', 'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238', 'status': 'completed', 'code': 200} Oct 17 18:52:10.830287 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-aa26ba8d-9adf-46c2-bd43-8a929bfc2ebb None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:52:10.883290 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39395adf-2f17-4f06-97a4-76bf2767b9e1 req-4871fab1-3fc7-40fc-aab1-bc03c11b8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:10.884877 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-39395adf-2f17-4f06-97a4-76bf2767b9e1 req-4871fab1-3fc7-40fc-aab1-bc03c11b8ed5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 1098 time: 0.0901811 Oct 17 18:52:11.027784 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39395adf-2f17-4f06-97a4-76bf2767b9e1 req-902ec11b-a681-4994-88bd-4bfebce510c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:11.029269 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-39395adf-2f17-4f06-97a4-76bf2767b9e1 req-902ec11b-a681-4994-88bd-4bfebce510c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 911 time: 0.1386914 Oct 17 18:52:11.164403 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-39395adf-2f17-4f06-97a4-76bf2767b9e1 req-5a5ed3fe-cf3f-4aac-9ccc-f2bd0da9a6e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5df5599-7145-46d7-9d75-c9be57038238 HTTP/1.1" status: 200 len: 999 time: 0.1287901 Oct 17 18:52:11.236302 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39395adf-2f17-4f06-97a4-76bf2767b9e1 req-ee185c1f-13e5-4427-bc95-f422d873f786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:11.238085 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-39395adf-2f17-4f06-97a4-76bf2767b9e1 req-ee185c1f-13e5-4427-bc95-f422d873f786 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 200 len: 849 time: 0.0685091 Oct 17 18:52:11.343217 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39395adf-2f17-4f06-97a4-76bf2767b9e1 req-1b33e6ca-033e-4d1a-a287-49b00d4949f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:11.344711 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-39395adf-2f17-4f06-97a4-76bf2767b9e1 req-1b33e6ca-033e-4d1a-a287-49b00d4949f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba9ffb15-f12e-4045-bef2-50fc738554f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1002548 Oct 17 18:52:11.382369 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-aa26ba8d-9adf-46c2-bd43-8a929bfc2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '536be9fd-2bbb-4cc7-8197-56dfe3fa891e', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'floating_ip_address': '172.26.8.197', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '41165019-8033-496a-98ef-cc1471277d8e', 'port_id': 'b5df5599-7145-46d7-9d75-c9be57038238', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'mac_address': 'fa:16:3e:d4:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:52:09Z', 'updated_at': '2022-10-17T18:52:09Z', 'revision_number': 0, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address_scope': None}, {'id': 'c627c37c-180e-49d8-bd5e-0b079242f734', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '41165019-8033-496a-98ef-cc1471277d8e', 'port_id': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'mac_address': 'fa:16:3e:d4:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:49:41Z', 'updated_at': '2022-10-17T18:49:44Z', 'revision_number': 1, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:11.389660 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa26ba8d-9adf-46c2-bd43-8a929bfc2ebb None None] Checking router: 41165019-8033-496a-98ef-cc1471277d8e for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:52:11.406947 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa26ba8d-9adf-46c2-bd43-8a929bfc2ebb None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:52:11.409348 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-aa26ba8d-9adf-46c2-bd43-8a929bfc2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:52:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:11.507955 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-39395adf-2f17-4f06-97a4-76bf2767b9e1 req-46bac648-333e-498f-bb58-1b3ea76065a6 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571984 Oct 17 18:52:11.654025 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-39395adf-2f17-4f06-97a4-76bf2767b9e1 req-6eefebdc-e92f-48c5-9593-dd97d1c56db6 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399424 Oct 17 18:52:11.711021 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-aa26ba8d-9adf-46c2-bd43-8a929bfc2ebb None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:52:12.171406 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-aa26ba8d-9adf-46c2-bd43-8a929bfc2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '536be9fd-2bbb-4cc7-8197-56dfe3fa891e', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'floating_ip_address': '172.26.8.197', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '41165019-8033-496a-98ef-cc1471277d8e', 'port_id': 'b5df5599-7145-46d7-9d75-c9be57038238', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'mac_address': 'fa:16:3e:d4:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:52:09Z', 'updated_at': '2022-10-17T18:52:09Z', 'revision_number': 0, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address_scope': None}, {'id': 'c627c37c-180e-49d8-bd5e-0b079242f734', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '41165019-8033-496a-98ef-cc1471277d8e', 'port_id': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'mac_address': 'fa:16:3e:d4:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:49:41Z', 'updated_at': '2022-10-17T18:49:44Z', 'revision_number': 1, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:52:12.178049 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa26ba8d-9adf-46c2-bd43-8a929bfc2ebb None None] The sync data for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv is: [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': '536be9fd-2bbb-4cc7-8197-56dfe3fa891e', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'floating_ip_address': '172.26.8.197', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '41165019-8033-496a-98ef-cc1471277d8e', 'port_id': 'b5df5599-7145-46d7-9d75-c9be57038238', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'mac_address': 'fa:16:3e:d4:48:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:52:09Z', 'updated_at': '2022-10-17T18:52:09Z', 'revision_number': 0, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address_scope': None}, {'id': 'c627c37c-180e-49d8-bd5e-0b079242f734', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '41165019-8033-496a-98ef-cc1471277d8e', 'port_id': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'mac_address': 'fa:16:3e:d4:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:49:41Z', 'updated_at': '2022-10-17T18:49:44Z', 'revision_number': 1, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:52:12.405356 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b492e254-19e5-4080-8de9-e783260fda22 None None] New status for floating IP 536be9fd-2bbb-4cc7-8197-56dfe3fa891e: ACTIVE {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:52:25.408747 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:29.170160 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5634414c-1e5f-4f5e-b438-8c905ddf0206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:31.517287 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d8b31147-4708-47d6-9e60-4729edec496f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:32.588572 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:32.831129 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:34.642622 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:36.049308 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0104fdf5-76b3-4cd3-b7fb-01d2223666c0 req-6cfbb82a-71c6-48be-98aa-2eb797fa0ea7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843887 Oct 17 18:52:36.232745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104fdf5-76b3-4cd3-b7fb-01d2223666c0 req-ee2aece3-936c-4fc9-a2d3-157346c31b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:36.234811 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0104fdf5-76b3-4cd3-b7fb-01d2223666c0 req-ee2aece3-936c-4fc9-a2d3-157346c31b58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 1096 time: 0.0892622 Oct 17 18:52:36.375816 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:52:36.389962 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104fdf5-76b3-4cd3-b7fb-01d2223666c0 req-5b8b9eb6-9c9b-4f8e-aa38-d0946f65a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:36.392393 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0104fdf5-76b3-4cd3-b7fb-01d2223666c0 req-5b8b9eb6-9c9b-4f8e-aa38-d0946f65a0fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 911 time: 0.1392522 Oct 17 18:52:36.504881 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0104fdf5-76b3-4cd3-b7fb-01d2223666c0 req-b6eff916-c0ae-4fa9-addb-0d42c749648e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7223f1ec-ac1d-4da7-b686-0d591527f665 HTTP/1.1" status: 200 len: 998 time: 0.1064029 Oct 17 18:52:36.572104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104fdf5-76b3-4cd3-b7fb-01d2223666c0 req-6b85589d-536c-4c90-9119-b1ad9772391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:36.573588 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0104fdf5-76b3-4cd3-b7fb-01d2223666c0 req-6b85589d-536c-4c90-9119-b1ad9772391c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 200 len: 849 time: 0.0630777 Oct 17 18:52:36.669438 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104fdf5-76b3-4cd3-b7fb-01d2223666c0 req-4a8212d5-6779-4628-b941-9d39f7481091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:52:36.670998 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0104fdf5-76b3-4cd3-b7fb-01d2223666c0 req-4a8212d5-6779-4628-b941-9d39f7481091 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba9ffb15-f12e-4045-bef2-50fc738554f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900671 Oct 17 18:52:36.951400 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0104fdf5-76b3-4cd3-b7fb-01d2223666c0 req-cb86acf4-5c68-4aa1-a6fa-d2075b4849df service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737896 Oct 17 18:52:37.110751 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-0104fdf5-76b3-4cd3-b7fb-01d2223666c0 req-7a1b2c5e-5d1a-4fb6-99a5-deb88312f4a1 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532557 Oct 17 18:52:55.420227 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:52:59.169548 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-4ebfebbb-ce93-4e40-be32-255b74397c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:01.522668 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-2f5b14b9-9296-4def-a597-ec99259a5d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:02.584707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:02.833605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:04.646955 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:13.375722 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:53:25.417618 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:29.169739 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d98c231e-7682-4be3-b7a8-561cf314adb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:31.528656 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a2f0af1e-b5ea-4192-86b0-82018aa26dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:32.593954 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:32.836904 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:34.652221 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:36.086224 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-92bd276b-d6ca-4681-89e6-bfe6cf5a30fd req-e7f4a7d3-7bcf-4907-8e70-3e44dcfefed9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842836 Oct 17 18:53:36.214117 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd276b-d6ca-4681-89e6-bfe6cf5a30fd req-c69e071e-b3a6-4e1d-8c98-182eeed9ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:36.217440 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-92bd276b-d6ca-4681-89e6-bfe6cf5a30fd req-c69e071e-b3a6-4e1d-8c98-182eeed9ecf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 1098 time: 0.0989914 Oct 17 18:53:36.381396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd276b-d6ca-4681-89e6-bfe6cf5a30fd req-aabde0d1-68af-4b49-b841-d1df4d2ea05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:36.382766 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-92bd276b-d6ca-4681-89e6-bfe6cf5a30fd req-aabde0d1-68af-4b49-b841-d1df4d2ea05e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 911 time: 0.1458006 Oct 17 18:53:36.499549 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-92bd276b-d6ca-4681-89e6-bfe6cf5a30fd req-c199159c-8057-4f9b-b0fb-4b9c0aa7e2f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5df5599-7145-46d7-9d75-c9be57038238 HTTP/1.1" status: 200 len: 1001 time: 0.1106749 Oct 17 18:53:36.567628 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd276b-d6ca-4681-89e6-bfe6cf5a30fd req-b1211d88-5ebb-4889-8845-141ae0b5828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:36.569080 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-92bd276b-d6ca-4681-89e6-bfe6cf5a30fd req-b1211d88-5ebb-4889-8845-141ae0b5828a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 200 len: 849 time: 0.0642130 Oct 17 18:53:36.669443 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd276b-d6ca-4681-89e6-bfe6cf5a30fd req-f2b9b679-2eea-4951-8938-6abd69f90eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:36.671492 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-92bd276b-d6ca-4681-89e6-bfe6cf5a30fd req-f2b9b679-2eea-4951-8938-6abd69f90eff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba9ffb15-f12e-4045-bef2-50fc738554f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968783 Oct 17 18:53:36.823463 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-92bd276b-d6ca-4681-89e6-bfe6cf5a30fd req-c5142b9a-fea4-4050-9bb0-5ab45ab29b08 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460667 Oct 17 18:53:36.974092 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-92bd276b-d6ca-4681-89e6-bfe6cf5a30fd req-70d600dd-cc10-4e76-8e86-9c85f2da3af3 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449184 Oct 17 18:53:41.563419 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device b5df5599-7145-46d7-9d75-c9be57038238 details requested by agent hyperv_hv-neutron-8608 with host hv-neutron-8608 {{(pid=89192) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 17 18:53:41.722690 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port b5df5599-7145-46d7-9d75-c9be57038238, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b5df5599-7145-46d7-9d75-c9be57038238,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:53:41.739302 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Returning: {'device': 'b5df5599-7145-46d7-9d75-c9be57038238', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'port_id': 'b5df5599-7145-46d7-9d75-c9be57038238', 'mac_address': 'fa:16:3e:d4:48:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89192) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 17 18:53:41.803577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port b5df5599-7145-46d7-9d75-c9be57038238 is: ACTIVE; New status is: BUILD {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:53:41.803952 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:41.823794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5df5599-7145-46d7-9d75-c9be57038238 {{(pid=89192) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 18:53:41.843127 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port b5df5599-7145-46d7-9d75-c9be57038238, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b5df5599-7145-46d7-9d75-c9be57038238,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:53:41.847925 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:41.928004 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=b5df5599-7145-46d7-9d75-c9be57038238,revision_number=6']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:53:41.943326 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:41.943686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:41.944033 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:41.944373 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:41.944710 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:41.945048 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:41.945389 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:41.945715 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:41.946045 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:41.946371 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:41.946696 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:41.947017 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89192) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:42.044503 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] get_ports_and_sgs() called for port_ids ['b5df5599-7145-46d7-9d75-c9be57038238'] {{(pid=89192) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 17 18:53:43.555632 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device b5df5599-7145-46d7-9d75-c9be57038238 up at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 17 18:53:43.712531 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.provisioning_blocks [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Provisioning complete for port b5df5599-7145-46d7-9d75-c9be57038238 triggered by entity L2. {{(pid=89192) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 17 18:53:43.712930 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1711385'] for port, provisioning_complete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:43.713240 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Attempt 1 to provision port b5df5599-7145-46d7-9d75-c9be57038238 Oct 17 18:53:43.877260 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port b5df5599-7145-46d7-9d75-c9be57038238 is: BUILD; New status is: ACTIVE {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:53:43.877667 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:43.915644 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:53:43.918022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a4e109bfe7fc4bba366b79d5e8ac743a06229e218848720f70ed7b1e4468595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbf11a0-b046-44ec-a166-edb8b2b03808" -d '{"events": [{"server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "b5df5599-7145-46d7-9d75-c9be57038238"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:53:43.930691 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port b5df5599-7145-46d7-9d75-c9be57038238, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b5df5599-7145-46d7-9d75-c9be57038238,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:53:43.937929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:44.082071 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccfa88d-aa08-4a90-a5e7-5f0e850b6091 x-openstack-request-id: req-fccfa88d-aa08-4a90-a5e7-5f0e850b6091 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:53:44.082525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "b5df5599-7145-46d7-9d75-c9be57038238", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:53:44.082894 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fccfa88d-aa08-4a90-a5e7-5f0e850b6091 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:53:44.083528 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fccfa88d-aa08-4a90-a5e7-5f0e850b6091'] response: {'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238', 'code': 200} Oct 17 18:53:44.084401 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=b5df5599-7145-46d7-9d75-c9be57038238,revision_number=7']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:53:50.384312 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:53:54.547933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 57546) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:53:54.767430 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Deleting port 7d2384f0-55e7-4e2a-b811-9456c5f46b62 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:53:54.767766 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:54.996670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:54.997065 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:55.379612 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Calling delete_port for 7d2384f0-55e7-4e2a-b811-9456c5f46b62 owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:53:55.415395 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:55.593930 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:55.646421 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event deleted for resources: {'Port': ['ID=7d2384f0-55e7-4e2a-b811-9456c5f46b62,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:53:55.693590 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:55.693936 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:55.694272 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:55.694601 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:55.694925 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:55.695282 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:55.695614 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:55.695933 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:55.696252 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:55.696568 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:55.696883 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:55.697194 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:53:55.771776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:55.772019 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Floating IP 536be9fd-2bbb-4cc7-8197-56dfe3fa891e disassociated (deleted). External IP: 172.26.8.197, port: b5df5599-7145-46d7-9d75-c9be57038238. Oct 17 18:53:56.280681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Router 41165019-8033-496a-98ef-cc1471277d8e has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:53:56.479937 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:53:56.494463 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036518cf-a036-49f1-99bc-494b98ed31e6 None None] Sync routers for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:53:56.506457 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036518cf-a036-49f1-99bc-494b98ed31e6 None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:53:56.507117 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-036518cf-a036-49f1-99bc-494b98ed31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:53:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:53:56.510190 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:56.579361 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-651af58a-bce1-42e9-979e-0cf00cb97ff9 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "DELETE /v2.0/floatingips/536be9fd-2bbb-4cc7-8197-56dfe3fa891e HTTP/1.1" status: 204 len: 168 time: 2.0258794 Oct 17 18:53:56.579361 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:53:56.580629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403cec2bfa489a93912016d2a54129ed27ffede06b63763b027fd65fbd3a8742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b666ccd2-5fe3-4735-9b6c-ad62b4ccdf85" -d '{"events": [{"name": "network-changed", "server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "tag": "b5df5599-7145-46d7-9d75-c9be57038238"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:53:56.690746 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052f999c-0a99-4542-b190-b6ed2d5430c0 x-openstack-request-id: req-052f999c-0a99-4542-b190-b6ed2d5430c0 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:53:56.691449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "tag": "b5df5599-7145-46d7-9d75-c9be57038238", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:53:56.691449 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-052f999c-0a99-4542-b190-b6ed2d5430c0 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:53:56.691713 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-052f999c-0a99-4542-b190-b6ed2d5430c0'] response: {'name': 'network-changed', 'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238', 'status': 'completed', 'code': 200} Oct 17 18:53:56.724432 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-036518cf-a036-49f1-99bc-494b98ed31e6 None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:53:56.853350 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666ccd2-5fe3-4735-9b6c-ad62b4ccdf85 req-9bc9734b-f517-45a7-8bfc-ef5a238cf1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:56.854945 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b666ccd2-5fe3-4735-9b6c-ad62b4ccdf85 req-9bc9734b-f517-45a7-8bfc-ef5a238cf1a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 1098 time: 0.0996094 Oct 17 18:53:57.083567 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666ccd2-5fe3-4735-9b6c-ad62b4ccdf85 req-d4046ba5-c185-44d8-bbe7-aee6af534196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:57.085930 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b666ccd2-5fe3-4735-9b6c-ad62b4ccdf85 req-d4046ba5-c185-44d8-bbe7-aee6af534196 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 911 time: 0.2240021 Oct 17 18:53:57.209864 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-036518cf-a036-49f1-99bc-494b98ed31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'c627c37c-180e-49d8-bd5e-0b079242f734', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '41165019-8033-496a-98ef-cc1471277d8e', 'port_id': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'mac_address': 'fa:16:3e:d4:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:49:41Z', 'updated_at': '2022-10-17T18:49:44Z', 'revision_number': 1, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:53:57.217388 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036518cf-a036-49f1-99bc-494b98ed31e6 None None] Checking router: 41165019-8033-496a-98ef-cc1471277d8e for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:53:57.228315 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036518cf-a036-49f1-99bc-494b98ed31e6 None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:53:57.229079 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-036518cf-a036-49f1-99bc-494b98ed31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:53:32Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:53:57.366560 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b666ccd2-5fe3-4735-9b6c-ad62b4ccdf85 req-d7d5a0c2-a353-4860-aff3-d33b8aa0f3ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5df5599-7145-46d7-9d75-c9be57038238 HTTP/1.1" status: 200 len: 217 time: 0.2736049 Oct 17 18:53:57.444920 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-036518cf-a036-49f1-99bc-494b98ed31e6 None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:53:57.467559 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666ccd2-5fe3-4735-9b6c-ad62b4ccdf85 req-a0da411d-bce1-4694-b5c9-5379bec8dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:57.469119 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b666ccd2-5fe3-4735-9b6c-ad62b4ccdf85 req-a0da411d-bce1-4694-b5c9-5379bec8dd7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 200 len: 849 time: 0.0933199 Oct 17 18:53:57.551210 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add660-41ed-4bff-9f2a-197fdfbc9da6 req-ef301840-09ec-4747-afc6-a4a1b23f8f60 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:57.551945 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-54add660-41ed-4bff-9f2a-197fdfbc9da6 req-ef301840-09ec-4747-afc6-a4a1b23f8f60 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Synchronizing usage tracker for tenant:ba0f15448dba4db7907550925efb3726 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:53:57.578457 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-54add660-41ed-4bff-9f2a-197fdfbc9da6 req-ef301840-09ec-4747-afc6-a4a1b23f8f60 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Unset dirty status for tenant:ba0f15448dba4db7907550925efb3726 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:53:57.584178 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-54add660-41ed-4bff-9f2a-197fdfbc9da6 req-ef301840-09ec-4747-afc6-a4a1b23f8f60 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 945 time: 0.4000478 Oct 17 18:53:57.591975 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device b5df5599-7145-46d7-9d75-c9be57038238 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:53:57.656259 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666ccd2-5fe3-4735-9b6c-ad62b4ccdf85 req-26676363-85e2-4288-869c-bbb101ebacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:57.658238 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b666ccd2-5fe3-4735-9b6c-ad62b4ccdf85 req-26676363-85e2-4288-869c-bbb101ebacb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba9ffb15-f12e-4045-bef2-50fc738554f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1814492 Oct 17 18:53:57.663410 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-54add660-41ed-4bff-9f2a-197fdfbc9da6 req-ccce8495-3f60-4ba7-b29c-31342158cfaf tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747058 Oct 17 18:53:57.779160 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Current status of the port b5df5599-7145-46d7-9d75-c9be57038238 is: ACTIVE; New status is: DOWN {{(pid=89192) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 17 18:53:57.779479 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1754624'] for port, before_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:57.817153 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238'}] {{(pid=89192) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:53:57.821248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a4e109bfe7fc4bba366b79d5e8ac743a06229e218848720f70ed7b1e4468595" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd72e02-50fd-49d6-bdfe-946ae269d37e" -d '{"events": [{"server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5df5599-7145-46d7-9d75-c9be57038238"}]}' {{(pid=89192) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:53:57.832908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] For port b5df5599-7145-46d7-9d75-c9be57038238, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b5df5599-7145-46d7-9d75-c9be57038238,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:53:57.839305 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738780658517', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738780105710', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738780106783'] for port, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:57.842704 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b666ccd2-5fe3-4735-9b6c-ad62b4ccdf85 req-976a3f71-f455-4078-8ba8-07f5c208877a service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773424 Oct 17 18:53:57.898254 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Oct 2022 18:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dea09db-364b-4b54-862a-748f7f4ff8a9 x-openstack-request-id: req-0dea09db-364b-4b54-862a-748f7f4ff8a9 {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:53:57.898538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5df5599-7145-46d7-9d75-c9be57038238", "code": 200}]} {{(pid=89192) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:53:57.898794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0dea09db-364b-4b54-862a-748f7f4ff8a9 {{(pid=89192) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:53:57.899275 dv-neutron-860895-1-hyperv neutron-server[89192]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dea09db-364b-4b54-862a-748f7f4ff8a9'] response: {'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238', 'code': 200} Oct 17 18:53:57.928931 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Pushing event updated for resources: {'Port': ['ID=b5df5599-7145-46d7-9d75-c9be57038238,revision_number=8']} {{(pid=89192) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:53:58.060932 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-b666ccd2-5fe3-4735-9b6c-ad62b4ccdf85 req-8049f569-6a24-40c9-8ae1-83acfb5d7c73 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111881 Oct 17 18:53:58.068128 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-036518cf-a036-49f1-99bc-494b98ed31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'c627c37c-180e-49d8-bd5e-0b079242f734', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '41165019-8033-496a-98ef-cc1471277d8e', 'port_id': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'mac_address': 'fa:16:3e:d4:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:49:41Z', 'updated_at': '2022-10-17T18:49:44Z', 'revision_number': 1, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:53:58.076449 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036518cf-a036-49f1-99bc-494b98ed31e6 None None] The sync data for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv is: [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_floatingips': [{'id': 'c627c37c-180e-49d8-bd5e-0b079242f734', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'floating_ip_address': '172.26.8.89', 'floating_network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'router_id': '41165019-8033-496a-98ef-cc1471277d8e', 'port_id': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'mac_address': 'fa:16:3e:d4:13:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T18:49:41Z', 'updated_at': '2022-10-17T18:49:44Z', 'revision_number': 1, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:53:58.451248 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee3408a-fe08-455e-8e1c-f774947a662e None None] New status for floating IP 536be9fd-2bbb-4cc7-8197-56dfe3fa891e: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:53:58.924761 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f85257-ef9b-4ec6-9512-92bfa3187bf9 req-2433b786-090f-461b-af73-bda6f0f2cb82 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:58.926338 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-48f85257-ef9b-4ec6-9512-92bfa3187bf9 req-2433b786-090f-461b-af73-bda6f0f2cb82 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 943 time: 0.1691051 Oct 17 18:53:58.977456 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d5b08-20a8-47a7-b270-4d4d1c36b91b req-1a6d4b29-5b8b-476f-aec9-e6e9189bb5c6 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:53:58.979195 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-043d5b08-20a8-47a7-b270-4d4d1c36b91b req-1a6d4b29-5b8b-476f-aec9-e6e9189bb5c6 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 943 time: 0.1654015 Oct 17 18:53:59.047000 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-48f85257-ef9b-4ec6-9512-92bfa3187bf9 req-2a80280d-b4e0-4779-9728-44ecce63ac58 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Deleting port b5df5599-7145-46d7-9d75-c9be57038238 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:53:59.047391 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-48f85257-ef9b-4ec6-9512-92bfa3187bf9 req-2a80280d-b4e0-4779-9728-44ecce63ac58 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:59.103202 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-043d5b08-20a8-47a7-b270-4d4d1c36b91b req-ec609241-2de9-461b-8c6f-430ba63919ab tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101491 Oct 17 18:53:59.174626 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-172cc9e1-15ad-4af9-95fd-b573c438a21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:59.341670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-48f85257-ef9b-4ec6-9512-92bfa3187bf9 req-2a80280d-b4e0-4779-9728-44ecce63ac58 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] For port b5df5599-7145-46d7-9d75-c9be57038238, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=b5df5599-7145-46d7-9d75-c9be57038238,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:53:59.342039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-48f85257-ef9b-4ec6-9512-92bfa3187bf9 req-2a80280d-b4e0-4779-9728-44ecce63ac58 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:59.485762 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-48f85257-ef9b-4ec6-9512-92bfa3187bf9 req-2a80280d-b4e0-4779-9728-44ecce63ac58 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Calling delete_port for b5df5599-7145-46d7-9d75-c9be57038238 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:53:59.650142 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-48f85257-ef9b-4ec6-9512-92bfa3187bf9 req-2a80280d-b4e0-4779-9728-44ecce63ac58 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:59.710401 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80280d-b4e0-4779-9728-44ecce63ac58 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event deleted for resources: {'Port': ['ID=b5df5599-7145-46d7-9d75-c9be57038238,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:53:59.806337 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f85257-ef9b-4ec6-9512-92bfa3187bf9 req-2a80280d-b4e0-4779-9728-44ecce63ac58 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] No DVR routers for this DVR port b5df5599-7145-46d7-9d75-c9be57038238 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:53:59.808826 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-48f85257-ef9b-4ec6-9512-92bfa3187bf9 req-2a80280d-b4e0-4779-9728-44ecce63ac58 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:53:59.811751 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'name': 'network-vif-deleted', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:53:59.814238 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403cec2bfa489a93912016d2a54129ed27ffede06b63763b027fd65fbd3a8742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec63cafd-f612-4055-902f-4106319687c3" -d '{"events": [{"server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "name": "network-vif-deleted", "tag": "b5df5599-7145-46d7-9d75-c9be57038238"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:53:59.830044 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-48f85257-ef9b-4ec6-9512-92bfa3187bf9 req-2a80280d-b4e0-4779-9728-44ecce63ac58 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.20 "DELETE /v2.0/ports/b5df5599-7145-46d7-9d75-c9be57038238 HTTP/1.1" status: 204 len: 173 time: 0.8980138 Oct 17 18:53:59.877807 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e55fddb-5a16-4919-8aaf-e637515bd4bc x-openstack-request-id: req-3e55fddb-5a16-4919-8aaf-e637515bd4bc {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:53:59.878224 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6067c8c-72e9-443f-af16-bd6c9808ab3d", "name": "network-vif-deleted", "tag": "b5df5599-7145-46d7-9d75-c9be57038238", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:53:59.878552 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e55fddb-5a16-4919-8aaf-e637515bd4bc {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:53:59.878998 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e55fddb-5a16-4919-8aaf-e637515bd4bc'] response: {'server_uuid': 'd6067c8c-72e9-443f-af16-bd6c9808ab3d', 'name': 'network-vif-deleted', 'tag': 'b5df5599-7145-46d7-9d75-c9be57038238', 'status': 'completed', 'code': 200} Oct 17 18:54:00.392975 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-28201fda-c38a-4616-8804-339062d5a413 req-d697b1e4-b07a-470c-bad8-d3d2f496fe28 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Synchronizing usage tracker for tenant:ba0f15448dba4db7907550925efb3726 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:54:00.410801 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-28201fda-c38a-4616-8804-339062d5a413 req-d697b1e4-b07a-470c-bad8-d3d2f496fe28 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Unset dirty status for tenant:ba0f15448dba4db7907550925efb3726 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:54:00.412132 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-28201fda-c38a-4616-8804-339062d5a413 req-d697b1e4-b07a-470c-bad8-d3d2f496fe28 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6067c8c-72e9-443f-af16-bd6c9808ab3d HTTP/1.1" status: 200 len: 210 time: 0.0739365 Oct 17 18:54:01.535758 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8e7f5a35-950a-4295-a29d-390f72fa7aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:02.245810 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 57608) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:02.597539 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:02.614843 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Deleting port 818c86ac-6730-42bb-877c-c13fb6788ee7 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:02.615227 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:02.808305 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:02.808753 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:02.843506 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:02.948156 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Calling delete_port for 818c86ac-6730-42bb-877c-c13fb6788ee7 owned by network:floatingip {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:03.147541 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:03.238032 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event deleted for resources: {'Port': ['ID=818c86ac-6730-42bb-877c-c13fb6788ee7,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:03.353202 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for floatingip, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:03.353921 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.db.l3_db [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Floating IP c627c37c-180e-49d8-bd5e-0b079242f734 disassociated (deleted). External IP: 172.26.8.89, port: 7223f1ec-ac1d-4da7-b686-0d591527f665. Oct 17 18:54:03.652657 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device b5df5599-7145-46d7-9d75-c9be57038238 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:03.708088 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: b5df5599-7145-46d7-9d75-c9be57038238 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:03.708748 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device b5df5599-7145-46d7-9d75-c9be57038238 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:03.777594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Router 41165019-8033-496a-98ef-cc1471277d8e has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89191) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:54:03.976414 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89191) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:54:03.989541 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa39b08-58c8-409d-91d6-58779209a446 None None] Sync routers for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:54:04.004061 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa39b08-58c8-409d-91d6-58779209a446 None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:54:04.005026 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0aa39b08-58c8-409d-91d6-58779209a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:54:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:04.005389 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for floatingip, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:04.121323 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-9072dcba-0612-4c32-bd71-26483833c07a tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "DELETE /v2.0/floatingips/c627c37c-180e-49d8-bd5e-0b079242f734 HTTP/1.1" status: 204 len: 168 time: 1.8724368 Oct 17 18:54:04.122473 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:54:04.126681 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403cec2bfa489a93912016d2a54129ed27ffede06b63763b027fd65fbd3a8742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6491ad97-739a-447f-8777-12e0d57fed11" -d '{"events": [{"name": "network-changed", "server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:54:04.217605 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 18:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53206ed8-b0d4-4044-8625-b46b615fbec1 x-openstack-request-id: req-53206ed8-b0d4-4044-8625-b46b615fbec1 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:54:04.218061 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:54:04.218460 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-53206ed8-b0d4-4044-8625-b46b615fbec1 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:54:04.219131 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53206ed8-b0d4-4044-8625-b46b615fbec1'] response: {'name': 'network-changed', 'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'status': 'completed', 'code': 200} Oct 17 18:54:04.301702 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-0aa39b08-58c8-409d-91d6-58779209a446 None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:54:04.561866 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ad97-739a-447f-8777-12e0d57fed11 req-1579e2a8-7ca0-45f5-9e44-7d72a20bd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:04.564473 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6491ad97-739a-447f-8777-12e0d57fed11 req-1579e2a8-7ca0-45f5-9e44-7d72a20bd1e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba0f15448dba4db7907550925efb3726&device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 1096 time: 0.3003826 Oct 17 18:54:04.666686 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:04.705321 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2e715-042d-41ad-b6fa-bc0b77cd7afd req-92585218-1787-472d-96a0-45f108fd76fc tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89190) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:04.707864 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4ee2e715-042d-41ad-b6fa-bc0b77cd7afd req-92585218-1787-472d-96a0-45f108fd76fc tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 943 time: 0.1467376 Oct 17 18:54:04.746924 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0aa39b08-58c8-409d-91d6-58779209a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:04.749629 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ad97-739a-447f-8777-12e0d57fed11 req-52a9643d-f8cc-4ca6-8e6a-c1865b4501cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:04.752119 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6491ad97-739a-447f-8777-12e0d57fed11 req-52a9643d-f8cc-4ca6-8e6a-c1865b4501cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 200 len: 911 time: 0.1813269 Oct 17 18:54:04.754577 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa39b08-58c8-409d-91d6-58779209a446 None None] Checking router: 41165019-8033-496a-98ef-cc1471277d8e for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:54:04.770754 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa39b08-58c8-409d-91d6-58779209a446 None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:54:04.771914 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0aa39b08-58c8-409d-91d6-58779209a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:54:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:04.774208 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-4ee2e715-042d-41ad-b6fa-bc0b77cd7afd req-54ae3813-cede-4169-affd-e0e3308afc44 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573273 Oct 17 18:54:04.849066 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6491ad97-739a-447f-8777-12e0d57fed11 req-3a616cd1-42ee-4847-8eb5-1fea1508fe8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7223f1ec-ac1d-4da7-b686-0d591527f665 HTTP/1.1" status: 200 len: 217 time: 0.0900111 Oct 17 18:54:04.922104 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ad97-739a-447f-8777-12e0d57fed11 req-34bbc4c1-abb4-4eab-947f-4697b221d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:04.923668 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6491ad97-739a-447f-8777-12e0d57fed11 req-34bbc4c1-abb4-4eab-947f-4697b221d9b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 200 len: 849 time: 0.0689685 Oct 17 18:54:05.018623 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ad97-739a-447f-8777-12e0d57fed11 req-f77df091-21a8-4982-a312-bd5408ee3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:05.020318 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6491ad97-739a-447f-8777-12e0d57fed11 req-f77df091-21a8-4982-a312-bd5408ee3a59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba9ffb15-f12e-4045-bef2-50fc738554f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903025 Oct 17 18:54:05.104544 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-0aa39b08-58c8-409d-91d6-58779209a446 None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:54:05.227559 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6491ad97-739a-447f-8777-12e0d57fed11 req-be635ca4-a7dc-493f-a9c4-a1307e97cd09 service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006209 Oct 17 18:54:05.404765 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-6491ad97-739a-447f-8777-12e0d57fed11 req-55291baa-6795-4db4-89c7-7fe3fc7c32ff service neutron] 10.222.0.20 "GET /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690521 Oct 17 18:54:05.566796 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-0aa39b08-58c8-409d-91d6-58779209a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:05.572619 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa39b08-58c8-409d-91d6-58779209a446 None None] The sync data for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv is: [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:49:11Z', 'revision_number': 4, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv', '_interfaces': [{'id': '5219f970-c2b9-4093-854d-b122ffd442f1', 'name': '', 'network_id': 'ba9ffb15-f12e-4045-bef2-50fc738554f5', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'mac_address': 'fa:16:3e:36:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1862, 'fixed_ips': [{'subnet_id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:10Z', 'updated_at': '2022-10-17T18:49:20Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'subnets': [{'id': 'f81d711f-2e01-476e-9936-040573fe30e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:54:05.851526 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c340477-03cb-4ac0-8187-85e821c2576b None None] New status for floating IP c627c37c-180e-49d8-bd5e-0b079242f734: DOWN {{(pid=89192) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 18:54:06.081181 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9190-4ef4-4857-9d6b-952b09cf193e req-da42191a-5ea1-42e8-976c-ffb3de74145f tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:06.081982 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c7bc9190-4ef4-4857-9d6b-952b09cf193e req-da42191a-5ea1-42e8-976c-ffb3de74145f tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Synchronizing usage tracker for tenant:ba0f15448dba4db7907550925efb3726 on resource:port {{(pid=89191) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 17 18:54:06.112039 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.quota.resource [req-c7bc9190-4ef4-4857-9d6b-952b09cf193e req-da42191a-5ea1-42e8-976c-ffb3de74145f tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Unset dirty status for tenant:ba0f15448dba4db7907550925efb3726 on resource:port {{(pid=89191) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 17 18:54:06.113961 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c7bc9190-4ef4-4857-9d6b-952b09cf193e req-da42191a-5ea1-42e8-976c-ffb3de74145f tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 943 time: 0.1328652 Oct 17 18:54:06.241484 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-c7bc9190-4ef4-4857-9d6b-952b09cf193e req-9698dcff-a041-4da3-85fd-55ccffcb22f3 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/security-groups?id=20698934-3777-41d4-91a0-d1887c6897f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194177 Oct 17 18:54:06.278345 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769c757-e682-4d23-9ecd-3253383cda18 req-6584bdb6-f7fd-4284-b60a-55ac7be68534 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89191) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 18:54:06.280064 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2769c757-e682-4d23-9ecd-3253383cda18 req-6584bdb6-f7fd-4284-b60a-55ac7be68534 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 943 time: 0.1406710 Oct 17 18:54:06.363291 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-2769c757-e682-4d23-9ecd-3253383cda18 req-6b2d26e2-c4fa-45ec-9e85-c0fcba6c84cb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Deleting port 7223f1ec-ac1d-4da7-b686-0d591527f665 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:06.363632 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-2769c757-e682-4d23-9ecd-3253383cda18 req-6b2d26e2-c4fa-45ec-9e85-c0fcba6c84cb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:06.666340 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [req-2769c757-e682-4d23-9ecd-3253383cda18 req-6b2d26e2-c4fa-45ec-9e85-c0fcba6c84cb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] For port 7223f1ec-ac1d-4da7-b686-0d591527f665, host hv-neutron-8608, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8608',level=0,port_id=7223f1ec-ac1d-4da7-b686-0d591527f665,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:06.666705 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-2769c757-e682-4d23-9ecd-3253383cda18 req-6b2d26e2-c4fa-45ec-9e85-c0fcba6c84cb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:06.807014 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [req-2769c757-e682-4d23-9ecd-3253383cda18 req-6b2d26e2-c4fa-45ec-9e85-c0fcba6c84cb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Calling delete_port for 7223f1ec-ac1d-4da7-b686-0d591527f665 owned by compute:nova {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:07.002528 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-2769c757-e682-4d23-9ecd-3253383cda18 req-6b2d26e2-c4fa-45ec-9e85-c0fcba6c84cb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:07.098664 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d26e2-c4fa-45ec-9e85-c0fcba6c84cb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event deleted for resources: {'Port': ['ID=7223f1ec-ac1d-4da7-b686-0d591527f665,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:07.333488 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.l3_dvrscheduler_db [req-2769c757-e682-4d23-9ecd-3253383cda18 req-6b2d26e2-c4fa-45ec-9e85-c0fcba6c84cb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] No DVR routers for this DVR port 7223f1ec-ac1d-4da7-b686-0d591527f665 on host hv-neutron-8608 {{(pid=89191) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:54:07.337109 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [req-2769c757-e682-4d23-9ecd-3253383cda18 req-6b2d26e2-c4fa-45ec-9e85-c0fcba6c84cb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-857646'] for port, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:07.342304 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'name': 'network-vif-deleted', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665'}] {{(pid=89191) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 18:54:07.346670 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}403cec2bfa489a93912016d2a54129ed27ffede06b63763b027fd65fbd3a8742" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8375c2-f152-4fb2-9c8a-84cd03a5756a" -d '{"events": [{"server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "name": "network-vif-deleted", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665"}]}' {{(pid=89191) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 18:54:07.370345 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [req-2769c757-e682-4d23-9ecd-3253383cda18 req-6b2d26e2-c4fa-45ec-9e85-c0fcba6c84cb tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.20 "DELETE /v2.0/ports/7223f1ec-ac1d-4da7-b686-0d591527f665 HTTP/1.1" status: 204 len: 173 time: 1.0836799 Oct 17 18:54:07.417834 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 18:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5bf5f2-b956-46b1-83fd-8f4bb3bfb741 x-openstack-request-id: req-5c5bf5f2-b956-46b1-83fd-8f4bb3bfb741 {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 18:54:07.418258 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9017839-ec56-4cf0-8b38-9fb95f944b5a", "name": "network-vif-deleted", "tag": "7223f1ec-ac1d-4da7-b686-0d591527f665", "status": "completed", "code": 200}]} {{(pid=89191) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 18:54:07.418546 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5c5bf5f2-b956-46b1-83fd-8f4bb3bfb741 {{(pid=89191) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 18:54:07.419289 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c5bf5f2-b956-46b1-83fd-8f4bb3bfb741'] response: {'server_uuid': 'f9017839-ec56-4cf0-8b38-9fb95f944b5a', 'name': 'network-vif-deleted', 'tag': '7223f1ec-ac1d-4da7-b686-0d591527f665', 'status': 'completed', 'code': 200} Oct 17 18:54:07.505774 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [req-bfdd3b8c-d766-4c3b-a87e-3f2072cd3e7c req-5f4cff29-b7ee-422a-8edf-af3c3ef06ce5 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "GET /v2.0/ports?device_id=f9017839-ec56-4cf0-8b38-9fb95f944b5a HTTP/1.1" status: 200 len: 210 time: 0.0834417 Oct 17 18:54:08.627020 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 57630) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:08.705013 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:08.751687 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:08.836950 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:08.858269 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20698934-3777-41d4-91a0-d1887c6897f2,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:08.868279 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:08.868628 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:08.868972 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:08.869350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:08.869675 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:08.870050 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:08.870426 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:08.870902 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:08.871505 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:08.872063 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:08.872627 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:08.873131 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860895-1-hyperv {{(pid=89190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 18:54:08.883645 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:08.891089 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-639c5542-6fee-40b8-ba23-240cc344e688 tempest-TestSnapshotPattern-308211397 tempest-TestSnapshotPattern-308211397-project] 10.222.0.69 "DELETE /v2.0/security-groups/20698934-3777-41d4-91a0-d1887c6897f2 HTTP/1.1" status: 204 len: 168 time: 0.2567122 Oct 17 18:54:08.954665 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 57636) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:09.960508 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a24b-c8e6-4735-8006-29c8f15b8447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:10.383266 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6a24b-c8e6-4735-8006-29c8f15b8447 admin admin] Deleting port 5219f970-c2b9-4093-854d-b122ffd442f1 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:10.384090 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a24b-c8e6-4735-8006-29c8f15b8447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:10.716688 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-8ce6a24b-c8e6-4735-8006-29c8f15b8447 admin admin] For port 5219f970-c2b9-4093-854d-b122ffd442f1, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=5219f970-c2b9-4093-854d-b122ffd442f1,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:10.717272 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a24b-c8e6-4735-8006-29c8f15b8447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:10.964415 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6a24b-c8e6-4735-8006-29c8f15b8447 admin admin] Calling delete_port for 5219f970-c2b9-4093-854d-b122ffd442f1 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:11.216549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a24b-c8e6-4735-8006-29c8f15b8447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:11.273074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6a24b-c8e6-4735-8006-29c8f15b8447 admin admin] Pushing event deleted for resources: {'Port': ['ID=5219f970-c2b9-4093-854d-b122ffd442f1,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:11.621890 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a24b-c8e6-4735-8006-29c8f15b8447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:11.682226 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7223f1ec-ac1d-4da7-b686-0d591527f665 no longer exists at agent hyperv_hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:11.724674 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] No Port match for: 7223f1ec-ac1d-4da7-b686-0d591527f665 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:11.725085 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Device 7223f1ec-ac1d-4da7-b686-0d591527f665 not bound to the agent host hv-neutron-8608 {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:12.166620 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce6a24b-c8e6-4735-8006-29c8f15b8447 admin admin] Router 41165019-8033-496a-98ef-cc1471277d8e has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:54:12.364973 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce6a24b-c8e6-4735-8006-29c8f15b8447 admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:54:12.377820 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e71264-ba89-4bcc-a1a3-440f859ab15d None None] Sync routers for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:54:12.383611 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-8ce6a24b-c8e6-4735-8006-29c8f15b8447 admin admin] 10.222.0.69 "PUT /v2.0/routers/41165019-8033-496a-98ef-cc1471277d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4274187 Oct 17 18:54:12.387592 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 57644) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:12.390430 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e71264-ba89-4bcc-a1a3-440f859ab15d None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:54:12.391438 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-b0e71264-ba89-4bcc-a1a3-440f859ab15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:54:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:12.586865 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-b0e71264-ba89-4bcc-a1a3-440f859ab15d None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: dv-neutron-860895-1-hyperv {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:54:12.697237 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Notify callbacks [] for router, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:12.914367 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:12.927419 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Deleting port f32e9845-2aeb-498f-a1e5-bc85cf797f18 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:12.927844 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:12.993281 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-b0e71264-ba89-4bcc-a1a3-440f859ab15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:54:11Z', 'revision_number': 5, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port': {'id': 'f32e9845-2aeb-498f-a1e5-bc85cf797f18', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:14:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41165019-8033-496a-98ef-cc1471277d8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1861, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:07Z', 'updated_at': '2022-10-17T18:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:12.998241 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e71264-ba89-4bcc-a1a3-440f859ab15d None None] Checking router: 41165019-8033-496a-98ef-cc1471277d8e for host: dv-neutron-860895-1-hyperv {{(pid=89193) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:54:13.008173 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e71264-ba89-4bcc-a1a3-440f859ab15d None None] Routers {'41165019-8033-496a-98ef-cc1471277d8e'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89193) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:54:13.008794 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-b0e71264-ba89-4bcc-a1a3-440f859ab15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:54:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['41165019-8033-496a-98ef-cc1471277d8e'], 'active': True} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:13.197929 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_dvr_db [None req-b0e71264-ba89-4bcc-a1a3-440f859ab15d None None] Set router 41165019-8033-496a-98ef-cc1471277d8e gateway port host: None {{(pid=89193) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:54:13.223320 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] For port f32e9845-2aeb-498f-a1e5-bc85cf797f18, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=f32e9845-2aeb-498f-a1e5-bc85cf797f18,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:13.224033 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:13.350934 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.l3_hamode_db [None req-b0e71264-ba89-4bcc-a1a3-440f859ab15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:54:12Z', 'revision_number': 6, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89193) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:13.357918 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e71264-ba89-4bcc-a1a3-440f859ab15d None None] The sync data for ids ['41165019-8033-496a-98ef-cc1471277d8e'] in dv-neutron-860895-1-hyperv is: [{'id': '41165019-8033-496a-98ef-cc1471277d8e', 'name': 'tempest-TestSnapshotPattern-1470726612-router', 'tenant_id': 'ba0f15448dba4db7907550925efb3726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:06Z', 'updated_at': '2022-10-17T18:54:12Z', 'revision_number': 6, 'project_id': 'ba0f15448dba4db7907550925efb3726', 'gw_port_host': None}] {{(pid=89193) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:54:13.360873 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Calling delete_port for f32e9845-2aeb-498f-a1e5-bc85cf797f18 owned by network:router_gateway {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:13.612276 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:13.669078 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Pushing event deleted for resources: {'Port': ['ID=f32e9845-2aeb-498f-a1e5-bc85cf797f18,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:13.822956 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5219f970-c2b9-4093-854d-b122ffd442f1 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:13.887123 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 5219f970-c2b9-4093-854d-b122ffd442f1 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:13.887520 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 5219f970-c2b9-4093-854d-b122ffd442f1 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:13.932754 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.125412 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.128331 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.160326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.161127 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41165019-8033-496a-98ef-cc1471277d8e {{(pid=89190) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:54:14.182002 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] Notify callbacks [] for router, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.185738 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-b8bb6396-5dd5-4f64-9d8d-23487fe21277 admin admin] 10.222.0.69 "DELETE /v2.0/routers/41165019-8033-496a-98ef-cc1471277d8e HTTP/1.1" status: 204 len: 168 time: 1.7964261 Oct 17 18:54:14.189252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 57648) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:14.266326 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e10d904-82e1-4ee5-8090-ed4581071a93 admin admin] Deleting subnet f81d711f-2e01-476e-9936-040573fe30e3 {{(pid=89190) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:54:14.270289 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e10d904-82e1-4ee5-8090-ed4581071a93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.330785 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e10d904-82e1-4ee5-8090-ed4581071a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3491068'] for subnet, precommit_delete_associations {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.429781 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e10d904-82e1-4ee5-8090-ed4581071a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.548737 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e10d904-82e1-4ee5-8090-ed4581071a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3490822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3774681'] for subnet, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.591110 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10d904-82e1-4ee5-8090-ed4581071a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f81d711f-2e01-476e-9936-040573fe30e3,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:14.594780 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-2e10d904-82e1-4ee5-8090-ed4581071a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.601832 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-2e10d904-82e1-4ee5-8090-ed4581071a93 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f81d711f-2e01-476e-9936-040573fe30e3 HTTP/1.1" status: 204 len: 168 time: 0.4110003 Oct 17 18:54:14.603014 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818f3a89-df78-48c4-aba9-72ab29d59631 None None] Network ba9ffb15-f12e-4045-bef2-50fc738554f5 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:54:14.605044 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 57652) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:14.725206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:14.738284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Deleting port 6925758b-67b5-4c9d-ad05-bf12a413d80c {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:14.738622 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:15.000179 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] For port 6925758b-67b5-4c9d-ad05-bf12a413d80c, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6925758b-67b5-4c9d-ad05-bf12a413d80c,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:15.000777 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:15.053290 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d136b62-96cf-45f2-8765-152835576161 None None] DHCP port deletion for ba9ffb15-f12e-4045-bef2-50fc738554f5 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:54:15.058864 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6d136b62-96cf-45f2-8765-152835576161 None None] Deleting port 6925758b-67b5-4c9d-ad05-bf12a413d80c {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:15.059292 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6d136b62-96cf-45f2-8765-152835576161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:15.224315 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Calling delete_port for 6925758b-67b5-4c9d-ad05-bf12a413d80c owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:15.309487 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-6d136b62-96cf-45f2-8765-152835576161 None None] For port 6925758b-67b5-4c9d-ad05-bf12a413d80c, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=6925758b-67b5-4c9d-ad05-bf12a413d80c,segment=NetworkSegment(131ee679-ad9a-471c-a435-5c96420b7004),segment_id=131ee679-ad9a-471c-a435-5c96420b7004)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:15.310024 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6d136b62-96cf-45f2-8765-152835576161 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:15.333089 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:15.390262 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6925758b-67b5-4c9d-ad05-bf12a413d80c,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:15.398803 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] No DVR routers for this DVR port 6925758b-67b5-4c9d-ad05-bf12a413d80c on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:54:15.455836 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6d136b62-96cf-45f2-8765-152835576161 None None] Calling delete_port for 6925758b-67b5-4c9d-ad05-bf12a413d80c owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:15.544184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:15.545130 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-6d136b62-96cf-45f2-8765-152835576161 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:54:15.545707 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-6d136b62-96cf-45f2-8765-152835576161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:54:15.576007 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9ffb15-f12e-4045-bef2-50fc738554f5']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:15.592784 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131ee679-ad9a-471c-a435-5c96420b7004') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:15.593252 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131ee679-ad9a-471c-a435-5c96420b7004') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:15.616933 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:15.647514 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:15.655931 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:54:15.656358 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:15.669083 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6925758b-67b5-4c9d-ad05-bf12a413d80c no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:15.731079 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 6925758b-67b5-4c9d-ad05-bf12a413d80c {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:15.731605 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 6925758b-67b5-4c9d-ad05-bf12a413d80c not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:15.732244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f32e9845-2aeb-498f-a1e5-bc85cf797f18 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:15.764184 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:15.776857 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:15.808329 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 131ee679-ad9a-471c-a435-5c96420b7004 resource provider aggregate not found Oct 17 18:54:15.833045 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9ffb15-f12e-4045-bef2-50fc738554f5,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:15.838073 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: f32e9845-2aeb-498f-a1e5-bc85cf797f18 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:15.838660 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device f32e9845-2aeb-498f-a1e5-bc85cf797f18 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:15.844120 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 131ee679-ad9a-471c-a435-5c96420b7004 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 131ee679-ad9a-471c-a435-5c96420b7004 found for delete ", "request_id": "req-3e67d1a1-9f51-48e6-a8b8-2da19b72fa01"}]} Oct 17 18:54:15.862892 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-9ae6bdd0-f565-4a41-9a55-e9ae10ca91ff admin admin] 10.222.0.69 "DELETE /v2.0/networks/ba9ffb15-f12e-4045-bef2-50fc738554f5 HTTP/1.1" status: 204 len: 168 time: 1.2565866 Oct 17 18:54:15.866088 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 57662) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:16.047267 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6d136b62-96cf-45f2-8765-152835576161 None None] Deleting port 6925758b-67b5-4c9d-ad05-bf12a413d80c {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:16.047859 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6d136b62-96cf-45f2-8765-152835576161 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:16.120745 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-6d136b62-96cf-45f2-8765-152835576161 None None] The port '6925758b-67b5-4c9d-ad05-bf12a413d80c' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:54:16.642526 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f6321b3-2270-4eee-b92e-a3a3a913a89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-530233'] for router_interface, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:17.036029 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4f6321b3-2270-4eee-b92e-a3a3a913a89d admin admin] Deleting port bfaca971-93cd-4cb6-9e37-d70d7ce5e812 {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:17.036350 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f6321b3-2270-4eee-b92e-a3a3a913a89d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:17.227520 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-4f6321b3-2270-4eee-b92e-a3a3a913a89d admin admin] For port bfaca971-93cd-4cb6-9e37-d70d7ce5e812, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=bfaca971-93cd-4cb6-9e37-d70d7ce5e812,segment=NetworkSegment(63a498c0-7f82-4636-81ba-dbac3010ba07),segment_id=63a498c0-7f82-4636-81ba-dbac3010ba07)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:17.227871 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f6321b3-2270-4eee-b92e-a3a3a913a89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:17.362306 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-4f6321b3-2270-4eee-b92e-a3a3a913a89d admin admin] Calling delete_port for bfaca971-93cd-4cb6-9e37-d70d7ce5e812 owned by network:router_interface {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:17.558549 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f6321b3-2270-4eee-b92e-a3a3a913a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:17.741074 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6321b3-2270-4eee-b92e-a3a3a913a89d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfaca971-93cd-4cb6-9e37-d70d7ce5e812,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:18.168609 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-4f6321b3-2270-4eee-b92e-a3a3a913a89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-530261'] for router_interface, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:18.583782 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6321b3-2270-4eee-b92e-a3a3a913a89d admin admin] Router 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 has already been hosted by L3 agent 25cc51b6-d477-4c69-8552-0c6320c19ce1 {{(pid=89190) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 17 18:54:18.792176 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6321b3-2270-4eee-b92e-a3a3a913a89d admin admin] Notify agent at l3_agent.dv-neutron-860895-1-hyperv the message routers_updated {{(pid=89190) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 17 18:54:18.802475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e65f68-302c-4083-9ccf-ed99f953d770 None None] Sync routers for ids ['1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'] in dv-neutron-860895-1-hyperv {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 18:54:18.812472 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 57666) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:18.813277 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-4f6321b3-2270-4eee-b92e-a3a3a913a89d admin admin] 10.222.0.69 "PUT /v2.0/routers/1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9452462 Oct 17 18:54:18.815772 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e65f68-302c-4083-9ccf-ed99f953d770 None None] Routers {'1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:54:18.816788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-b5e65f68-302c-4083-9ccf-ed99f953d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:54:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:19.046093 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Notify callbacks [] for router, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:19.132334 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-b5e65f68-302c-4083-9ccf-ed99f953d770 None None] Set router 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 gateway port host: dv-neutron-860895-1-hyperv {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:54:19.248580 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:19.259988 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Deleting port 66ad4efe-9fd7-4c55-90d0-806532bfe245 {{(pid=89191) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:19.260585 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:19.451062 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.db [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] For port 66ad4efe-9fd7-4c55-90d0-806532bfe245, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=66ad4efe-9fd7-4c55-90d0-806532bfe245,segment=NetworkSegment(c7805ce4-64dd-473d-ae38-9ce5f46d9865),segment_id=c7805ce4-64dd-473d-ae38-9ce5f46d9865)] {{(pid=89191) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:19.451420 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:19.584863 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.plugins.ml2.plugin [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Calling delete_port for 66ad4efe-9fd7-4c55-90d0-806532bfe245 owned by network:router_gateway {{(pid=89191) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:19.685141 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-b5e65f68-302c-4083-9ccf-ed99f953d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'name': 'tempest-TestSnapshotPattern-720516900-router', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'external_fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:15Z', 'updated_at': '2022-10-17T18:54:17Z', 'revision_number': 5, 'project_id': 'ac0f35fd77e048feab85c278a4d6462c', 'gw_port': {'id': '66ad4efe-9fd7-4c55-90d0-806532bfe245', 'name': '', 'network_id': '6780153d-9acc-46e5-a017-90331dae5b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860895-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T18:49:16Z', 'updated_at': '2022-10-17T18:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80343e29-0bef-4c2e-a793-10cee29d8bae', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860895-1-hyperv'}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:19.691843 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e65f68-302c-4083-9ccf-ed99f953d770 None None] Checking router: 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 for host: dv-neutron-860895-1-hyperv {{(pid=89192) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 18:54:19.703840 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e65f68-302c-4083-9ccf-ed99f953d770 None None] Routers {'1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'} bound to L3 agent in host dv-neutron-860895-1-hyperv {{(pid=89192) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 17 18:54:19.704340 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-b5e65f68-302c-4083-9ccf-ed99f953d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860895-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T17:40:01Z,description=,heartbeat_timestamp=2022-10-17T18:54:02Z,host='dv-neutron-860895-1-hyperv',id=25cc51b6-d477-4c69-8552-0c6320c19ce1,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T17:40:01Z,topic='l3_agent')) {'router_ids': ['1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'], 'active': True} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:19.793560 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2389355'] for port, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:19.852955 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ad4efe-9fd7-4c55-90d0-806532bfe245,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:19.884590 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_dvr_db [None req-b5e65f68-302c-4083-9ccf-ed99f953d770 None None] Set router 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 gateway port host: None {{(pid=89192) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 17 18:54:19.965514 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-550108'] for router_gateway, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:20.002730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.db.l3_hamode_db [None req-b5e65f68-302c-4083-9ccf-ed99f953d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'name': 'tempest-TestSnapshotPattern-720516900-router', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:15Z', 'updated_at': '2022-10-17T18:54:19Z', 'revision_number': 6, 'project_id': 'ac0f35fd77e048feab85c278a4d6462c', 'gw_port_host': None}], 'dv-neutron-860895-1-hyperv', False) {} {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:20.008013 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e65f68-302c-4083-9ccf-ed99f953d770 None None] The sync data for ids ['1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0'] in dv-neutron-860895-1-hyperv is: [{'id': '1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0', 'name': 'tempest-TestSnapshotPattern-720516900-router', 'tenant_id': 'ac0f35fd77e048feab85c278a4d6462c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T18:49:15Z', 'updated_at': '2022-10-17T18:54:19Z', 'revision_number': 6, 'project_id': 'ac0f35fd77e048feab85c278a4d6462c', 'gw_port_host': None}] {{(pid=89192) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 18:54:20.165145 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5379'] for router, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:20.167678 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:20.195594 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-552039'] for router, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:20.196312 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 {{(pid=89191) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 17 18:54:20.212511 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] Notify callbacks [] for router, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:20.214431 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-fb20453b-eff0-4e84-a1d2-343bd9778456 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1670e8ab-abc5-4dfb-8a4e-a0763e67d1f0 HTTP/1.1" status: 204 len: 168 time: 1.3999708 Oct 17 18:54:20.217128 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 57670) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:20.429776 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.db.db_base_plugin_v2 [None req-58befba9-e826-4651-8f70-dcb933ce9ef1 admin admin] Deleting subnet 3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81 {{(pid=89191) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 17 18:54:20.434602 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58befba9-e826-4651-8f70-dcb933ce9ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:20.502250 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58befba9-e826-4651-8f70-dcb933ce9ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2899548'] for subnet, precommit_delete_associations {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:20.594756 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58befba9-e826-4651-8f70-dcb933ce9ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771746'] for subnet, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:20.677114 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58befba9-e826-4651-8f70-dcb933ce9ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-624233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2389302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3049925'] for subnet, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:20.721542 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58befba9-e826-4651-8f70-dcb933ce9ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:20.727533 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-58befba9-e826-4651-8f70-dcb933ce9ef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:20.735327 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c78204-8e51-4320-a363-325a8c388d1d None None] Network 592d1bb1-2d70-4537-86a1-6d19efb21b06 requested from dv-neutron-860895-1-hyperv {{(pid=89192) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 17 18:54:20.736211 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-58befba9-e826-4651-8f70-dcb933ce9ef1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3b5b9aa4-5dd3-470b-b79a-dc6dd8beaa81 HTTP/1.1" status: 204 len: 168 time: 0.5175352 Oct 17 18:54:20.740152 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 57674) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:20.881661 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1657002'] for network, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:20.896178 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Deleting port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa {{(pid=89190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:20.896698 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:21.086861 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e045973e-1255-424d-85e3-73ff87071111 None None] DHCP port deletion for 592d1bb1-2d70-4537-86a1-6d19efb21b06 request from dv-neutron-860895-1-hyperv {{(pid=89192) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 17 18:54:21.095636 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e045973e-1255-424d-85e3-73ff87071111 None None] Deleting port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:21.096354 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e045973e-1255-424d-85e3-73ff87071111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:21.258984 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.db [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] For port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4a440a44-9717-46a4-9e3a-1c5a8bfff7aa,segment=NetworkSegment(63a498c0-7f82-4636-81ba-dbac3010ba07),segment_id=63a498c0-7f82-4636-81ba-dbac3010ba07)] {{(pid=89190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:21.259495 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:21.450074 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.db [None req-e045973e-1255-424d-85e3-73ff87071111 None None] For port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa, host dv-neutron-860895-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860895-1-hyperv',level=0,port_id=4a440a44-9717-46a4-9e3a-1c5a8bfff7aa,segment=NetworkSegment(63a498c0-7f82-4636-81ba-dbac3010ba07),segment_id=63a498c0-7f82-4636-81ba-dbac3010ba07)] {{(pid=89192) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 17 18:54:21.450964 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e045973e-1255-424d-85e3-73ff87071111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-551956'] for port, precommit_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:21.587747 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.plugin [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Calling delete_port for 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa owned by network:dhcp {{(pid=89190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:21.679327 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1751237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-838740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738780658562', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738780105701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3490907'] for port, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:21.723011 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:21.742382 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a440a44-9717-46a4-9e3a-1c5a8bfff7aa,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:21.744673 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] No DVR routers for this DVR port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa on host dv-neutron-860895-1-hyperv {{(pid=89190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 17 18:54:21.764794 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e045973e-1255-424d-85e3-73ff87071111 None None] Calling delete_port for 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa owned by network:dhcp {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 17 18:54:21.834361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:21.834788 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:21.835294 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device bfaca971-93cd-4cb6-9e37-d70d7ce5e812 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:21.879143 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: bfaca971-93cd-4cb6-9e37-d70d7ce5e812 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:21.879530 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device bfaca971-93cd-4cb6-9e37-d70d7ce5e812 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:21.880044 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 66ad4efe-9fd7-4c55-90d0-806532bfe245 no longer exists at agent ovs-agent-dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 17 18:54:21.890766 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1772166', 'neutron.services.segments.db._delete_segments_for_network-8738780633829'] for network, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:21.925688 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] No Port match for: 66ad4efe-9fd7-4c55-90d0-806532bfe245 {{(pid=89192) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 17 18:54:21.926244 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.rpc [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Device 66ad4efe-9fd7-4c55-90d0-806532bfe245 not bound to the agent host dv-neutron-860895-1-hyperv {{(pid=89192) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 17 18:54:21.926741 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592d1bb1-2d70-4537-86a1-6d19efb21b06']}} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:21.943577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a498c0-7f82-4636-81ba-dbac3010ba07') {'for_net_delete': True} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:21.943884 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.services.segments.db [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a498c0-7f82-4636-81ba-dbac3010ba07') {} {{(pid=89190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 18:54:21.959829 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738780636685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3491045'] for segment, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:21.968764 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.db.api [None req-e045973e-1255-424d-85e3-73ff87071111 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89192) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 18:54:21.969185 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG oslo_db.api [None req-e045973e-1255-424d-85e3-73ff87071111 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89192) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 18:54:21.980812 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1833077'] for segment, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:21.988132 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=89190) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 18:54:21.988577 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1833084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3491752'] for segment, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:22.059256 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 63a498c0-7f82-4636-81ba-dbac3010ba07 resource provider aggregate not found Oct 17 18:54:22.097040 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.services.segments.plugin [-] Segment 63a498c0-7f82-4636-81ba-dbac3010ba07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63a498c0-7f82-4636-81ba-dbac3010ba07 found for delete ", "request_id": "req-ca8b03bc-2ce9-4fbe-9578-f300aec476d6"}]} Oct 17 18:54:22.109480 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1772173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549945'] for network, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:22.115025 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Notify callbacks [] for network, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:22.146856 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] Pushing event deleted for resources: {'Network': ['ID=592d1bb1-2d70-4537-86a1-6d19efb21b06,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:22.154348 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-e42e3a45-a1be-47a1-9e90-55b0cb9fb284 admin admin] 10.222.0.69 "DELETE /v2.0/networks/592d1bb1-2d70-4537-86a1-6d19efb21b06 HTTP/1.1" status: 204 len: 168 time: 1.4129648 Oct 17 18:54:22.282745 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 57684) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:22.337391 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-baea3af2-6424-4d6d-9354-43c83476f209 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba0f15448dba4db7907550925efb3726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530722 Oct 17 18:54:22.340359 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 57688) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:22.412396 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72261cb7-2840-4856-be15-5c10aa145d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:22.442620 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72261cb7-2840-4856-be15-5c10aa145d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:22.471022 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e045973e-1255-424d-85e3-73ff87071111 None None] Deleting port 4a440a44-9717-46a4-9e3a-1c5a8bfff7aa {{(pid=89192) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 17 18:54:22.471908 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e045973e-1255-424d-85e3-73ff87071111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738780653999'] for port, before_delete {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:22.507226 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72261cb7-2840-4856-be15-5c10aa145d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:22.526448 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72261cb7-2840-4856-be15-5c10aa145d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797a439a-efb9-421e-b92e-95ee609335e8,revision_number=None']} {{(pid=89191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:22.541619 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron_lib.callbacks.manager [None req-72261cb7-2840-4856-be15-5c10aa145d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:22.543538 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-72261cb7-2840-4856-be15-5c10aa145d02 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/797a439a-efb9-421e-b92e-95ee609335e8 HTTP/1.1" status: 204 len: 168 time: 0.2019854 Oct 17 18:54:22.583733 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron.plugins.ml2.plugin [None req-e045973e-1255-424d-85e3-73ff87071111 None None] The port '4a440a44-9717-46a4-9e3a-1c5a8bfff7aa' was deleted {{(pid=89192) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 17 18:54:22.971395 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [-] (89191) accepted ('10.222.0.69', 57696) {{(pid=89191) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:23.036269 dv-neutron-860895-1-hyperv neutron-server[89191]: INFO neutron.wsgi [None req-13cefe6f-c24c-4413-b090-93dce7a58269 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac0f35fd77e048feab85c278a4d6462c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635746 Oct 17 18:54:23.039374 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.wsgi [-] (89190) accepted ('10.222.0.69', 57700) {{(pid=89190) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 17 18:54:23.109073 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cf09d8db-9a4a-459f-a4e3-157ae314d5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:23.140206 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cf09d8db-9a4a-459f-a4e3-157ae314d5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:23.201284 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cf09d8db-9a4a-459f-a4e3-157ae314d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626188'] for security_group, after_delete {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:23.217166 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09d8db-9a4a-459f-a4e3-157ae314d5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4cfa1b-8393-47d4-bc85-bb44b9e40514,revision_number=None']} {{(pid=89190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 18:54:23.224170 dv-neutron-860895-1-hyperv neutron-server[89190]: DEBUG neutron_lib.callbacks.manager [None req-cf09d8db-9a4a-459f-a4e3-157ae314d5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:23.225307 dv-neutron-860895-1-hyperv neutron-server[89190]: INFO neutron.wsgi [None req-cf09d8db-9a4a-459f-a4e3-157ae314d5c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3c4cfa1b-8393-47d4-bc85-bb44b9e40514 HTTP/1.1" status: 204 len: 168 time: 0.1848264 Oct 17 18:54:25.423558 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:27.375930 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:54:29.162333 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-46cd649b-cf30-462f-a5d0-721f8af74770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:31.523208 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-8dae76c4-cc07-4d29-8823-6c1dd12e9bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:32.592940 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:32.841774 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:34.653730 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:55.410258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:54:59.159893 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1f2a-ee04-4863-9622-793a3c74c2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:01.518631 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-0310fd1f-3cea-4dac-aa63-bc255e3655f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:02.598773 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:02.845593 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:04.376165 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:55:04.657617 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:25.410569 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:29.157180 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-70ae9465-9228-446c-83f4-a04062fe7387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:31.523115 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5914abd0-0560-4386-9ba7-5b22a286334c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:32.613636 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:32.848579 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:34.659578 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:41.377479 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:55:55.408475 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:55:59.154821 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e72c4c4b-8ed4-4146-bc79-664c868fabc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:01.530577 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-6a715572-8ad9-4747-a8a8-785a3bf2a7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:02.598910 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:02.859474 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:04.660665 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:18.378548 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:56:25.409190 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:29.151991 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-5d4e2d38-abfa-4665-b952-39df8189689f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:31.526361 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-07526a56-34eb-4452-a3da-ea5d6a88edc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:32.609049 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:32.857065 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:34.666425 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:55.378237 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:56:55.406488 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:56:59.155961 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-41ff5b0b-45c0-4af2-82c8-8e7ef9e121f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:01.532000 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-91a8dd36-66db-4a9f-8ff5-cbc3d4562820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:02.604003 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:02.857725 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:04.679527 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:25.400898 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:29.152929 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-fed62ee8-56b7-49d8-aded-2d014e36f677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:31.525434 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e3301443-ce02-4240-bc3b-802e6b1a90d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:32.379522 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:57:32.609609 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:32.860308 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:34.679317 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:37.793821 dv-neutron-860895-1-hyperv neutron-server[89191]: DEBUG neutron.wsgi [req-8726b27f-4874-4112-aa06-20de311e8743 req-bcefb217-ab25-4eb3-aed7-c76844f75e94 service neutron] (89191) timed out ('10.222.0.69', 56172) {{(pid=89191) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 17 18:57:55.416139 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:57:59.148382 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-26e32f07-15b7-4280-8142-7d11e42c3fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:01.534436 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-18dbd355-bb4a-47f8-b23c-1fc546994119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:02.613928 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:02.864384 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:04.676111 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:09.380979 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:58:25.427826 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:29.146538 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-797af3ca-9823-4cde-aca6-5c0589da1cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:31.528205 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-ee33bd02-aff1-4a25-90b3-4d83f50dd57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:32.619154 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:32.866722 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:34.688454 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:46.381500 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:58:55.445564 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:58:59.144196 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-18c54e9c-38f4-430f-b866-7a9a01914696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:01.538258 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f3e7-1560-4fe3-b03d-50b57e484ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:02.625311 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:02.880406 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:04.687777 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:23.381480 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 18:59:25.461046 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:29.142640 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-d64800ec-4f36-4797-be96-8872b9be13bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:31.532700 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-465c4b9a-9010-4ce1-be3d-13dd5141a777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:32.622994 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-529d0ed3-e224-4fec-92c7-148a9348e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:32.874272 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-7519d0d0-051f-47db-911e-ba9a2b9e5f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:34.688583 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-1d2aaa75-6452-47d0-af7e-637235f158d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:55.460472 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-c949b8ed-4312-4245-b865-5a35bc507b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 18:59:59.150525 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-a7b4cd96-ee66-4c62-b1fe-4680309bb579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 17 19:00:00.382348 dv-neutron-860895-1-hyperv neutron-server[89193]: DEBUG neutron.db.agents_db [None req-df7dbaa5-1c72-445f-8b5d-d2aed436476b None None] Agent healthcheck: found 6 active agents {{(pid=89193) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 17 19:00:01.544510 dv-neutron-860895-1-hyperv neutron-server[89192]: DEBUG neutron_lib.callbacks.manager [None req-9f88b5a0-8c47-443f-a223-ebe9d05724bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738780633811', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1773772'] for agent, after_update {{(pid=89192) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}